-- Logs begin at Mon 2022-07-18 09:41:51 UTC, end at Mon 2022-07-18 11:05:21 UTC. -- Jul 18 10:36:46.572713 dv-cinder-849498-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 18 10:36:49.264269 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.common.config [-] Logging enabled! Jul 18 10:36:49.264914 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev436 Jul 18 10:36:49.265080 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=111043) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 18 10:36:49.268308 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.common.config [-] Logging enabled! Jul 18 10:36:49.268562 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev436 Jul 18 10:36:49.268910 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=111043) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 18 10:36:49.269881 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 18 10:36:49.270112 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 18 10:36:49.271051 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 18 10:36:49.271299 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 18 10:36:49.271527 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 18 10:36:49.271857 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.272163 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.272395 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.272702 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.273024 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.273836 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.274126 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.274424 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.274711 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.274991 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.275272 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.275501 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.275779 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] config_source = [] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.276062 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.276352 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.276570 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] debug = True {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.276879 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.277325 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.277743 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.278022 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.278319 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.278593 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.278857 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.279131 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.279413 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.279773 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] host = dv-cinder-849498-1-iscsi {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.280043 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.280331 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.280616 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.280923 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.281203 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.281470 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.281754 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.282049 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] log_dir = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.282295 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] log_file = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.282576 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.282861 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.283143 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.283432 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.283654 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.283874 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.284157 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.284458 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.284731 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.285031 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.285302 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.285572 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.285846 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.286106 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.286394 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.286670 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.286952 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.287222 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.287493 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.287761 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.288028 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.288307 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.288578 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.289422 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.289711 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.289999 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.290265 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.290649 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.290968 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.291257 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.291540 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.291826 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.292101 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.292382 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.292658 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.292962 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] use_journal = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.293232 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] use_json = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.293506 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.293775 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.294058 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.294327 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.294594 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.294867 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.295136 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.295421 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.295689 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:49.295986 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.296279 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.296576 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.296886 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.297195 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.297475 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.297761 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.298036 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.298322 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.298605 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.298898 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.300942 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.301418 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.301539 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.301895 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.302165 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.302460 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.302755 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.303032 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.303445 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.303579 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.303861 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.304150 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.304577 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.305016 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.305312 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.305603 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.305891 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.306176 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.306461 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.306754 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.307045 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.307410 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.307695 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.307988 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.308265 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.308535 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.308852 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.309133 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.309402 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.309680 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.309967 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.310252 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.310523 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.310797 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.311083 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.311356 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.311624 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.311890 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.312161 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.312432 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.312717 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.313019 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.313291 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.313560 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.313841 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.314113 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.314383 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.314660 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.314967 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.315289 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.315562 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.315831 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.316101 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.316371 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.316642 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.316949 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.317221 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.317496 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.317767 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.318035 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.318301 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.318575 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.318843 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.319143 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.319417 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.319752 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.320580 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.321316 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.321316 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.321501 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.321707 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.321984 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.322252 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.322549 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.322834 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.323121 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.323410 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.323695 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.324014 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.324295 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.324580 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.324900 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.325173 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.325456 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.325738 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.326020 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.326359 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.326657 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.326944 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.327245 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.327537 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.327813 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.328104 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.328397 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.328693 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.329008 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.329322 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.329602 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:49.329817 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 18 10:36:49.330065 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=111043) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 18 10:36:49.639465 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=111043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 18 10:36:49.639667 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=111043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 18 10:36:49.639963 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=111043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 18 10:36:49.640337 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 18 10:36:50.072236 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:50.072523 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:50.072811 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:50.074106 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:50.074382 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:50.074648 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:50.129277 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:50.129556 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:50.129827 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:50.144808 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:50.145085 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:50.145356 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:50.175553 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:50.175832 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:50.176097 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:50.213276 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:50.213552 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:50.213818 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:50.453645 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:50.454361 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:50.454361 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:50.454527 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:50.455120 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:50.556209 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:50.556531 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:50.556839 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:50.557112 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:50.557378 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:50.557768 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:50.558036 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:50.558291 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:50.558544 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:50.558826 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:50.559086 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:50.559349 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:50.559603 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:50.559853 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:50.560107 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:50.560425 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:50.560683 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:50.560976 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:50.561247 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:50.561505 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:50.561777 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:50.562028 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:50.562310 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:50.562697 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:50.562984 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:50.563234 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:50.563650 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=111043) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 18 10:36:50.563888 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=111043) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 18 10:36:50.564122 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=111043) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 18 10:36:50.564355 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=111043) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 18 10:36:50.564587 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=111043) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 18 10:36:50.564845 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=111043) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 18 10:36:50.565220 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 18 10:36:50.568685 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 18 10:36:50.573411 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 18 10:36:50.577345 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jul 18 10:36:50.579067 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 18 10:36:50.579715 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 18 10:36:50.580050 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 18 10:36:50.580440 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 18 10:36:50.583351 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 18 10:36:50.583629 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 18 10:36:50.583977 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 18 10:36:50.589675 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 18 10:36:50.615454 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 18 10:36:50.615928 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:50.616232 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=111043) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 18 10:36:50.616607 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:50.618781 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=111043) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 18 10:36:50.619073 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 18 10:36:50.619321 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 18 10:36:50.622752 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:50.623037 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:50.825938 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 18 10:36:50.826182 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 18 10:36:50.826416 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 18 10:36:50.826806 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 18 10:36:50.877695 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO dbcounter [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Registered counter for database neutron Jul 18 10:36:50.896105 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_db.sqlalchemy.engines [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=111043) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 18 10:36:50.902880 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writer thread running {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 18 10:36:51.590236 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.plugins.ml2.managers [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Initializing driver for type 'gre' Jul 18 10:36:51.590892 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] gre ID ranges: [(1, 1000)] Jul 18 10:36:51.761690 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.plugins.ml2.managers [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Initializing driver for type 'local' Jul 18 10:36:51.762059 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.plugins.ml2.managers [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Initializing driver for type 'vlan' Jul 18 10:36:51.830223 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] VlanTypeDriver initialization complete Jul 18 10:36:51.830564 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.plugins.ml2.managers [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Initializing driver for type 'vxlan' Jul 18 10:36:51.831084 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] vxlan ID ranges: [(1, 1000)] Jul 18 10:36:52.058796 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.plugins.ml2.managers [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Initializing extension driver 'port_security' Jul 18 10:36:52.059148 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.plugins.ml2.extensions.port_security [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] PortSecurityExtensionDriver initialization complete Jul 18 10:36:52.059498 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.plugins.ml2.managers [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Initializing mechanism driver 'openvswitch' Jul 18 10:36:52.059834 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.plugins.ml2.managers [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Initializing mechanism driver 'hyperv' Jul 18 10:36:52.066956 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.plugin [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=111043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:36:52.067655 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: > port after_create 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.068042 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: > port after_update 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.068407 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: > port after_delete 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.069024 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=111043) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 18 10:36:52.069463 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: > subnet after_create 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.069849 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: > subnet after_update 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.070771 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.071306 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=111043) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 18 10:36:52.071726 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: > network after_create 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.072088 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: > network after_update 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.072732 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: > network after_delete 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.073161 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=111043) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 18 10:36:52.073602 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: > security_group after_create 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.073965 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: > security_group after_update 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.074339 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.074753 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=111043) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 18 10:36:52.075196 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.075552 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.075905 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.076313 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=111043) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 18 10:36:52.076764 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: > address_group after_create 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.077146 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: > address_group after_update 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.077506 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.077910 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=111043) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 18 10:36:52.078374 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] ML2 OVO RPC backend initialized. {{(pid=111043) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 18 10:36:52.079133 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.079499 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.079925 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: > network before_response 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.080306 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: > networks before_response 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.080671 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: > port before_response 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.081046 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: > ports before_response 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.081409 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: > subnet before_response 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.086043 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: > subnets before_response 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.086043 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: > network after_create 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.086043 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: > network after_update 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.086043 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: > network after_delete 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.086536 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: > port after_create 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.086536 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: > port after_update 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.086536 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: > port after_delete 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.086536 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: > subnet after_create 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.086832 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: > subnet after_update 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.086832 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.093241 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.quota [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded quota_driver: . Jul 18 10:36:52.093632 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.plugins.ml2.plugin [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Modular L2 Plugin initialization complete Jul 18 10:36:52.093991 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading services supported by the core plugin {{(pid=111043) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 18 10:36:52.094342 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.plugins.ml2.managers [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Got port-security extension from driver 'port_security' Jul 18 10:36:52.094849 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.extensions.vlantransparent [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Disabled vlantransparent extension. Jul 18 10:36:52.095358 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=111043) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 18 10:36:52.095688 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading Plugin: router Jul 18 10:36:52.140358 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.140769 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: > router after_create 55549900 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.141182 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: > router before_create 55549900 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.141696 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.142085 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.142476 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: > router after_delete 55549900 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.142854 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: > floatingip after_create 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.143228 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.143600 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: > router after_create 55549900 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.143963 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: > router after_update 55549900 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.144325 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: > router after_update 55549900 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.144689 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.145086 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: > router after_update 55549900 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.145514 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: > router precommit_update 55549900 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.145904 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: port after_update 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.146262 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: port after_delete 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.146618 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: subnet after_update 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.146971 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.147330 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.147694 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: > router precommit_create 55549900 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.148191 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: port before_delete 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.148568 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: > router precommit_create 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.149006 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: > router after_update 55549900 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.149367 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.149734 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: > router precommit_create 55549900 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.150134 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.150495 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: > router precommit_update 55549900 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.150875 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: > agent after_create 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.151241 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: > agent after_delete 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.151601 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: > network after_delete 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.152497 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.quota.resource_registry [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Tracking information for resource: router configured {{(pid=111043) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 18 10:36:52.152868 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.quota.resource_registry [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Tracking information for resource: floatingip configured {{(pid=111043) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 18 10:36:52.163485 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.db.l3_agentschedulers_db [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 18 10:36:52.164256 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: port after_update 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.164633 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: port after_create 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.165029 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: port after_delete 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.165395 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: port after_update 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.166269 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: > router before_create 55550100 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.166647 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.167024 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: > router precommit_create 55550100 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.167394 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: > router precommit_update 55550100 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.172406 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.services.provider_configuration [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Service providers = [] {{(pid=111043) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 18 10:36:52.172856 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.db.servicetype_db [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=111043) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 18 10:36:52.175878 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.services.service_base [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=111043) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 18 10:36:52.176230 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.services.service_base [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=111043) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 18 10:36:52.176579 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.services.service_base [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=111043) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 18 10:36:52.177716 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.services.service_base [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=111043) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 18 10:36:52.178104 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.services.service_base [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 18 10:36:52.178497 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=111043) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 18 10:36:52.178825 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 18 10:36:52.190095 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=111043) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 18 10:36:52.190441 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading Plugin: auto_allocate Jul 18 10:36:52.196978 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: network precommit_update 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.197430 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: network precommit_create 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.197923 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=111043) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 18 10:36:52.198361 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading Plugin: tag Jul 18 10:36:52.205512 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=111043) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 18 10:36:52.205850 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading Plugin: timestamp Jul 18 10:36:52.213703 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=111043) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 18 10:36:52.214038 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading Plugin: network_ip_availability Jul 18 10:36:52.219846 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.220232 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.220603 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.221403 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=111043) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 18 10:36:52.221728 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading Plugin: flavors Jul 18 10:36:52.227080 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=111043) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 18 10:36:52.227425 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading Plugin: revisions Jul 18 10:36:52.232129 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=111043) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 18 10:36:52.232581 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_concurrency.lockutils [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.592s {{(pid=111043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 18 10:36:52.233399 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=111043) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 18 10:36:52.233748 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Initializing extension manager. Jul 18 10:36:52.234285 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: __init__.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.234646 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: __pycache__ {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.234996 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: address_group.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.235741 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.236349 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded extension: address-group Jul 18 10:36:52.236681 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: address_scope.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.253615 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.254378 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded extension: address-scope Jul 18 10:36:52.254725 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.255758 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.256282 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded extension: router-admin-state-down-before-update Jul 18 10:36:52.256620 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: agent.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.257399 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.258383 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded extension: agent Jul 18 10:36:52.258807 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: agent_resources_synced.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.259855 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.260373 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded extension: agent-resources-synced Jul 18 10:36:52.260706 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: allowedaddresspairs.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.262597 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.263122 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded extension: allowed-address-pairs Jul 18 10:36:52.263601 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: auto_allocated_topology.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.264592 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.265128 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded extension: auto-allocated-topology Jul 18 10:36:52.265463 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: availability_zone.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.266137 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.266644 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded extension: availability_zone Jul 18 10:36:52.266972 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: availability_zone_filter.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.267853 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.268361 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded extension: availability_zone_filter Jul 18 10:36:52.268692 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: data_plane_status.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.269592 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.270096 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extension data-plane-status not supported by any of loaded plugins Jul 18 10:36:52.270424 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: default_subnetpools.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.271317 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.272609 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded extension: default-subnetpools Jul 18 10:36:52.272609 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.273001 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.273765 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded extension: dhcp_agent_scheduler Jul 18 10:36:52.274147 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: dns.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.275042 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.275548 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extension dns-integration not supported by any of loaded plugins Jul 18 10:36:52.275889 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: dns_domain_ports.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.276768 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.277302 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 18 10:36:52.277630 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.278527 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.279034 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 18 10:36:52.279366 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: dvr.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.280010 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.280519 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded extension: dvr Jul 18 10:36:52.280887 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: ecmp_routes.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.281777 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.282281 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 18 10:36:52.282610 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: empty_string_filtering.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.283543 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.284047 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded extension: empty-string-filtering Jul 18 10:36:52.284376 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.285273 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.285781 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 18 10:36:52.286150 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.287037 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.287539 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 18 10:36:52.287868 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: external_net.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.289282 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.289791 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded extension: external-net Jul 18 10:36:52.290115 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.291004 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.291510 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded extension: extra_dhcp_opt Jul 18 10:36:52.291840 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: extraroute.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.292744 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.293284 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded extension: extraroute Jul 18 10:36:52.293613 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: extraroute_atomic.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.294623 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.295129 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded extension: extraroute-atomic Jul 18 10:36:52.295458 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: filter_validation.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.296104 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.296607 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded extension: filter-validation Jul 18 10:36:52.296959 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: fip_pf_description.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.298115 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.298627 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 18 10:36:52.310670 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: fip_pf_port_range.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.311645 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.312208 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 18 10:36:52.312550 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: fip_port_details.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.313500 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.314023 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded extension: fip-port-details Jul 18 10:36:52.314358 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: flavors.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.315633 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.316193 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded extension: flavors Jul 18 10:36:52.316523 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.318180 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.318705 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 18 10:36:52.319036 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: floatingip_pools.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.319713 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.320231 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded extension: floatingip-pools Jul 18 10:36:52.320570 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: ip_allocation.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.321516 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.322014 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extension ip_allocation not supported by any of loaded plugins Jul 18 10:36:52.322344 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.323222 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.323719 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded extension: ip-substring-filtering Jul 18 10:36:52.324045 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: l2_adjacency.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.324970 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.325468 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 18 10:36:52.325792 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: l3.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.326768 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.327280 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded extension: router Jul 18 10:36:52.327606 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.329868 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.330393 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 18 10:36:52.330732 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.331677 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.332197 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded extension: ext-gw-mode Jul 18 10:36:52.332529 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.333472 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.333979 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded extension: l3-ha Jul 18 10:36:52.334306 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.335181 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.335704 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 18 10:36:52.336035 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: l3_flavors.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.337146 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.337655 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded extension: l3-flavors Jul 18 10:36:52.338021 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: l3_ndp_proxy.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.339378 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.339894 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 18 10:36:52.340222 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.341114 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.341619 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 18 10:36:52.341949 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: l3agentscheduler.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.343019 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.343542 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded extension: l3_agent_scheduler Jul 18 10:36:52.343870 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: local_ip.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.345640 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.346161 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extension local_ip not supported by any of loaded plugins Jul 18 10:36:52.346492 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: logging.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.348028 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.348640 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extension logging not supported by any of loaded plugins Jul 18 10:36:52.349119 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: metering.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.349919 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.350593 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded extension: metering Jul 18 10:36:52.351005 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.353022 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.353542 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded extension: metering_source_and_destination_fields Jul 18 10:36:52.353874 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: multiprovidernet.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.354847 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.355356 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded extension: multi-provider Jul 18 10:36:52.355682 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: netmtu.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.356845 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.357352 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded extension: net-mtu Jul 18 10:36:52.367785 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: netmtu_writable.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.368554 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.369120 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded extension: net-mtu-writable Jul 18 10:36:52.369469 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: network_availability_zone.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.370126 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.370638 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded extension: network_availability_zone Jul 18 10:36:52.370966 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: network_ip_availability.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.372090 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.372605 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded extension: network-ip-availability Jul 18 10:36:52.372966 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: network_segment_range.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.373730 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.374237 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extension network-segment-range not supported by any of loaded plugins Jul 18 10:36:52.374567 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: pagination.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.375522 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.375856 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded extension: pagination Jul 18 10:36:52.376182 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: port_device_profile.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.377091 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.377630 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded extension: port-device-profile Jul 18 10:36:52.377959 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: port_mac_address_override.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.378855 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.379379 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded extension: port-mac-override Jul 18 10:36:52.379710 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.380604 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.381154 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded extension: port-mac-address-regenerate Jul 18 10:36:52.381485 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.382434 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.382960 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded extension: port-numa-affinity-policy Jul 18 10:36:52.383294 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: port_resource_request.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.384180 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.384686 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extension port-resource-request not supported by any of loaded plugins Jul 18 10:36:52.385041 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: port_resource_request_groups.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.385982 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.386499 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 18 10:36:52.386828 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: portbindings.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.387736 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.388251 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded extension: binding Jul 18 10:36:52.388580 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: portbindings_extended.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.389909 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.390426 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded extension: binding-extended Jul 18 10:36:52.390767 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: portsecurity.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.391654 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.392171 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded extension: port-security Jul 18 10:36:52.392505 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: project_id.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.393477 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.393815 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded extension: project-id Jul 18 10:36:52.394135 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: providernet.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.395055 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.395573 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded extension: provider Jul 18 10:36:52.395903 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: qos.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.399449 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.399982 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extension qos not supported by any of loaded plugins Jul 18 10:36:52.400315 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.401634 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.402175 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 18 10:36:52.402513 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.403424 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.404955 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 18 10:36:52.404955 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: qos_default.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.405269 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.405739 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extension qos-default not supported by any of loaded plugins Jul 18 10:36:52.406073 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: qos_fip.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.406961 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.407471 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extension qos-fip not supported by any of loaded plugins Jul 18 10:36:52.407797 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: qos_fip_network_policy.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.408678 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.409217 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 18 10:36:52.409550 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: qos_gateway_ip.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.410438 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.410949 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 18 10:36:52.411280 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: qos_port_network_policy.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.412194 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.412701 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 18 10:36:52.413064 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.414555 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.415066 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 18 10:36:52.415396 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.416392 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.416925 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 18 10:36:52.417256 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: qos_pps_rule.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.418447 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.418962 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extension qos-pps not supported by any of loaded plugins Jul 18 10:36:52.419291 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: qos_rule_type_details.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.425977 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.426484 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 18 10:36:52.426808 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: qos_rule_type_filter.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.427691 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.428201 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 18 10:36:52.428524 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: qos_rules_alias.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.430193 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.430704 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 18 10:36:52.431028 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: quota_check_limit.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.431928 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.432442 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded extension: quota-check-limit Jul 18 10:36:52.432768 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: quotasv2.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.433766 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.434107 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded extension: quotas Jul 18 10:36:52.434433 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: quotasv2_detail.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.436206 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.436555 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded extension: quota_details Jul 18 10:36:52.436923 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: rbac.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.438317 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.438855 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded extension: rbac-policies Jul 18 10:36:52.439194 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: rbac_address_group.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.440105 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.440627 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded extension: rbac-address-group Jul 18 10:36:52.440992 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: rbac_address_scope.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.441886 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.442404 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded extension: rbac-address-scope Jul 18 10:36:52.442734 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: rbac_security_groups.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.443691 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.444209 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded extension: rbac-security-groups Jul 18 10:36:52.444540 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: rbac_subnetpool.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.445992 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.446542 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded extension: rbac-subnetpool Jul 18 10:36:52.446875 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: revisionifmatch.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.447776 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.448311 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded extension: revision-if-match Jul 18 10:36:52.448621 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: revisions.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.449753 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.450274 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded extension: standard-attr-revisions Jul 18 10:36:52.450608 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: router_availability_zone.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.451260 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.451776 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded extension: router_availability_zone Jul 18 10:36:52.452108 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: routerservicetype.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.453028 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.453538 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extension router-service-type not supported by any of loaded plugins Jul 18 10:36:52.453871 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.454762 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.455274 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded extension: security-groups-normalized-cidr Jul 18 10:36:52.455604 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.456491 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.457023 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded extension: port-security-groups-filtering Jul 18 10:36:52.457357 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.458252 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.459004 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded extension: security-groups-remote-address-group Jul 18 10:36:52.459149 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.459972 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.460552 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded extension: security-groups-shared-filtering Jul 18 10:36:52.461399 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: securitygroup.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.471117 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.471672 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded extension: security-group Jul 18 10:36:52.472015 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: segment.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.472732 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.473272 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extension segment not supported by any of loaded plugins Jul 18 10:36:52.473606 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.474555 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.475076 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 18 10:36:52.475412 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: servicetype.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.476592 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.477147 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded extension: service-type Jul 18 10:36:52.477480 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: sorting.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.483136 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.483475 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded extension: sorting Jul 18 10:36:52.483802 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: standard_attr_segment.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.484703 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.485251 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 18 10:36:52.485583 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: standardattrdescription.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.486217 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.486731 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded extension: standard-attr-description Jul 18 10:36:52.487063 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: stateful_security_group.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.487975 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.488488 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded extension: stateful-security-group Jul 18 10:36:52.488845 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: stdattrs_common.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.489405 dv-cinder-849498-1-iscsi neutron-server[111043]: WARNING neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 18 10:36:52.489730 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.490641 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.491153 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 18 10:36:52.491505 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: subnet_onboard.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.492643 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.493185 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded extension: subnet_onboard Jul 18 10:36:52.493515 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.494415 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.494926 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 18 10:36:52.495256 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: subnet_service_types.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.496148 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.496659 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded extension: subnet-service-types Jul 18 10:36:52.497019 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: subnetallocation.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.498081 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.498598 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded extension: subnet_allocation Jul 18 10:36:52.498927 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.499571 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.500083 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded extension: subnetpool-prefix-ops Jul 18 10:36:52.500450 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.501374 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.501887 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 18 10:36:52.502218 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: tagging.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.503293 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.503820 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded extension: standard-attr-tag Jul 18 10:36:52.504151 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: timestamp.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.505349 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.505868 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loaded extension: standard-attr-timestamp Jul 18 10:36:52.506200 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: trunk.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.507197 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.508430 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extension trunk not supported by any of loaded plugins Jul 18 10:36:52.508843 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: trunk_details.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.509752 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.510263 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extension trunk-details not supported by any of loaded plugins Jul 18 10:36:52.510593 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: uplink_status_propagation.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.511490 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.512003 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 18 10:36:52.512334 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Loading extension file: vlantransparent.py {{(pid=111043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 10:36:52.513024 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=111043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 10:36:52.513526 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 18 10:36:52.516165 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.quota.resource_registry [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Creating instance of TrackedResource for resource:network Jul 18 10:36:52.516697 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.quota.resource_registry [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Creating instance of TrackedResource for resource:subnet Jul 18 10:36:52.517125 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.quota.resource_registry [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Creating instance of TrackedResource for resource:subnetpool Jul 18 10:36:52.528712 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.quota.resource_registry [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Creating instance of TrackedResource for resource:port Jul 18 10:36:52.528712 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.v2.resource_helper [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111043) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 10:36:52.528712 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.v2.resource_helper [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Service FLAVORS assigned prefix: {{(pid=111043) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 10:36:52.528712 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.v2.resource_helper [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111043) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 10:36:52.528712 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.v2.resource_helper [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111043) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 10:36:52.528712 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.quota.resource_registry [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Creating instance of TrackedResource for resource:router Jul 18 10:36:52.528712 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.quota.resource_registry [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Creating instance of TrackedResource for resource:floatingip Jul 18 10:36:52.529286 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.v2.resource_helper [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Service METERING assigned prefix: /metering {{(pid=111043) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 10:36:52.529286 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.529286 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.529286 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:36:52.529286 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.quota.resource_registry [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Creating instance of CountableResource for resource:rbac_policy Jul 18 10:36:52.529619 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.quota.resource_registry [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Creating instance of TrackedResource for resource:security_group Jul 18 10:36:52.529619 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.quota.resource_registry [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 18 10:36:52.529619 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.v2.resource_helper [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Service CORE assigned prefix: {{(pid=111043) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 10:36:52.529619 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.quota.resource_registry [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Creating instance of TrackedResource for resource:subnetpool Jul 18 10:36:52.529619 dv-cinder-849498-1-iscsi neutron-server[111043]: WARNING neutron.quota.resource_registry [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] subnetpool is already registered Jul 18 10:36:52.529619 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.v2.resource_helper [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Service CORE assigned prefix: {{(pid=111043) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 10:36:52.529619 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.quota.resource_registry [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Creating instance of TrackedResource for resource:subnetpool Jul 18 10:36:52.530017 dv-cinder-849498-1-iscsi neutron-server[111043]: WARNING neutron.quota.resource_registry [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] subnetpool is already registered Jul 18 10:36:52.532225 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.v2.resource_helper [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111043) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 10:36:52.532673 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.v2.resource_helper [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Service FLAVORS assigned prefix: {{(pid=111043) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 10:36:52.533303 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.v2.resource_helper [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111043) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 10:36:52.533833 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.v2.resource_helper [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111043) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 10:36:52.534074 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.quota.resource_registry [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Creating instance of TrackedResource for resource:router Jul 18 10:36:52.534419 dv-cinder-849498-1-iscsi neutron-server[111043]: WARNING neutron.quota.resource_registry [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] router is already registered Jul 18 10:36:52.534841 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.quota.resource_registry [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Creating instance of TrackedResource for resource:floatingip Jul 18 10:36:52.535186 dv-cinder-849498-1-iscsi neutron-server[111043]: WARNING neutron.quota.resource_registry [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] floatingip is already registered Jul 18 10:36:52.535654 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.v2.resource_helper [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Service METERING assigned prefix: /metering {{(pid=111043) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 10:36:52.536327 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.quota.resource_registry [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Creating instance of CountableResource for resource:rbac_policy Jul 18 10:36:52.536663 dv-cinder-849498-1-iscsi neutron-server[111043]: WARNING neutron.quota.resource_registry [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] rbac_policy is already registered Jul 18 10:36:52.537113 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.quota.resource_registry [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Creating instance of TrackedResource for resource:security_group Jul 18 10:36:52.537506 dv-cinder-849498-1-iscsi neutron-server[111043]: WARNING neutron.quota.resource_registry [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] security_group is already registered Jul 18 10:36:52.537923 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.quota.resource_registry [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 18 10:36:52.538264 dv-cinder-849498-1-iscsi neutron-server[111043]: WARNING neutron.quota.resource_registry [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] security_group_rule is already registered Jul 18 10:36:52.539045 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.v2.resource_helper [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Service CORE assigned prefix: {{(pid=111043) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 10:36:52.539384 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.quota.resource_registry [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Creating instance of TrackedResource for resource:subnetpool Jul 18 10:36:52.539725 dv-cinder-849498-1-iscsi neutron-server[111043]: WARNING neutron.quota.resource_registry [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] subnetpool is already registered Jul 18 10:36:52.540154 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.v2.resource_helper [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Service CORE assigned prefix: {{(pid=111043) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 10:36:52.540483 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.quota.resource_registry [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Creating instance of TrackedResource for resource:subnetpool Jul 18 10:36:52.540902 dv-cinder-849498-1-iscsi neutron-server[111043]: WARNING neutron.quota.resource_registry [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] subnetpool is already registered Jul 18 10:36:52.541384 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extended resource: extensions {{(pid=111043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:36:52.542906 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extended resource: address-groups {{(pid=111043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:36:52.544421 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extended resource: address-scopes {{(pid=111043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:36:52.545818 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extended resource: agents {{(pid=111043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:36:52.547004 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extended resource: auto-allocated-topology {{(pid=111043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:36:52.548268 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extended resource: availability_zones {{(pid=111043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:36:52.549568 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extended resource: dhcp-networks {{(pid=111043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:36:52.551095 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extended resource: dhcp-agents {{(pid=111043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:36:52.552542 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extended resource: routers {{(pid=111043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:36:52.554366 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extended resource: flavors {{(pid=111043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:36:52.555658 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extended resource: service_profiles {{(pid=111043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:36:52.556941 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extended resource: next_providers {{(pid=111043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:36:52.558392 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extended resource: service_profiles {{(pid=111043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:36:52.559972 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extended resource: floatingip-pools {{(pid=111043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:36:52.561329 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extended resource: routers {{(pid=111043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:36:52.562996 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extended resource: floatingips {{(pid=111043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:36:52.564289 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extended resource: l3-routers {{(pid=111043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:36:52.565727 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extended resource: l3-agents {{(pid=111043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:36:52.567184 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extended resource: metering-labels {{(pid=111043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:36:52.568486 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extended resource: metering-label-rules {{(pid=111043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:36:52.570459 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extended resource: network-ip-availabilities {{(pid=111043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:36:52.571856 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extended resource: bindings {{(pid=111043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:36:52.573479 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extended resource: quotas {{(pid=111043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:36:52.575176 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extended resource: quotas {{(pid=111043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:36:52.577008 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extended resource: rbac-policies {{(pid=111043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:36:52.578250 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extended resource: security-groups {{(pid=111043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:36:52.579557 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extended resource: security-group-rules {{(pid=111043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:36:52.580854 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extended resource: service-providers {{(pid=111043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:36:52.582108 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extended resource: subnetpools {{(pid=111043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:36:52.583491 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extended resource: subnetpools {{(pid=111043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:36:52.585073 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extended resource: tags {{(pid=111043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:36:52.587726 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extended resource: tags {{(pid=111043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:36:52.590708 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extended resource: tags {{(pid=111043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:36:52.592521 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extended resource: tags {{(pid=111043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:36:52.594306 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extended resource: tags {{(pid=111043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:36:52.596287 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extended resource: tags {{(pid=111043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:36:52.598035 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extended resource: tags {{(pid=111043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:36:52.599957 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extended resource: tags {{(pid=111043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:36:52.601878 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extended resource: tags {{(pid=111043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:36:52.603666 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron.api.extensions [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Extended resource: tags {{(pid=111043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 10:36:52.610255 dv-cinder-849498-1-iscsi neutron-server[111043]: WARNING keystonemiddleware.auth_token [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 18 10:36:52.615471 dv-cinder-849498-1-iscsi neutron-server[111043]: WARNING keystonemiddleware.auth_token [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 18 10:36:52.624619 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_concurrency.lockutils [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Acquired lock "singleton_lock" {{(pid=111043) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 18 10:36:52.625126 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_concurrency.lockutils [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Releasing lock "singleton_lock" {{(pid=111043) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 18 10:36:52.625792 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO oslo_service.service [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Starting 2 workers Jul 18 10:36:52.630679 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Started child 111154 {{(pid=111043) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 18 10:36:52.636115 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Started child 111155 {{(pid=111043) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 18 10:36:52.637131 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:52.637748 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO neutron.service [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 18 10:36:52.638381 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Publish callbacks [] for process (None), before_spawn {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:52.638616 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [-] (111154) wsgi starting up on http://0.0.0.0:9696 Jul 18 10:36:52.640882 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO oslo_service.service [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Starting 1 workers Jul 18 10:36:52.641078 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:52.642493 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [-] (111155) wsgi starting up on http://0.0.0.0:9696 Jul 18 10:36:52.646140 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Started child 111156 {{(pid=111043) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 18 10:36:52.646698 dv-cinder-849498-1-iscsi neutron-server[111043]: INFO oslo_service.service [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Starting 1 workers Jul 18 10:36:52.650772 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.service [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] calling RpcWorker wait() {{(pid=111156) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 18 10:36:52.651402 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.service [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] returning from RpcWorker wait() {{(pid=111156) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 18 10:36:52.651894 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Started child 111157 {{(pid=111043) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 18 10:36:52.652701 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7335-cbc3-4940-99c9-00a42016dce9 None None] Publish callbacks [] for process (None), after_spawn {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:52.652842 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:52.653425 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:36:52.654684 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=111043) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 18 10:36:52.655015 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 18 10:36:52.655130 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 18 10:36:52.655305 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 18 10:36:52.655619 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 18 10:36:52.655802 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 18 10:36:52.656354 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.656644 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.656938 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.657032 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:36:52.657509 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.657857 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.658048 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.658284 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.658563 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.658815 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.658988 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.659160 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.659413 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.659674 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.659986 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.660264 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.660502 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.660766 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.660959 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.661204 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] config_source = [] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.661470 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.661736 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.662031 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] debug = True {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.662293 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.662787 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.663030 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.663271 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.663508 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.664355 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.664718 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.664987 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.665261 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.665588 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.665832 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.666101 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.666350 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.666581 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.666813 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.667073 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.667310 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.667798 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] host = dv-cinder-849498-1-iscsi {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.668034 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.668252 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.668483 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.668729 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.669002 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.669258 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.669481 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.669748 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.669999 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.670297 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.670534 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.670763 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.671013 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] log_dir = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.671278 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] log_file = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.671444 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] log_options = True {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.671688 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.671955 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.672238 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.672435 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.672604 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.672770 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.673017 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.673186 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.673724 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.673724 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.673986 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.674107 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.674265 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.674538 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.674898 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.675047 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.675206 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.675421 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.675670 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.675899 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.676143 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.676362 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.676612 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.676869 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.677085 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.677304 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.677562 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.677796 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.678009 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.678246 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.678516 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.678771 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.678988 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.679995 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.680677 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.680847 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.681082 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.681407 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.681541 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:36:52.681654 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.681902 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.682103 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.682356 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.682575 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.682824 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.683044 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.683298 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] use_journal = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.683603 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] use_json = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.683838 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.684296 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.684687 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.685063 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.685289 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.685506 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.685734 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.685983 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.686492 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.687162 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.687162 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.687671 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.687928 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.688171 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.688412 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.688904 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.689131 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.689401 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.689636 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.690502 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.690502 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.690502 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.690775 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.691092 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.691411 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.691804 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.692078 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.692343 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.692590 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.692824 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.693070 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.693347 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.693593 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.693879 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.694097 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.694312 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.694624 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.694904 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.695256 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.695646 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.695912 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.696180 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.696594 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.696887 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.697152 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.697847 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.698074 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.698313 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.698705 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.698980 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.699218 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.699452 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.699687 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.699923 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.700157 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.700405 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.700663 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.700918 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.701828 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.701828 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.701828 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.701828 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.702098 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.702204 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.702676 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.702868 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.703104 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.703331 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.703596 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.703830 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.704048 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.704298 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.704514 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.704727 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.704962 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.705188 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.705402 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.705643 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.705860 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.706071 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.706282 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.706499 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.706729 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.706947 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.707184 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.707402 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.707636 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.707851 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.708061 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.708288 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.708507 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.708718 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.708986 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.709228 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.709446 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.709655 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.709883 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.710090 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.710301 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.711110 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.712045 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.712512 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.713210 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.713210 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.713210 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.713618 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.713618 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.713876 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.714010 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.714156 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.714386 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.714631 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.714864 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.715086 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.715306 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.715577 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.715833 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.716483 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.716483 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.716802 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.716947 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.717187 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.717438 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.717662 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.717921 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.718178 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.718420 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.718694 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.718932 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.719192 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.719426 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.719768 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.719962 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.720229 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.720449 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.720717 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.721044 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.721294 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.721633 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.721808 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.722054 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.722323 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.722579 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.722850 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.723112 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.723341 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.723565 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.723824 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.724060 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.724273 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.724524 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.724864 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.725099 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.725330 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.725543 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.725890 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.726203 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.726922 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.727184 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.727434 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.727890 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.728071 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.728221 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.728407 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.728633 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.728886 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.729101 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.729335 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.729553 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.729803 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.730011 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.730228 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.730478 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.730691 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.731179 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.731392 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.731694 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.731845 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.732146 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.732316 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.732458 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.732678 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.732914 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.733140 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.733890 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.733890 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.733890 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.734183 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.734369 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.734644 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.734853 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.735908 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.735908 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.735908 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.735908 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.736640 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.736824 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.736978 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.740139 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.740139 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.740139 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.740139 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.740139 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.740139 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.740139 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.740139 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.741328 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.741328 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.741328 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.741328 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.741328 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.741328 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.742259 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.742259 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.742259 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.742663 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.743703 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.743884 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.744063 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.744357 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.744584 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.744729 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.746535 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.746783 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.747753 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.747753 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.747753 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.748021 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.748021 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.748262 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.748623 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.749054 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.749552 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.749801 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.750020 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.750314 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.750587 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.750809 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.751067 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.751342 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.751575 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.751828 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.752062 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.752318 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.752496 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.752929 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.752929 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.753207 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.753593 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.753593 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.753861 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.754006 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.754238 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.754437 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.754669 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.754875 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.755116 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.755298 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.755527 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.755845 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.756090 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.756245 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.756382 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.756595 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.756890 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.757084 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.757256 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.757539 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.757906 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.758275 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.758495 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.758887 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.759036 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.759242 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.759532 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.759762 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.760023 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.760276 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.760573 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.761203 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.761203 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.761483 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.761483 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.761794 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.761965 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.762243 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.762548 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.762799 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.763108 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.763353 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.763730 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.763899 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.764095 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.767028 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.767028 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.767395 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 37358) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:36:52.767601 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.767601 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.767601 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.767601 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.767601 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.768405 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:36:52.768563 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.768563 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.768563 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.768563 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.768563 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.768563 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.768563 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.768563 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.768563 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.772294 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.772294 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.772294 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.772294 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.772294 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.772294 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 18 10:36:52.772294 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=111043) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 18 10:36:52.772294 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 18 10:36:52.774030 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 18 10:36:52.774030 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 18 10:36:52.774030 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 18 10:36:52.774030 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 18 10:36:52.774030 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.774030 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.774030 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.774030 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.775093 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.775093 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.775093 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.775093 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.775093 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.775093 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.775093 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.775093 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.776168 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.776168 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.776168 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.776168 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.776168 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.776168 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.776168 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] config_source = [] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.776168 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.777229 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.777229 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] debug = True {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.777229 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.777229 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.777229 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.777229 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.778040 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.778040 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.778040 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.778040 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.778040 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.778040 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.778040 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.778040 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.781878 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.781878 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.781878 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.781878 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.781878 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.781878 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] host = dv-cinder-849498-1-iscsi {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.781878 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.781878 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.782915 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.782915 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.782915 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.782915 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.782915 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.782915 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.782915 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.782915 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.784011 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.784011 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.784011 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] log_dir = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.784011 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] log_file = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.784011 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] log_options = True {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.784011 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.784011 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.784011 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.785049 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.785049 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.785049 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.785049 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.785049 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.785049 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.785049 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.785957 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.785957 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.785957 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.785957 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.785957 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.785957 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.785957 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.785957 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.786968 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.786968 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.786968 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.786968 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.786968 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.786968 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.786968 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.786968 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.788003 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.788003 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.788003 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.788003 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.788003 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.788003 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.788003 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.788003 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.793204 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.793204 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.793204 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.793204 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.793204 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.793204 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.793204 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.793204 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.794241 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.794241 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.794241 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.794241 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] use_journal = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.794241 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] use_json = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.794241 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.794241 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.794241 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.794241 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.795448 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.795448 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.795448 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.795448 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.795448 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 10:36:52.795448 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.795448 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.795448 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.796469 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.796469 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.796469 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.796469 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.796469 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.796469 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.796469 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.796469 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.797563 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.797563 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.797563 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.797563 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.797563 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.797563 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.797563 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.797563 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.798587 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.798587 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.798851 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [-] 10.222.0.49 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0251725 Jul 18 10:36:52.799001 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.799001 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.799001 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.799001 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.799001 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.799001 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.799001 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.799001 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.800080 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.800080 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.800080 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.800080 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.800080 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.800080 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.800080 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.800080 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.801213 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.801213 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.801213 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.801213 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.801213 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.801213 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.801213 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.801213 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.801213 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.802405 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.802405 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.802405 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.802405 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.802405 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.802405 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.802405 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.802405 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.802405 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.803552 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.803552 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.803552 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.803552 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.803552 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.803552 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.803552 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.803552 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.806080 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.806080 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.806080 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.806080 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.806080 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.806080 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.806080 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.806080 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.806080 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.807246 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.807246 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.807246 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.807246 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.807246 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.807246 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.807246 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.807246 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.807246 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.808383 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.808383 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.808383 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.808383 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.808383 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.808383 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.808383 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.808383 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.808383 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.809740 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.809740 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.809740 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.809740 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.809740 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.810967 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.810967 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.810967 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.812471 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.812604 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.812748 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.813133 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.813499 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.813686 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.813861 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.814024 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.814339 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.814506 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.814857 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.815355 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.815355 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.815527 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.815527 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.815704 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.815868 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.816023 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.816189 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.816353 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.816515 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.816679 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.817729 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.817911 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.818087 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.818235 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.818422 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.818585 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.818731 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.818897 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.819084 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.819238 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.819382 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.819532 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.819677 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.819865 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.820123 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.820355 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.820355 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.820681 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.820681 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.821005 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.821005 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.821283 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.821283 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.821547 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.821691 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.822328 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.822328 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.822328 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.822328 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.822328 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.822986 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.822986 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.822986 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.822986 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.823480 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.823480 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.823480 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.823854 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.823854 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.823854 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.824241 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.824241 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.824241 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.824632 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.824632 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.824986 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.824986 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.825240 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.825240 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.825630 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.825630 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.825972 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.825972 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.825972 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.826365 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.826365 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.826634 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.826634 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.826891 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.826891 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.827159 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.827159 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.827356 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.827436 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.827595 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.827757 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.827921 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.828082 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.828245 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.828408 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.828570 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.828733 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.828987 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.829149 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.829311 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.829449 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.829610 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.829863 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.830015 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.830146 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.830275 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.830414 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.830547 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.830692 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.830826 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.830990 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.831150 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.831313 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.831474 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.831636 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.831797 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.831958 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.832117 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.832272 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.832422 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.832585 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.832746 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.832946 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.833109 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.833269 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.833416 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.833583 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.833745 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.833906 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.834071 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.834233 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.834407 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.834560 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.834721 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.836905 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.837045 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.837188 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.837377 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.837555 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.837731 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.837905 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.838099 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.838281 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.838433 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.838589 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.838745 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.838908 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.839071 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.839232 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.839403 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.839565 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.839727 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.839887 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.840081 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.840199 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.840372 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.840529 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.840689 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.840882 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.841043 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.841202 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.841371 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.841561 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.841727 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.841886 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.842045 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.842203 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.842374 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.842534 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.842692 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.842867 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.843027 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.843209 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.843406 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.843559 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.843700 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.843834 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.843992 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.844151 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.844312 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.844477 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.844626 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.844893 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.845024 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.845153 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.845297 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.845464 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.845632 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.845793 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.845958 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.846227 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.846319 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.846436 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.846596 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.846756 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.846915 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.847096 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.847232 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.847393 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.847552 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.847952 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.847952 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.848153 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.848153 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.848303 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.848449 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.848607 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.848751 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.848952 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.849111 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 10:36:52.849264 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 18 10:37:01.903664 dv-cinder-849498-1-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:04.490554 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a81a1f-468c-4198-9c46-6254a3d3b08e None None] get_active_networks_info from dv-cinder-849498-1-iscsi {{(pid=111156) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 18 10:37:04.495645 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writer thread running {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 18 10:37:04.567934 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a81a1f-468c-4198-9c46-6254a3d3b08e None None] No non-hosted networks {{(pid=111156) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 18 10:37:04.586601 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.agentschedulers_db [None req-25a81a1f-468c-4198-9c46-6254a3d3b08e None None] DHCP Agent not found on host dv-cinder-849498-1-iscsi {{(pid=111156) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 18 10:37:04.703865 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-b05f3c5e-5dfb-491b-aaa5-584f8dc82235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3788842'] for agent (1fc7cd8a-3617-45f0-b645-db80237532c9), after_create {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:06.314840 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writer thread running {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 18 10:37:07.070993 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-e8b41886-ce73-4656-a9f3-0043c2f17d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3788842'] for agent (e6bcb791-bd43-4d6b-ab54-e591cb66712b), after_create {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:07.157501 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.db.api [None req-d15c7cea-f4b9-4e8f-9e6b-7dd4c1fd82e3 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-849498-1-iscsi {{(pid=111156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 18 10:37:07.158452 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG oslo_db.api [None req-d15c7cea-f4b9-4e8f-9e6b-7dd4c1fd82e3 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 18 10:37:07.767126 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-d15c7cea-f4b9-4e8f-9e6b-7dd4c1fd82e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (e6bcb791-bd43-4d6b-ab54-e591cb66712b), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:07.986477 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 37436) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:37:08.104161 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-ce070233-206f-40ab-920e-7b3694335a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3788842'] for agent (dfa25df3-493c-43ae-826d-29cbf3b2bfa8), after_create {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:08.624611 dv-cinder-849498-1-iscsi neutron-server[111155]: WARNING oslo_policy.policy [None req-cbee1223-7f00-4cf6-9649-36eced5f9c39 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 18 10:37:08.625364 dv-cinder-849498-1-iscsi neutron-server[111155]: WARNING oslo_policy.policy [None req-cbee1223-7f00-4cf6-9649-36eced5f9c39 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 18 10:37:08.858787 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [None req-cbee1223-7f00-4cf6-9649-36eced5f9c39 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=111155) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 10:37:08.868892 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-cbee1223-7f00-4cf6-9649-36eced5f9c39 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8724368 Jul 18 10:37:09.818539 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f8336af3-fca9-403e-a19b-06518ba3f665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3788842'] for agent (7e71126e-a656-43d8-a2eb-058f1b343885), after_create {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:09.841324 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3788842'] for agent (62f731a8-190a-49a2-85f5-14fe4e09184e), after_create {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:09.842196 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:09.842633 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:09.843065 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:09.843638 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:09.844137 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:09.844456 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:09.845154 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:09.845747 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:09.846269 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:09.846788 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:09.847204 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:09.847593 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:09.848191 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:09.848601 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:09.849008 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:09.849749 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-849498-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:37:09.859901 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-849498-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:37:11.252942 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 37468) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:37:11.630115 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [None req-6df9f4cb-f636-44bd-97b1-1f02f6da11e6 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:37:11.727405 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.policy [None req-6df9f4cb-f636-44bd-97b1-1f02f6da11e6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=111155) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 18 10:37:11.772169 dv-cinder-849498-1-iscsi neutron-server[111155]: WARNING oslo_policy.policy [None req-6df9f4cb-f636-44bd-97b1-1f02f6da11e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 18 10:37:11.773227 dv-cinder-849498-1-iscsi neutron-server[111155]: WARNING oslo_policy.policy [None req-6df9f4cb-f636-44bd-97b1-1f02f6da11e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 18 10:37:11.794487 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writer thread running {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 18 10:37:11.940029 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-6df9f4cb-f636-44bd-97b1-1f02f6da11e6 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741535099249', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741535100781', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741535115314', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741535127256', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741535136985', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741535142066', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-639015', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-780341', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3893452', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3803945'] for rbac-policy (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:12.191929 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-6df9f4cb-f636-44bd-97b1-1f02f6da11e6 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:12.193185 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-6df9f4cb-f636-44bd-97b1-1f02f6da11e6 admin admin] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9381809 Jul 18 10:37:12.211818 dv-cinder-849498-1-iscsi neutron-server[111156]: INFO neutron.db.l3_hamode_db [None req-14954e98-8aff-4cb4-a71e-921b2b2d5423 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 18 10:37:12.295682 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14954e98-8aff-4cb4-a71e-921b2b2d5423 None None] Routers set() bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:37:12.295942 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14954e98-8aff-4cb4-a71e-921b2b2d5423 None None] Router IDs set() for agent in host dv-cinder-849498-1-iscsi {{(pid=111156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 18 10:37:14.447008 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 37480) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:37:14.788792 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [None req-d753d2f0-61e4-4ddb-9e7f-f626a0a4204f demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:37:14.904210 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d753d2f0-61e4-4ddb-9e7f-f626a0a4204f demo demo] Made reservation on behalf of 8efd660d626b4141b5c9be1824e7e416 for: {'network': 1} {{(pid=111155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:37:14.908100 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-d753d2f0-61e4-4ddb-9e7f-f626a0a4204f demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for network (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:14.927467 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-d753d2f0-61e4-4ddb-9e7f-f626a0a4204f demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:15.044721 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-d753d2f0-61e4-4ddb-9e7f-f626a0a4204f demo demo] Publish callbacks [] for security_group (05879db9-84c3-48c1-84ea-9373ddec83f5), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:15.109978 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-d753d2f0-61e4-4ddb-9e7f-f626a0a4204f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (05879db9-84c3-48c1-84ea-9373ddec83f5), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:15.145544 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d753d2f0-61e4-4ddb-9e7f-f626a0a4204f demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=111155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 10:37:15.175624 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-d753d2f0-61e4-4ddb-9e7f-f626a0a4204f demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741536027405', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547345'] for segment (aca0d6c7-5a80-4a42-a0f3-729f3db758d8), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:15.176092 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-d753d2f0-61e4-4ddb-9e7f-f626a0a4204f demo demo] Unsubscribe: segment precommit_create {{(pid=111155) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 18 10:37:15.176610 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.db.segments_db [None req-d753d2f0-61e4-4ddb-9e7f-f626a0a4204f demo demo] Added segment aca0d6c7-5a80-4a42-a0f3-729f3db758d8 of type vlan for network 9cc278f9-3a4e-4274-a3d9-2d1ee44a3cae Jul 18 10:37:15.184258 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d753d2f0-61e4-4ddb-9e7f-f626a0a4204f demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=05879db9-84c3-48c1-84ea-9373ddec83f5,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:37:15.207101 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d753d2f0-61e4-4ddb-9e7f-f626a0a4204f demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:15.208492 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d753d2f0-61e4-4ddb-9e7f-f626a0a4204f demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:15.208492 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d753d2f0-61e4-4ddb-9e7f-f626a0a4204f demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:15.208492 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d753d2f0-61e4-4ddb-9e7f-f626a0a4204f demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:15.208492 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d753d2f0-61e4-4ddb-9e7f-f626a0a4204f demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:15.208895 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d753d2f0-61e4-4ddb-9e7f-f626a0a4204f demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:15.209143 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d753d2f0-61e4-4ddb-9e7f-f626a0a4204f demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:15.209465 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d753d2f0-61e4-4ddb-9e7f-f626a0a4204f demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:15.209816 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d753d2f0-61e4-4ddb-9e7f-f626a0a4204f demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:15.210331 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d753d2f0-61e4-4ddb-9e7f-f626a0a4204f demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:15.210837 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d753d2f0-61e4-4ddb-9e7f-f626a0a4204f demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:15.211180 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d753d2f0-61e4-4ddb-9e7f-f626a0a4204f demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:15.211534 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d753d2f0-61e4-4ddb-9e7f-f626a0a4204f demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:15.211854 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d753d2f0-61e4-4ddb-9e7f-f626a0a4204f demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:15.212197 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d753d2f0-61e4-4ddb-9e7f-f626a0a4204f demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:15.213639 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d753d2f0-61e4-4ddb-9e7f-f626a0a4204f demo demo] Tracked resource versions report: Jul 18 10:37:15.213639 dv-cinder-849498-1-iscsi neutron-server[111155]: pushed versions: Jul 18 10:37:15.213639 dv-cinder-849498-1-iscsi neutron-server[111155]: { 'AddressGroup': {'1.2'}, Jul 18 10:37:15.213639 dv-cinder-849498-1-iscsi neutron-server[111155]: 'Agent': {'1.1'}, Jul 18 10:37:15.213639 dv-cinder-849498-1-iscsi neutron-server[111155]: 'ConntrackHelper': {'1.0'}, Jul 18 10:37:15.213639 dv-cinder-849498-1-iscsi neutron-server[111155]: 'LocalIPAssociation': {'1.0'}, Jul 18 10:37:15.213639 dv-cinder-849498-1-iscsi neutron-server[111155]: 'Log': {'1.0'}, Jul 18 10:37:15.213639 dv-cinder-849498-1-iscsi neutron-server[111155]: 'NDPProxy': {'1.0'}, Jul 18 10:37:15.213639 dv-cinder-849498-1-iscsi neutron-server[111155]: 'Network': {'1.1'}, Jul 18 10:37:15.213639 dv-cinder-849498-1-iscsi neutron-server[111155]: 'Port': {'1.7'}, Jul 18 10:37:15.213639 dv-cinder-849498-1-iscsi neutron-server[111155]: 'PortForwarding': {'1.3'}, Jul 18 10:37:15.213639 dv-cinder-849498-1-iscsi neutron-server[111155]: 'QosPolicy': {'1.10'}, Jul 18 10:37:15.213639 dv-cinder-849498-1-iscsi neutron-server[111155]: 'SecurityGroup': {'1.5'}, Jul 18 10:37:15.213639 dv-cinder-849498-1-iscsi neutron-server[111155]: 'SecurityGroupRule': {'1.2'}, Jul 18 10:37:15.213639 dv-cinder-849498-1-iscsi neutron-server[111155]: 'SubPort': {'1.0'}, Jul 18 10:37:15.213639 dv-cinder-849498-1-iscsi neutron-server[111155]: 'Subnet': {'1.1'}, Jul 18 10:37:15.213639 dv-cinder-849498-1-iscsi neutron-server[111155]: 'Trunk': {'1.1'}} Jul 18 10:37:15.213639 dv-cinder-849498-1-iscsi neutron-server[111155]: consumer versions: Jul 18 10:37:15.213639 dv-cinder-849498-1-iscsi neutron-server[111155]: { DHCP agent@dv-cinder-849498-1-iscsi: {}, Jul 18 10:37:15.213639 dv-cinder-849498-1-iscsi neutron-server[111155]: L3 agent@dv-cinder-849498-1-iscsi: {}, Jul 18 10:37:15.213639 dv-cinder-849498-1-iscsi neutron-server[111155]: Metadata agent@dv-cinder-849498-1-iscsi: {}, Jul 18 10:37:15.213639 dv-cinder-849498-1-iscsi neutron-server[111155]: Metering agent@dv-cinder-849498-1-iscsi: {}, Jul 18 10:37:15.213639 dv-cinder-849498-1-iscsi neutron-server[111155]: Open vSwitch agent@dv-cinder-849498-1-iscsi: { 'AddressGroup': '1.2', Jul 18 10:37:15.213639 dv-cinder-849498-1-iscsi neutron-server[111155]: 'Agent': '1.1', Jul 18 10:37:15.213639 dv-cinder-849498-1-iscsi neutron-server[111155]: 'ConntrackHelper': '1.0', Jul 18 10:37:15.213639 dv-cinder-849498-1-iscsi neutron-server[111155]: 'LocalIPAssociation': '1.0', Jul 18 10:37:15.213639 dv-cinder-849498-1-iscsi neutron-server[111155]: 'Log': '1.0', Jul 18 10:37:15.213639 dv-cinder-849498-1-iscsi neutron-server[111155]: 'NDPProxy': '1.0', Jul 18 10:37:15.213639 dv-cinder-849498-1-iscsi neutron-server[111155]: 'Network': '1.1', Jul 18 10:37:15.213639 dv-cinder-849498-1-iscsi neutron-server[111155]: 'Port': '1.7', Jul 18 10:37:15.213639 dv-cinder-849498-1-iscsi neutron-server[111155]: 'PortForwarding': '1.3', Jul 18 10:37:15.213639 dv-cinder-849498-1-iscsi neutron-server[111155]: 'QosPolicy': '1.10', Jul 18 10:37:15.213639 dv-cinder-849498-1-iscsi neutron-server[111155]: 'SecurityGroup': '1.5', Jul 18 10:37:15.213639 dv-cinder-849498-1-iscsi neutron-server[111155]: 'SecurityGroupRule': '1.2', Jul 18 10:37:15.213639 dv-cinder-849498-1-iscsi neutron-server[111155]: 'SubPort': '1.0', Jul 18 10:37:15.213639 dv-cinder-849498-1-iscsi neutron-server[111155]: 'Subnet': '1.1', Jul 18 10:37:15.213639 dv-cinder-849498-1-iscsi neutron-server[111155]: 'Trunk': '1.1'}} Jul 18 10:37:15.213639 dv-cinder-849498-1-iscsi neutron-server[111155]: {{(pid=111155) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 18 10:37:15.297965 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-d753d2f0-61e4-4ddb-9e7f-f626a0a4204f demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741535579194'] for network (9cc278f9-3a4e-4274-a3d9-2d1ee44a3cae), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:15.550043 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-d753d2f0-61e4-4ddb-9e7f-f626a0a4204f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529'] for network (9cc278f9-3a4e-4274-a3d9-2d1ee44a3cae), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:15.555268 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d753d2f0-61e4-4ddb-9e7f-f626a0a4204f demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:15.555959 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-d753d2f0-61e4-4ddb-9e7f-f626a0a4204f demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for network (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:15.617524 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=57,neutron:INSERT=41,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:15.679002 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d753d2f0-61e4-4ddb-9e7f-f626a0a4204f demo demo] Pushing event updated for resources: {'Network': ['ID=9cc278f9-3a4e-4274-a3d9-2d1ee44a3cae,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:37:15.690974 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Network 9cc278f9-3a4e-4274-a3d9-2d1ee44a3cae details requested by agent ovs-agent-dv-cinder-849498-1-iscsi with host dv-cinder-849498-1-iscsi {{(pid=111156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 10:37:15.724886 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-d753d2f0-61e4-4ddb-9e7f-f626a0a4204f demo demo] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.2762828 Jul 18 10:37:18.062302 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 37494) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:37:18.608752 dv-cinder-849498-1-iscsi neutron-server[111154]: WARNING oslo_policy.policy [None req-2def1d9a-b771-4f16-bdb4-31102bf45c62 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 18 10:37:18.609399 dv-cinder-849498-1-iscsi neutron-server[111154]: WARNING oslo_policy.policy [None req-2def1d9a-b771-4f16-bdb4-31102bf45c62 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 18 10:37:18.837333 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writer thread running {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 18 10:37:19.050998 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.policy [None req-2def1d9a-b771-4f16-bdb4-31102bf45c62 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=111154) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 18 10:37:19.094499 dv-cinder-849498-1-iscsi neutron-server[111154]: WARNING oslo_policy.policy [None req-2def1d9a-b771-4f16-bdb4-31102bf45c62 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 18 10:37:19.095126 dv-cinder-849498-1-iscsi neutron-server[111154]: WARNING oslo_policy.policy [None req-2def1d9a-b771-4f16-bdb4-31102bf45c62 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 18 10:37:19.102754 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2def1d9a-b771-4f16-bdb4-31102bf45c62 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:19.104727 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-2def1d9a-b771-4f16-bdb4-31102bf45c62 demo admin] 10.222.0.49 "GET /v2.0/networks/9cc278f9-3a4e-4274-a3d9-2d1ee44a3cae HTTP/1.1" status: 200 len: 825 time: 1.0407662 Jul 18 10:37:19.148745 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-fb554cf7-ce9f-4402-ad6c-f75c9fd27abd demo admin] 10.222.0.49 "GET /v2.0/subnetpools/7d4559df-addf-424e-8c44-3a21777eafd8 HTTP/1.1" status: 200 len: 734 time: 0.0378489 Jul 18 10:37:19.159575 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [None req-ba460bc6-d44e-4910-950f-a041b4b7df25 demo admin] Request body: {'subnet': {'network_id': '9cc278f9-3a4e-4274-a3d9-2d1ee44a3cae', 'subnetpool_id': '7d4559df-addf-424e-8c44-3a21777eafd8', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:37:19.258830 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba460bc6-d44e-4910-950f-a041b4b7df25 demo admin] Made reservation on behalf of 8efd660d626b4141b5c9be1824e7e416 for: {'subnet': 1} {{(pid=111154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:37:19.261821 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-ba460bc6-d44e-4910-950f-a041b4b7df25 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:19.613060 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-ba460bc6-d44e-4910-950f-a041b4b7df25 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529'] for subnet (31c18233-0156-4046-b6f4-c2e210446e41), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:19.688017 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba460bc6-d44e-4910-950f-a041b4b7df25 demo admin] Checking segment: {'id': 'aca0d6c7-5a80-4a42-a0f3-729f3db758d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9cc278f9-3a4e-4274-a3d9-2d1ee44a3cae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:37:19.688374 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba460bc6-d44e-4910-950f-a041b4b7df25 demo admin] Network hostable DHCP agents. Network: 9cc278f9-3a4e-4274-a3d9-2d1ee44a3cae, hostable agents: ['1fc7cd8a-3617-45f0-b645-db80237532c9'], hosted agents: [] {{(pid=111154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 10:37:19.697998 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba460bc6-d44e-4910-950f-a041b4b7df25 demo admin] Pushing event updated for resources: {'Subnet': ['ID=31c18233-0156-4046-b6f4-c2e210446e41,revision_number=0']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:37:19.712148 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba460bc6-d44e-4910-950f-a041b4b7df25 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:19.712399 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba460bc6-d44e-4910-950f-a041b4b7df25 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:19.712751 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba460bc6-d44e-4910-950f-a041b4b7df25 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:19.713124 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba460bc6-d44e-4910-950f-a041b4b7df25 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:19.713454 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba460bc6-d44e-4910-950f-a041b4b7df25 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:19.713775 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba460bc6-d44e-4910-950f-a041b4b7df25 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:19.714092 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba460bc6-d44e-4910-950f-a041b4b7df25 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:19.714410 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba460bc6-d44e-4910-950f-a041b4b7df25 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:19.714740 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba460bc6-d44e-4910-950f-a041b4b7df25 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:19.715060 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba460bc6-d44e-4910-950f-a041b4b7df25 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:19.715374 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba460bc6-d44e-4910-950f-a041b4b7df25 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:19.715686 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba460bc6-d44e-4910-950f-a041b4b7df25 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:19.716001 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba460bc6-d44e-4910-950f-a041b4b7df25 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:19.716307 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba460bc6-d44e-4910-950f-a041b4b7df25 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:19.716660 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba460bc6-d44e-4910-950f-a041b4b7df25 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:19.718076 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba460bc6-d44e-4910-950f-a041b4b7df25 demo admin] Tracked resource versions report: Jul 18 10:37:19.718076 dv-cinder-849498-1-iscsi neutron-server[111154]: pushed versions: Jul 18 10:37:19.718076 dv-cinder-849498-1-iscsi neutron-server[111154]: { 'AddressGroup': {'1.2'}, Jul 18 10:37:19.718076 dv-cinder-849498-1-iscsi neutron-server[111154]: 'Agent': {'1.1'}, Jul 18 10:37:19.718076 dv-cinder-849498-1-iscsi neutron-server[111154]: 'ConntrackHelper': {'1.0'}, Jul 18 10:37:19.718076 dv-cinder-849498-1-iscsi neutron-server[111154]: 'LocalIPAssociation': {'1.0'}, Jul 18 10:37:19.718076 dv-cinder-849498-1-iscsi neutron-server[111154]: 'Log': {'1.0'}, Jul 18 10:37:19.718076 dv-cinder-849498-1-iscsi neutron-server[111154]: 'NDPProxy': {'1.0'}, Jul 18 10:37:19.718076 dv-cinder-849498-1-iscsi neutron-server[111154]: 'Network': {'1.1'}, Jul 18 10:37:19.718076 dv-cinder-849498-1-iscsi neutron-server[111154]: 'Port': {'1.7'}, Jul 18 10:37:19.718076 dv-cinder-849498-1-iscsi neutron-server[111154]: 'PortForwarding': {'1.3'}, Jul 18 10:37:19.718076 dv-cinder-849498-1-iscsi neutron-server[111154]: 'QosPolicy': {'1.10'}, Jul 18 10:37:19.718076 dv-cinder-849498-1-iscsi neutron-server[111154]: 'SecurityGroup': {'1.5'}, Jul 18 10:37:19.718076 dv-cinder-849498-1-iscsi neutron-server[111154]: 'SecurityGroupRule': {'1.2'}, Jul 18 10:37:19.718076 dv-cinder-849498-1-iscsi neutron-server[111154]: 'SubPort': {'1.0'}, Jul 18 10:37:19.718076 dv-cinder-849498-1-iscsi neutron-server[111154]: 'Subnet': {'1.1'}, Jul 18 10:37:19.718076 dv-cinder-849498-1-iscsi neutron-server[111154]: 'Trunk': {'1.1'}} Jul 18 10:37:19.718076 dv-cinder-849498-1-iscsi neutron-server[111154]: consumer versions: Jul 18 10:37:19.718076 dv-cinder-849498-1-iscsi neutron-server[111154]: { DHCP agent@dv-cinder-849498-1-iscsi: {}, Jul 18 10:37:19.718076 dv-cinder-849498-1-iscsi neutron-server[111154]: L3 agent@dv-cinder-849498-1-iscsi: {}, Jul 18 10:37:19.718076 dv-cinder-849498-1-iscsi neutron-server[111154]: Metadata agent@dv-cinder-849498-1-iscsi: {}, Jul 18 10:37:19.718076 dv-cinder-849498-1-iscsi neutron-server[111154]: Metering agent@dv-cinder-849498-1-iscsi: {}, Jul 18 10:37:19.718076 dv-cinder-849498-1-iscsi neutron-server[111154]: Open vSwitch agent@dv-cinder-849498-1-iscsi: { 'AddressGroup': '1.2', Jul 18 10:37:19.718076 dv-cinder-849498-1-iscsi neutron-server[111154]: 'Agent': '1.1', Jul 18 10:37:19.718076 dv-cinder-849498-1-iscsi neutron-server[111154]: 'ConntrackHelper': '1.0', Jul 18 10:37:19.718076 dv-cinder-849498-1-iscsi neutron-server[111154]: 'LocalIPAssociation': '1.0', Jul 18 10:37:19.718076 dv-cinder-849498-1-iscsi neutron-server[111154]: 'Log': '1.0', Jul 18 10:37:19.718076 dv-cinder-849498-1-iscsi neutron-server[111154]: 'NDPProxy': '1.0', Jul 18 10:37:19.718076 dv-cinder-849498-1-iscsi neutron-server[111154]: 'Network': '1.1', Jul 18 10:37:19.718076 dv-cinder-849498-1-iscsi neutron-server[111154]: 'Port': '1.7', Jul 18 10:37:19.718076 dv-cinder-849498-1-iscsi neutron-server[111154]: 'PortForwarding': '1.3', Jul 18 10:37:19.718076 dv-cinder-849498-1-iscsi neutron-server[111154]: 'QosPolicy': '1.10', Jul 18 10:37:19.718076 dv-cinder-849498-1-iscsi neutron-server[111154]: 'SecurityGroup': '1.5', Jul 18 10:37:19.718076 dv-cinder-849498-1-iscsi neutron-server[111154]: 'SecurityGroupRule': '1.2', Jul 18 10:37:19.718076 dv-cinder-849498-1-iscsi neutron-server[111154]: 'SubPort': '1.0', Jul 18 10:37:19.718076 dv-cinder-849498-1-iscsi neutron-server[111154]: 'Subnet': '1.1', Jul 18 10:37:19.718076 dv-cinder-849498-1-iscsi neutron-server[111154]: 'Trunk': '1.1'}} Jul 18 10:37:19.718076 dv-cinder-849498-1-iscsi neutron-server[111154]: {{(pid=111154) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 18 10:37:19.829713 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba460bc6-d44e-4910-950f-a041b4b7df25 demo admin] Network 9cc278f9-3a4e-4274-a3d9-2d1ee44a3cae is scheduled to be hosted by DHCP agent 1fc7cd8a-3617-45f0-b645-db80237532c9 with binding_index 1 {{(pid=111154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 10:37:19.955808 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.base_scheduler [None req-ba460bc6-d44e-4910-950f-a041b4b7df25 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849498-1-iscsi, 9cc278f9-3a4e-4274-a3d9-2d1ee44a3cae) {{(pid=111154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:37:19.961662 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba460bc6-d44e-4910-950f-a041b4b7df25 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:19.962351 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-ba460bc6-d44e-4910-950f-a041b4b7df25 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for subnet (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:19.967836 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00add9c3-474f-4e28-9309-e5de63779ad0 None None] Network 9cc278f9-3a4e-4274-a3d9-2d1ee44a3cae requested from dv-cinder-849498-1-iscsi {{(pid=111156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:37:20.061370 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-ba460bc6-d44e-4910-950f-a041b4b7df25 demo admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9054160 Jul 18 10:37:20.248838 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e257ad8-05a6-4f16-8261-465a00cebf63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf714f7c1-7509-58f3-884e-e64bb7568dff-9cc278f9-3a4e-4274-a3d9-2d1ee44a3cae', 'network_id': '9cc278f9-3a4e-4274-a3d9-2d1ee44a3cae', 'project_id': '8efd660d626b4141b5c9be1824e7e416', 'fixed_ips': [{'subnet_id': '31c18233-0156-4046-b6f4-c2e210446e41'}]}} from dv-cinder-849498-1-iscsi. {{(pid=111156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 10:37:20.250218 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-8e257ad8-05a6-4f16-8261-465a00cebf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:20.560818 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.db_base_plugin_common [None req-8e257ad8-05a6-4f16-8261-465a00cebf63 None None] Allocated IP 172.20.0.2 (9cc278f9-3a4e-4274-a3d9-2d1ee44a3cae/31c18233-0156-4046-b6f4-c2e210446e41/d57c17bb-b694-40be-9a7d-ace7db550464) {{(pid=111156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:37:20.634753 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=60,neutron:INSERT=37,neutron:UPDATE=3 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:20.865286 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-8e257ad8-05a6-4f16-8261-465a00cebf63 None None] Publish callbacks [] for port (d57c17bb-b694-40be-9a7d-ace7db550464), precommit_create {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:20.973425 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-8e257ad8-05a6-4f16-8261-465a00cebf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684'] for port (d57c17bb-b694-40be-9a7d-ace7db550464), after_create {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:20.999102 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:21.053612 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e257ad8-05a6-4f16-8261-465a00cebf63 None None] Network 9cc278f9-3a4e-4274-a3d9-2d1ee44a3cae is already hosted by enough agents. {{(pid=111156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:37:21.066462 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.scheduler.base_scheduler [None req-8e257ad8-05a6-4f16-8261-465a00cebf63 None None] Resources bound (agent type, host, resource id): {{(pid=111156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:37:21.072378 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e257ad8-05a6-4f16-8261-465a00cebf63 None None] Pushing event updated for resources: {'Port': ['ID=d57c17bb-b694-40be-9a7d-ace7db550464,revision_number=1']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:37:21.074784 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e257ad8-05a6-4f16-8261-465a00cebf63 None None] Received port after_create {{(pid=111156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:37:21.088633 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e257ad8-05a6-4f16-8261-465a00cebf63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:21.088990 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e257ad8-05a6-4f16-8261-465a00cebf63 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:21.089353 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e257ad8-05a6-4f16-8261-465a00cebf63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:21.089716 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e257ad8-05a6-4f16-8261-465a00cebf63 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:21.090058 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e257ad8-05a6-4f16-8261-465a00cebf63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:21.090390 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e257ad8-05a6-4f16-8261-465a00cebf63 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:21.090724 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e257ad8-05a6-4f16-8261-465a00cebf63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:21.091055 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e257ad8-05a6-4f16-8261-465a00cebf63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:21.091387 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e257ad8-05a6-4f16-8261-465a00cebf63 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:21.091711 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e257ad8-05a6-4f16-8261-465a00cebf63 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:21.092036 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e257ad8-05a6-4f16-8261-465a00cebf63 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:21.092381 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e257ad8-05a6-4f16-8261-465a00cebf63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:21.092708 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e257ad8-05a6-4f16-8261-465a00cebf63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:21.093057 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e257ad8-05a6-4f16-8261-465a00cebf63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:21.093387 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e257ad8-05a6-4f16-8261-465a00cebf63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:21.094871 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e257ad8-05a6-4f16-8261-465a00cebf63 None None] Tracked resource versions report: Jul 18 10:37:21.094871 dv-cinder-849498-1-iscsi neutron-server[111156]: pushed versions: Jul 18 10:37:21.094871 dv-cinder-849498-1-iscsi neutron-server[111156]: { 'AddressGroup': {'1.2'}, Jul 18 10:37:21.094871 dv-cinder-849498-1-iscsi neutron-server[111156]: 'Agent': {'1.1'}, Jul 18 10:37:21.094871 dv-cinder-849498-1-iscsi neutron-server[111156]: 'ConntrackHelper': {'1.0'}, Jul 18 10:37:21.094871 dv-cinder-849498-1-iscsi neutron-server[111156]: 'LocalIPAssociation': {'1.0'}, Jul 18 10:37:21.094871 dv-cinder-849498-1-iscsi neutron-server[111156]: 'Log': {'1.0'}, Jul 18 10:37:21.094871 dv-cinder-849498-1-iscsi neutron-server[111156]: 'NDPProxy': {'1.0'}, Jul 18 10:37:21.094871 dv-cinder-849498-1-iscsi neutron-server[111156]: 'Network': {'1.1'}, Jul 18 10:37:21.094871 dv-cinder-849498-1-iscsi neutron-server[111156]: 'Port': {'1.7'}, Jul 18 10:37:21.094871 dv-cinder-849498-1-iscsi neutron-server[111156]: 'PortForwarding': {'1.3'}, Jul 18 10:37:21.094871 dv-cinder-849498-1-iscsi neutron-server[111156]: 'QosPolicy': {'1.10'}, Jul 18 10:37:21.094871 dv-cinder-849498-1-iscsi neutron-server[111156]: 'SecurityGroup': {'1.5'}, Jul 18 10:37:21.094871 dv-cinder-849498-1-iscsi neutron-server[111156]: 'SecurityGroupRule': {'1.2'}, Jul 18 10:37:21.094871 dv-cinder-849498-1-iscsi neutron-server[111156]: 'SubPort': {'1.0'}, Jul 18 10:37:21.094871 dv-cinder-849498-1-iscsi neutron-server[111156]: 'Subnet': {'1.1'}, Jul 18 10:37:21.094871 dv-cinder-849498-1-iscsi neutron-server[111156]: 'Trunk': {'1.1'}} Jul 18 10:37:21.094871 dv-cinder-849498-1-iscsi neutron-server[111156]: consumer versions: Jul 18 10:37:21.094871 dv-cinder-849498-1-iscsi neutron-server[111156]: { DHCP agent@dv-cinder-849498-1-iscsi: {}, Jul 18 10:37:21.094871 dv-cinder-849498-1-iscsi neutron-server[111156]: L3 agent@dv-cinder-849498-1-iscsi: {}, Jul 18 10:37:21.094871 dv-cinder-849498-1-iscsi neutron-server[111156]: Metadata agent@dv-cinder-849498-1-iscsi: {}, Jul 18 10:37:21.094871 dv-cinder-849498-1-iscsi neutron-server[111156]: Metering agent@dv-cinder-849498-1-iscsi: {}, Jul 18 10:37:21.094871 dv-cinder-849498-1-iscsi neutron-server[111156]: Open vSwitch agent@dv-cinder-849498-1-iscsi: { 'AddressGroup': '1.2', Jul 18 10:37:21.094871 dv-cinder-849498-1-iscsi neutron-server[111156]: 'Agent': '1.1', Jul 18 10:37:21.094871 dv-cinder-849498-1-iscsi neutron-server[111156]: 'ConntrackHelper': '1.0', Jul 18 10:37:21.094871 dv-cinder-849498-1-iscsi neutron-server[111156]: 'LocalIPAssociation': '1.0', Jul 18 10:37:21.094871 dv-cinder-849498-1-iscsi neutron-server[111156]: 'Log': '1.0', Jul 18 10:37:21.094871 dv-cinder-849498-1-iscsi neutron-server[111156]: 'NDPProxy': '1.0', Jul 18 10:37:21.094871 dv-cinder-849498-1-iscsi neutron-server[111156]: 'Network': '1.1', Jul 18 10:37:21.094871 dv-cinder-849498-1-iscsi neutron-server[111156]: 'Port': '1.7', Jul 18 10:37:21.094871 dv-cinder-849498-1-iscsi neutron-server[111156]: 'PortForwarding': '1.3', Jul 18 10:37:21.094871 dv-cinder-849498-1-iscsi neutron-server[111156]: 'QosPolicy': '1.10', Jul 18 10:37:21.094871 dv-cinder-849498-1-iscsi neutron-server[111156]: 'SecurityGroup': '1.5', Jul 18 10:37:21.094871 dv-cinder-849498-1-iscsi neutron-server[111156]: 'SecurityGroupRule': '1.2', Jul 18 10:37:21.094871 dv-cinder-849498-1-iscsi neutron-server[111156]: 'SubPort': '1.0', Jul 18 10:37:21.094871 dv-cinder-849498-1-iscsi neutron-server[111156]: 'Subnet': '1.1', Jul 18 10:37:21.094871 dv-cinder-849498-1-iscsi neutron-server[111156]: 'Trunk': '1.1'}} Jul 18 10:37:21.094871 dv-cinder-849498-1-iscsi neutron-server[111156]: {{(pid=111156) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 18 10:37:21.175215 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-8e257ad8-05a6-4f16-8261-465a00cebf63 None None] Attempting to bind port d57c17bb-b694-40be-9a7d-ace7db550464 on host dv-cinder-849498-1-iscsi for vnic_type normal with profile {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:37:21.175649 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-8e257ad8-05a6-4f16-8261-465a00cebf63 None None] Attempting to bind port d57c17bb-b694-40be-9a7d-ace7db550464 by drivers openvswitch,hyperv on host dv-cinder-849498-1-iscsi at level 0 using segments [{'id': 'aca0d6c7-5a80-4a42-a0f3-729f3db758d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9cc278f9-3a4e-4274-a3d9-2d1ee44a3cae'}] {{(pid=111156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:37:21.176037 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e257ad8-05a6-4f16-8261-465a00cebf63 None None] Attempting to bind port d57c17bb-b694-40be-9a7d-ace7db550464 on network 9cc278f9-3a4e-4274-a3d9-2d1ee44a3cae {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:37:21.182497 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e257ad8-05a6-4f16-8261-465a00cebf63 None None] Checking agent: {'id': '62f731a8-190a-49a2-85f5-14fe4e09184e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849498-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 37, 10), 'started_at': datetime.datetime(2022, 7, 18, 10, 37, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849498-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:37:21.186084 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e257ad8-05a6-4f16-8261-465a00cebf63 None None] Checking segment: {'id': 'aca0d6c7-5a80-4a42-a0f3-729f3db758d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9cc278f9-3a4e-4274-a3d9-2d1ee44a3cae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:37:21.186084 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-8e257ad8-05a6-4f16-8261-465a00cebf63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:21.186084 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e257ad8-05a6-4f16-8261-465a00cebf63 None None] Bound using segment: {'id': 'aca0d6c7-5a80-4a42-a0f3-729f3db758d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9cc278f9-3a4e-4274-a3d9-2d1ee44a3cae'} {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:37:21.186084 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-8e257ad8-05a6-4f16-8261-465a00cebf63 None None] Bound port: d57c17bb-b694-40be-9a7d-ace7db550464, host: dv-cinder-849498-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aca0d6c7-5a80-4a42-a0f3-729f3db758d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9cc278f9-3a4e-4274-a3d9-2d1ee44a3cae'}}] {{(pid=111156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:37:21.186084 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-8e257ad8-05a6-4f16-8261-465a00cebf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (d57c17bb-b694-40be-9a7d-ace7db550464), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:21.256462 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-8e257ad8-05a6-4f16-8261-465a00cebf63 None None] For port d57c17bb-b694-40be-9a7d-ace7db550464, host dv-cinder-849498-1-iscsi, cleared binding levels {{(pid=111156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:37:21.280065 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-8e257ad8-05a6-4f16-8261-465a00cebf63 None None] For port d57c17bb-b694-40be-9a7d-ace7db550464, host dv-cinder-849498-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=d57c17bb-b694-40be-9a7d-ace7db550464,segment=NetworkSegment(aca0d6c7-5a80-4a42-a0f3-729f3db758d8),segment_id=aca0d6c7-5a80-4a42-a0f3-729f3db758d8)] {{(pid=111156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:37:21.407695 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-8e257ad8-05a6-4f16-8261-465a00cebf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (d57c17bb-b694-40be-9a7d-ace7db550464), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:21.470461 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e257ad8-05a6-4f16-8261-465a00cebf63 None None] Pushing event updated for resources: {'Port': ['ID=d57c17bb-b694-40be-9a7d-ace7db550464,revision_number=2']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:37:21.724509 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:21.727135 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=8 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:22.478560 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 37520) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:37:22.848299 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [None req-b8f8ec2e-42c1-4fef-9b6b-526ac0f2f4b5 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=111155) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 10:37:22.849427 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-b8f8ec2e-42c1-4fef-9b6b-526ac0f2f4b5 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3696022 Jul 18 10:37:25.197651 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 37528) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:37:25.585523 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [None req-d0fb49b7-a4ce-4f46-8e36-de9e1c9a426f admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=111155) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 10:37:25.586367 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-d0fb49b7-a4ce-4f46-8e36-de9e1c9a426f admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3850884 Jul 18 10:37:25.674921 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:INSERT=14,neutron:SELECT=48,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:28.030177 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 37536) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:37:28.384498 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [None req-7aca18ee-27db-4901-a702-8a53038e40d3 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:37:28.481803 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-7aca18ee-27db-4901-a702-8a53038e40d3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-954'] for router (9c2e7886-adf6-4980-9df8-96a3e565cd62), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:28.486217 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-7aca18ee-27db-4901-a702-8a53038e40d3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3789174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3776873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-945'] for router (9c2e7886-adf6-4980-9df8-96a3e565cd62), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:28.629868 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-7aca18ee-27db-4901-a702-8a53038e40d3 demo demo] Publish callbacks [] for router_controller (9c2e7886-adf6-4980-9df8-96a3e565cd62), precommit_add_association {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:28.688122 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-7aca18ee-27db-4901-a702-8a53038e40d3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3789133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3777021'] for router (9c2e7886-adf6-4980-9df8-96a3e565cd62), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:28.775433 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-7aca18ee-27db-4901-a702-8a53038e40d3 demo demo] Publish callbacks [] for router (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:28.776601 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-7aca18ee-27db-4901-a702-8a53038e40d3 demo demo] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7453640 Jul 18 10:37:29.552134 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device d57c17bb-b694-40be-9a7d-ace7db550464 up at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:37:29.639685 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Provisioning complete for port d57c17bb-b694-40be-9a7d-ace7db550464 triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:37:29.640121 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (d57c17bb-b694-40be-9a7d-ace7db550464), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:29.746572 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Current status of the port d57c17bb-b694-40be-9a7d-ace7db550464 is: DOWN; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:37:29.746975 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (d57c17bb-b694-40be-9a7d-ace7db550464), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:29.788150 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] For port d57c17bb-b694-40be-9a7d-ace7db550464, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=d57c17bb-b694-40be-9a7d-ace7db550464,segment=NetworkSegment(aca0d6c7-5a80-4a42-a0f3-729f3db758d8),segment_id=aca0d6c7-5a80-4a42-a0f3-729f3db758d8)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:37:29.791936 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df3c591-34e0-4134-9c4e-0f5bacbfc1ea None None] Network 9cc278f9-3a4e-4274-a3d9-2d1ee44a3cae requested from dv-cinder-849498-1-iscsi {{(pid=111156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:37:29.864062 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (d57c17bb-b694-40be-9a7d-ace7db550464), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:29.940592 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-bf7ded5e-7133-45a7-aea8-7f1a7e2cd75b None None] Provisioning complete for port d57c17bb-b694-40be-9a7d-ace7db550464 triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:37:29.941018 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-bf7ded5e-7133-45a7-aea8-7f1a7e2cd75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (d57c17bb-b694-40be-9a7d-ace7db550464), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:29.978934 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=60,neutron:INSERT=37,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:29.980418 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=63,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:30.003200 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Pushing event updated for resources: {'Port': ['ID=d57c17bb-b694-40be-9a7d-ace7db550464,revision_number=3']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:37:30.064859 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-bf7ded5e-7133-45a7-aea8-7f1a7e2cd75b None None] Current status of the port d57c17bb-b694-40be-9a7d-ace7db550464 is: ACTIVE; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:37:30.274127 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:30.282682 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-7416d08a-9c0d-4846-b63f-032cd7ee080f None None] Provisioning complete for port d57c17bb-b694-40be-9a7d-ace7db550464 triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:37:30.283020 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7416d08a-9c0d-4846-b63f-032cd7ee080f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (d57c17bb-b694-40be-9a7d-ace7db550464), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:30.365845 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7416d08a-9c0d-4846-b63f-032cd7ee080f None None] Current status of the port d57c17bb-b694-40be-9a7d-ace7db550464 is: ACTIVE; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:37:31.184849 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 37554) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:37:31.540347 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device d57c17bb-b694-40be-9a7d-ace7db550464 up at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:37:31.543480 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:31.549810 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [None req-f29740d8-4855-4558-8df4-21c9e963a404 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=111155) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 10:37:31.550887 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-f29740d8-4855-4558-8df4-21c9e963a404 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3650420 Jul 18 10:37:31.589939 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Provisioning complete for port d57c17bb-b694-40be-9a7d-ace7db550464 triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:37:31.590259 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (d57c17bb-b694-40be-9a7d-ace7db550464), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:31.674021 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Current status of the port d57c17bb-b694-40be-9a7d-ace7db550464 is: ACTIVE; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:37:33.906320 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 37562) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:37:34.235467 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [None req-b4dbc461-b1ed-470f-85bf-59cc7002af02 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:37:34.304193 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4dbc461-b1ed-470f-85bf-59cc7002af02 admin admin] Made reservation on behalf of 233b60ec452b417c902a9645e05969db for: {'network': 1} {{(pid=111155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:37:34.306523 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-b4dbc461-b1ed-470f-85bf-59cc7002af02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for network (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:34.315061 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-b4dbc461-b1ed-470f-85bf-59cc7002af02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:34.392747 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-b4dbc461-b1ed-470f-85bf-59cc7002af02 admin admin] Publish callbacks [] for security_group (a7a348e4-da88-4291-baea-e4aee22bfa7d), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:34.457955 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-b4dbc461-b1ed-470f-85bf-59cc7002af02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (a7a348e4-da88-4291-baea-e4aee22bfa7d), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:34.477946 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b4dbc461-b1ed-470f-85bf-59cc7002af02 admin admin] Reserving flat network on physical network physnet1 {{(pid=111155) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 18 10:37:34.487184 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-96dbf3a1-15a3-43e9-bfb0-a4a8c654afd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1fc7cd8a-3617-45f0-b645-db80237532c9), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:34.495938 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dbc461-b1ed-470f-85bf-59cc7002af02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a348e4-da88-4291-baea-e4aee22bfa7d,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:37:34.503924 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-b4dbc461-b1ed-470f-85bf-59cc7002af02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547345'] for segment (43730dd2-6239-4f15-a180-e6d1d2fbff54), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:34.503924 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.db.segments_db [None req-b4dbc461-b1ed-470f-85bf-59cc7002af02 admin admin] Added segment 43730dd2-6239-4f15-a180-e6d1d2fbff54 of type flat for network bb0f21c8-59d6-4417-bd6b-78e480c446a1 Jul 18 10:37:34.555564 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-b4dbc461-b1ed-470f-85bf-59cc7002af02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741535579194'] for network (bb0f21c8-59d6-4417-bd6b-78e480c446a1), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:34.710556 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-b4dbc461-b1ed-470f-85bf-59cc7002af02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529'] for network (bb0f21c8-59d6-4417-bd6b-78e480c446a1), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:34.711546 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dbc461-b1ed-470f-85bf-59cc7002af02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:34.712144 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-b4dbc461-b1ed-470f-85bf-59cc7002af02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for network (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:34.806784 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dbc461-b1ed-470f-85bf-59cc7002af02 admin admin] Pushing event updated for resources: {'Network': ['ID=bb0f21c8-59d6-4417-bd6b-78e480c446a1,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:37:34.816998 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Network bb0f21c8-59d6-4417-bd6b-78e480c446a1 details requested by agent ovs-agent-dv-cinder-849498-1-iscsi with host dv-cinder-849498-1-iscsi {{(pid=111156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 10:37:34.867905 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-b4dbc461-b1ed-470f-85bf-59cc7002af02 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9604409 Jul 18 10:37:37.029917 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-3a4c49c8-9615-465a-b172-d2ea0dc47d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (e6bcb791-bd43-4d6b-ab54-e591cb66712b), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:37.171322 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 37570) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:37:37.562392 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd1e8b6-292c-4d18-adfe-74f9810204c9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:37.563772 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-8cd1e8b6-292c-4d18-adfe-74f9810204c9 demo admin] 10.222.0.49 "GET /v2.0/subnets/31c18233-0156-4046-b6f4-c2e210446e41 HTTP/1.1" status: 200 len: 849 time: 0.3913970 Jul 18 10:37:37.762798 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-014a3ca3-d0fe-4926-88e7-140f0ec9c7b6 demo admin] 10.222.0.49 "GET /v2.0/routers/9c2e7886-adf6-4980-9df8-96a3e565cd62 HTTP/1.1" status: 200 len: 704 time: 0.1923635 Jul 18 10:37:38.097737 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-8b56ca72-d2f2-4b1a-b151-15d6a748ab3d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:38.109691 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-ce070233-206f-40ab-920e-7b3694335a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (dfa25df3-493c-43ae-826d-29cbf3b2bfa8), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:38.446164 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.db_base_plugin_common [None req-8b56ca72-d2f2-4b1a-b151-15d6a748ab3d demo admin] Allocated IP 172.20.0.1 (9cc278f9-3a4e-4274-a3d9-2d1ee44a3cae/31c18233-0156-4046-b6f4-c2e210446e41/1a661de9-1ad0-4467-9ecb-f10eb1066c98) {{(pid=111154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:37:38.610794 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-8b56ca72-d2f2-4b1a-b151-15d6a748ab3d demo admin] Publish callbacks [] for port (1a661de9-1ad0-4467-9ecb-f10eb1066c98), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:38.698774 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.agents_db [None req-9b2825e1-dfaa-4032-a283-1b7ae0979f6b None None] Agent healthcheck: found 5 active agents {{(pid=111157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:37:38.778977 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-8b56ca72-d2f2-4b1a-b151-15d6a748ab3d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684'] for port (1a661de9-1ad0-4467-9ecb-f10eb1066c98), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:38.853592 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b56ca72-d2f2-4b1a-b151-15d6a748ab3d demo admin] Network 9cc278f9-3a4e-4274-a3d9-2d1ee44a3cae is already hosted by enough agents. {{(pid=111154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:37:38.868649 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.base_scheduler [None req-8b56ca72-d2f2-4b1a-b151-15d6a748ab3d demo admin] Resources bound (agent type, host, resource id): {{(pid=111154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:37:38.872935 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b56ca72-d2f2-4b1a-b151-15d6a748ab3d demo admin] Received port after_create {{(pid=111154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:37:38.874189 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-8b56ca72-d2f2-4b1a-b151-15d6a748ab3d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3782518'] for router_interface (9c2e7886-adf6-4980-9df8-96a3e565cd62), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:38.893367 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b56ca72-d2f2-4b1a-b151-15d6a748ab3d demo admin] Pushing event updated for resources: {'Port': ['ID=1a661de9-1ad0-4467-9ecb-f10eb1066c98,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:37:39.041451 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-ac50f8c7-37a3-4081-95cf-d82a5f4106ee None None] Provisioning complete for port 1a661de9-1ad0-4467-9ecb-f10eb1066c98 triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:37:39.041853 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-ac50f8c7-37a3-4081-95cf-d82a5f4106ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (1a661de9-1ad0-4467-9ecb-f10eb1066c98), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:39.132408 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-ac50f8c7-37a3-4081-95cf-d82a5f4106ee None None] Port 1a661de9-1ad0-4467-9ecb-f10eb1066c98 cannot update to ACTIVE because it is not bound. {{(pid=111156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:37:39.157485 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:39.160592 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-8b56ca72-d2f2-4b1a-b151-15d6a748ab3d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (1a661de9-1ad0-4467-9ecb-f10eb1066c98), before_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:39.163960 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:39.437352 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-8b56ca72-d2f2-4b1a-b151-15d6a748ab3d demo admin] Publish callbacks [] for port (1a661de9-1ad0-4467-9ecb-f10eb1066c98), precommit_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:39.503591 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-8b56ca72-d2f2-4b1a-b151-15d6a748ab3d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (1a661de9-1ad0-4467-9ecb-f10eb1066c98), after_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:39.504450 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-8b56ca72-d2f2-4b1a-b151-15d6a748ab3d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3608107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3781902'] for router_interface (9c2e7886-adf6-4980-9df8-96a3e565cd62), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:39.568806 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b56ca72-d2f2-4b1a-b151-15d6a748ab3d demo admin] Pushing event updated for resources: {'Port': ['ID=1a661de9-1ad0-4467-9ecb-f10eb1066c98,revision_number=2']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:37:39.638562 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b56ca72-d2f2-4b1a-b151-15d6a748ab3d demo admin] Network 9cc278f9-3a4e-4274-a3d9-2d1ee44a3cae is already hosted by enough agents. {{(pid=111154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:37:39.639969 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.base_scheduler [None req-8b56ca72-d2f2-4b1a-b151-15d6a748ab3d demo admin] Resources bound (agent type, host, resource id): {{(pid=111154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:37:39.716250 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f8336af3-fca9-403e-a19b-06518ba3f665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (7e71126e-a656-43d8-a2eb-058f1b343885), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:39.823834 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (62f731a8-190a-49a2-85f5-14fe4e09184e), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:39.853535 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-8ad6de48-def3-4059-855d-bd4a6777050f None None] Provisioning complete for port 1a661de9-1ad0-4467-9ecb-f10eb1066c98 triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:37:39.853927 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-8ad6de48-def3-4059-855d-bd4a6777050f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (1a661de9-1ad0-4467-9ecb-f10eb1066c98), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:39.886643 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-8ad6de48-def3-4059-855d-bd4a6777050f None None] Port 1a661de9-1ad0-4467-9ecb-f10eb1066c98 cannot update to ACTIVE because it is not bound. {{(pid=111156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:37:39.887023 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b56ca72-d2f2-4b1a-b151-15d6a748ab3d demo admin] Router 9c2e7886-adf6-4980-9df8-96a3e565cd62 is scheduled to L3 agent e6bcb791-bd43-4d6b-ab54-e591cb66712b with binding_index 1 {{(pid=111154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 10:37:39.980688 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b56ca72-d2f2-4b1a-b151-15d6a748ab3d demo admin] Notify agent at l3_agent.dv-cinder-849498-1-iscsi the message routers_updated {{(pid=111154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:37:39.986144 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-8b56ca72-d2f2-4b1a-b151-15d6a748ab3d demo admin] 10.222.0.49 "PUT /v2.0/routers/9c2e7886-adf6-4980-9df8-96a3e565cd62/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2173774 Jul 18 10:37:40.000231 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619326f7-69dd-4c59-b466-88b6771cf69c None None] Sync routers for ids ['9c2e7886-adf6-4980-9df8-96a3e565cd62'] in dv-cinder-849498-1-iscsi {{(pid=111157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:37:40.014177 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619326f7-69dd-4c59-b466-88b6771cf69c None None] Routers {'9c2e7886-adf6-4980-9df8-96a3e565cd62'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:37:40.015006 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-619326f7-69dd-4c59-b466-88b6771cf69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:37:37Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['9c2e7886-adf6-4980-9df8-96a3e565cd62'], 'active': True} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:37:40.199845 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvr_db [None req-619326f7-69dd-4c59-b466-88b6771cf69c None None] Set router 9c2e7886-adf6-4980-9df8-96a3e565cd62 gateway port host: None {{(pid=111157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:37:40.639773 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-619326f7-69dd-4c59-b466-88b6771cf69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2e7886-adf6-4980-9df8-96a3e565cd62', 'name': 'router1', 'tenant_id': '8efd660d626b4141b5c9be1824e7e416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:37:28Z', 'updated_at': '2022-07-18T10:37:39Z', 'revision_number': 2, 'project_id': '8efd660d626b4141b5c9be1824e7e416', 'gw_port_host': None, '_interfaces': [{'id': '1a661de9-1ad0-4467-9ecb-f10eb1066c98', 'name': '', 'network_id': '9cc278f9-3a4e-4274-a3d9-2d1ee44a3cae', 'tenant_id': '8efd660d626b4141b5c9be1824e7e416', 'mac_address': 'fa:16:3e:d1:b6:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2e7886-adf6-4980-9df8-96a3e565cd62', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31c18233-0156-4046-b6f4-c2e210446e41', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:37:38Z', 'updated_at': '2022-07-18T10:37:39Z', 'revision_number': 2, 'project_id': '8efd660d626b4141b5c9be1824e7e416', 'subnets': [{'id': '31c18233-0156-4046-b6f4-c2e210446e41', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7d4559df-addf-424e-8c44-3a21777eafd8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:37:40.692994 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619326f7-69dd-4c59-b466-88b6771cf69c None None] Checking router: 9c2e7886-adf6-4980-9df8-96a3e565cd62 for host: dv-cinder-849498-1-iscsi {{(pid=111157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:37:40.693735 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619326f7-69dd-4c59-b466-88b6771cf69c None None] Updating router 9c2e7886-adf6-4980-9df8-96a3e565cd62 port 1a661de9-1ad0-4467-9ecb-f10eb1066c98 binding host dv-cinder-849498-1-iscsi {{(pid=111157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 10:37:40.750262 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-619326f7-69dd-4c59-b466-88b6771cf69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (1a661de9-1ad0-4467-9ecb-f10eb1066c98), before_update {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:41.278282 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-619326f7-69dd-4c59-b466-88b6771cf69c None None] Publish callbacks [] for port (1a661de9-1ad0-4467-9ecb-f10eb1066c98), precommit_update {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:41.366945 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-619326f7-69dd-4c59-b466-88b6771cf69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (1a661de9-1ad0-4467-9ecb-f10eb1066c98), after_update {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:41.542656 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf63376c-21a8-46ad-985a-b175718ff1de None None] Pushing event updated for resources: {'Port': ['ID=1a661de9-1ad0-4467-9ecb-f10eb1066c98,revision_number=3']} {{(pid=111157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:37:41.557836 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.managers [None req-619326f7-69dd-4c59-b466-88b6771cf69c None None] Attempting to bind port 1a661de9-1ad0-4467-9ecb-f10eb1066c98 on host dv-cinder-849498-1-iscsi for vnic_type normal with profile {{(pid=111157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:37:41.558250 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.managers [None req-619326f7-69dd-4c59-b466-88b6771cf69c None None] Attempting to bind port 1a661de9-1ad0-4467-9ecb-f10eb1066c98 by drivers openvswitch,hyperv on host dv-cinder-849498-1-iscsi at level 0 using segments [{'id': 'aca0d6c7-5a80-4a42-a0f3-729f3db758d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9cc278f9-3a4e-4274-a3d9-2d1ee44a3cae'}] {{(pid=111157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:37:41.558672 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619326f7-69dd-4c59-b466-88b6771cf69c None None] Attempting to bind port 1a661de9-1ad0-4467-9ecb-f10eb1066c98 on network 9cc278f9-3a4e-4274-a3d9-2d1ee44a3cae {{(pid=111157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:37:41.562853 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf63376c-21a8-46ad-985a-b175718ff1de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:41.563244 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf63376c-21a8-46ad-985a-b175718ff1de None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:41.563805 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf63376c-21a8-46ad-985a-b175718ff1de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:41.564265 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf63376c-21a8-46ad-985a-b175718ff1de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:41.564603 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf63376c-21a8-46ad-985a-b175718ff1de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:41.564996 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf63376c-21a8-46ad-985a-b175718ff1de None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:41.565335 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf63376c-21a8-46ad-985a-b175718ff1de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:41.565666 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf63376c-21a8-46ad-985a-b175718ff1de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:41.566001 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf63376c-21a8-46ad-985a-b175718ff1de None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:41.566330 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf63376c-21a8-46ad-985a-b175718ff1de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:41.566655 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf63376c-21a8-46ad-985a-b175718ff1de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:41.566998 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf63376c-21a8-46ad-985a-b175718ff1de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:41.567341 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf63376c-21a8-46ad-985a-b175718ff1de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:41.567650 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf63376c-21a8-46ad-985a-b175718ff1de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:41.567970 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf63376c-21a8-46ad-985a-b175718ff1de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:37:41.569844 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf63376c-21a8-46ad-985a-b175718ff1de None None] Tracked resource versions report: Jul 18 10:37:41.569844 dv-cinder-849498-1-iscsi neutron-server[111157]: pushed versions: Jul 18 10:37:41.569844 dv-cinder-849498-1-iscsi neutron-server[111157]: { 'AddressGroup': {'1.2'}, Jul 18 10:37:41.569844 dv-cinder-849498-1-iscsi neutron-server[111157]: 'Agent': {'1.1'}, Jul 18 10:37:41.569844 dv-cinder-849498-1-iscsi neutron-server[111157]: 'ConntrackHelper': {'1.0'}, Jul 18 10:37:41.569844 dv-cinder-849498-1-iscsi neutron-server[111157]: 'LocalIPAssociation': {'1.0'}, Jul 18 10:37:41.569844 dv-cinder-849498-1-iscsi neutron-server[111157]: 'Log': {'1.0'}, Jul 18 10:37:41.569844 dv-cinder-849498-1-iscsi neutron-server[111157]: 'NDPProxy': {'1.0'}, Jul 18 10:37:41.569844 dv-cinder-849498-1-iscsi neutron-server[111157]: 'Network': {'1.1'}, Jul 18 10:37:41.569844 dv-cinder-849498-1-iscsi neutron-server[111157]: 'Port': {'1.7'}, Jul 18 10:37:41.569844 dv-cinder-849498-1-iscsi neutron-server[111157]: 'PortForwarding': {'1.3'}, Jul 18 10:37:41.569844 dv-cinder-849498-1-iscsi neutron-server[111157]: 'QosPolicy': {'1.10'}, Jul 18 10:37:41.569844 dv-cinder-849498-1-iscsi neutron-server[111157]: 'SecurityGroup': {'1.5'}, Jul 18 10:37:41.569844 dv-cinder-849498-1-iscsi neutron-server[111157]: 'SecurityGroupRule': {'1.2'}, Jul 18 10:37:41.569844 dv-cinder-849498-1-iscsi neutron-server[111157]: 'SubPort': {'1.0'}, Jul 18 10:37:41.569844 dv-cinder-849498-1-iscsi neutron-server[111157]: 'Subnet': {'1.1'}, Jul 18 10:37:41.569844 dv-cinder-849498-1-iscsi neutron-server[111157]: 'Trunk': {'1.1'}} Jul 18 10:37:41.569844 dv-cinder-849498-1-iscsi neutron-server[111157]: consumer versions: Jul 18 10:37:41.569844 dv-cinder-849498-1-iscsi neutron-server[111157]: { DHCP agent@dv-cinder-849498-1-iscsi: {}, Jul 18 10:37:41.569844 dv-cinder-849498-1-iscsi neutron-server[111157]: L3 agent@dv-cinder-849498-1-iscsi: {}, Jul 18 10:37:41.569844 dv-cinder-849498-1-iscsi neutron-server[111157]: Metadata agent@dv-cinder-849498-1-iscsi: {}, Jul 18 10:37:41.569844 dv-cinder-849498-1-iscsi neutron-server[111157]: Metering agent@dv-cinder-849498-1-iscsi: {}, Jul 18 10:37:41.569844 dv-cinder-849498-1-iscsi neutron-server[111157]: Open vSwitch agent@dv-cinder-849498-1-iscsi: { 'AddressGroup': '1.2', Jul 18 10:37:41.569844 dv-cinder-849498-1-iscsi neutron-server[111157]: 'Agent': '1.1', Jul 18 10:37:41.569844 dv-cinder-849498-1-iscsi neutron-server[111157]: 'ConntrackHelper': '1.0', Jul 18 10:37:41.569844 dv-cinder-849498-1-iscsi neutron-server[111157]: 'LocalIPAssociation': '1.0', Jul 18 10:37:41.569844 dv-cinder-849498-1-iscsi neutron-server[111157]: 'Log': '1.0', Jul 18 10:37:41.569844 dv-cinder-849498-1-iscsi neutron-server[111157]: 'NDPProxy': '1.0', Jul 18 10:37:41.569844 dv-cinder-849498-1-iscsi neutron-server[111157]: 'Network': '1.1', Jul 18 10:37:41.569844 dv-cinder-849498-1-iscsi neutron-server[111157]: 'Port': '1.7', Jul 18 10:37:41.569844 dv-cinder-849498-1-iscsi neutron-server[111157]: 'PortForwarding': '1.3', Jul 18 10:37:41.569844 dv-cinder-849498-1-iscsi neutron-server[111157]: 'QosPolicy': '1.10', Jul 18 10:37:41.569844 dv-cinder-849498-1-iscsi neutron-server[111157]: 'SecurityGroup': '1.5', Jul 18 10:37:41.569844 dv-cinder-849498-1-iscsi neutron-server[111157]: 'SecurityGroupRule': '1.2', Jul 18 10:37:41.569844 dv-cinder-849498-1-iscsi neutron-server[111157]: 'SubPort': '1.0', Jul 18 10:37:41.569844 dv-cinder-849498-1-iscsi neutron-server[111157]: 'Subnet': '1.1', Jul 18 10:37:41.569844 dv-cinder-849498-1-iscsi neutron-server[111157]: 'Trunk': '1.1'}} Jul 18 10:37:41.569844 dv-cinder-849498-1-iscsi neutron-server[111157]: {{(pid=111157) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 18 10:37:41.574651 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619326f7-69dd-4c59-b466-88b6771cf69c None None] Checking agent: {'id': '62f731a8-190a-49a2-85f5-14fe4e09184e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849498-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 37, 10), 'started_at': datetime.datetime(2022, 7, 18, 10, 37, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849498-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:37:41.575064 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619326f7-69dd-4c59-b466-88b6771cf69c None None] Checking segment: {'id': 'aca0d6c7-5a80-4a42-a0f3-729f3db758d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9cc278f9-3a4e-4274-a3d9-2d1ee44a3cae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:37:41.575551 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-619326f7-69dd-4c59-b466-88b6771cf69c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:41.575942 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619326f7-69dd-4c59-b466-88b6771cf69c None None] Bound using segment: {'id': 'aca0d6c7-5a80-4a42-a0f3-729f3db758d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9cc278f9-3a4e-4274-a3d9-2d1ee44a3cae'} {{(pid=111157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:37:41.576435 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.managers [None req-619326f7-69dd-4c59-b466-88b6771cf69c None None] Bound port: 1a661de9-1ad0-4467-9ecb-f10eb1066c98, host: dv-cinder-849498-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aca0d6c7-5a80-4a42-a0f3-729f3db758d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9cc278f9-3a4e-4274-a3d9-2d1ee44a3cae'}}] {{(pid=111157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:37:41.576860 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-619326f7-69dd-4c59-b466-88b6771cf69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (1a661de9-1ad0-4467-9ecb-f10eb1066c98), before_update {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:41.590698 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:41.663187 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.db [None req-619326f7-69dd-4c59-b466-88b6771cf69c None None] For port 1a661de9-1ad0-4467-9ecb-f10eb1066c98, host dv-cinder-849498-1-iscsi, cleared binding levels {{(pid=111157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:37:41.684082 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.db [None req-619326f7-69dd-4c59-b466-88b6771cf69c None None] For port 1a661de9-1ad0-4467-9ecb-f10eb1066c98, host dv-cinder-849498-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=1a661de9-1ad0-4467-9ecb-f10eb1066c98,segment=NetworkSegment(aca0d6c7-5a80-4a42-a0f3-729f3db758d8),segment_id=aca0d6c7-5a80-4a42-a0f3-729f3db758d8)] {{(pid=111157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:37:41.716868 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-66aae4b1-595b-4a5f-889b-300b1b7ba034 None None] Provisioning complete for port 1a661de9-1ad0-4467-9ecb-f10eb1066c98 triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:37:41.717437 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-66aae4b1-595b-4a5f-889b-300b1b7ba034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (1a661de9-1ad0-4467-9ecb-f10eb1066c98), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:41.749776 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-619326f7-69dd-4c59-b466-88b6771cf69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (1a661de9-1ad0-4467-9ecb-f10eb1066c98), after_update {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:41.753411 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-66aae4b1-595b-4a5f-889b-300b1b7ba034 None None] Port 1a661de9-1ad0-4467-9ecb-f10eb1066c98 cannot update to ACTIVE because it is not bound. {{(pid=111156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:37:41.816811 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf63376c-21a8-46ad-985a-b175718ff1de None None] Pushing event updated for resources: {'Port': ['ID=1a661de9-1ad0-4467-9ecb-f10eb1066c98,revision_number=4']} {{(pid=111157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:37:41.823474 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:41.825954 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619326f7-69dd-4c59-b466-88b6771cf69c None None] Routers {'9c2e7886-adf6-4980-9df8-96a3e565cd62'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:37:41.826665 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-619326f7-69dd-4c59-b466-88b6771cf69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:37:37Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['9c2e7886-adf6-4980-9df8-96a3e565cd62'], 'active': True} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:37:41.922238 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvr_db [None req-619326f7-69dd-4c59-b466-88b6771cf69c None None] Set router 9c2e7886-adf6-4980-9df8-96a3e565cd62 gateway port host: None {{(pid=111157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:37:42.072682 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-19c8ffdf-1f04-4c66-a043-e537b1bd6e87 None None] Provisioning complete for port 1a661de9-1ad0-4467-9ecb-f10eb1066c98 triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:37:42.073091 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-19c8ffdf-1f04-4c66-a043-e537b1bd6e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (1a661de9-1ad0-4467-9ecb-f10eb1066c98), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:42.128991 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-619326f7-69dd-4c59-b466-88b6771cf69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2e7886-adf6-4980-9df8-96a3e565cd62', 'name': 'router1', 'tenant_id': '8efd660d626b4141b5c9be1824e7e416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:37:28Z', 'updated_at': '2022-07-18T10:37:39Z', 'revision_number': 2, 'project_id': '8efd660d626b4141b5c9be1824e7e416', 'gw_port_host': None, '_interfaces': [{'id': '1a661de9-1ad0-4467-9ecb-f10eb1066c98', 'name': '', 'network_id': '9cc278f9-3a4e-4274-a3d9-2d1ee44a3cae', 'tenant_id': '8efd660d626b4141b5c9be1824e7e416', 'mac_address': 'fa:16:3e:d1:b6:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2e7886-adf6-4980-9df8-96a3e565cd62', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31c18233-0156-4046-b6f4-c2e210446e41', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:37:38Z', 'updated_at': '2022-07-18T10:37:41Z', 'revision_number': 4, 'project_id': '8efd660d626b4141b5c9be1824e7e416', 'subnets': [{'id': '31c18233-0156-4046-b6f4-c2e210446e41', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7d4559df-addf-424e-8c44-3a21777eafd8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:37:42.150371 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-19c8ffdf-1f04-4c66-a043-e537b1bd6e87 None None] Current status of the port 1a661de9-1ad0-4467-9ecb-f10eb1066c98 is: DOWN; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:37:42.150767 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-19c8ffdf-1f04-4c66-a043-e537b1bd6e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (1a661de9-1ad0-4467-9ecb-f10eb1066c98), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:42.159535 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619326f7-69dd-4c59-b466-88b6771cf69c None None] The sync data for ids ['9c2e7886-adf6-4980-9df8-96a3e565cd62'] in dv-cinder-849498-1-iscsi is: [{'id': '9c2e7886-adf6-4980-9df8-96a3e565cd62', 'name': 'router1', 'tenant_id': '8efd660d626b4141b5c9be1824e7e416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:37:28Z', 'updated_at': '2022-07-18T10:37:39Z', 'revision_number': 2, 'project_id': '8efd660d626b4141b5c9be1824e7e416', 'gw_port_host': None, '_interfaces': [{'id': '1a661de9-1ad0-4467-9ecb-f10eb1066c98', 'name': '', 'network_id': '9cc278f9-3a4e-4274-a3d9-2d1ee44a3cae', 'tenant_id': '8efd660d626b4141b5c9be1824e7e416', 'mac_address': 'fa:16:3e:d1:b6:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2e7886-adf6-4980-9df8-96a3e565cd62', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31c18233-0156-4046-b6f4-c2e210446e41', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:37:38Z', 'updated_at': '2022-07-18T10:37:41Z', 'revision_number': 4, 'project_id': '8efd660d626b4141b5c9be1824e7e416', 'subnets': [{'id': '31c18233-0156-4046-b6f4-c2e210446e41', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7d4559df-addf-424e-8c44-3a21777eafd8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:37:42.190174 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-19c8ffdf-1f04-4c66-a043-e537b1bd6e87 None None] For port 1a661de9-1ad0-4467-9ecb-f10eb1066c98, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=1a661de9-1ad0-4467-9ecb-f10eb1066c98,segment=NetworkSegment(aca0d6c7-5a80-4a42-a0f3-729f3db758d8),segment_id=aca0d6c7-5a80-4a42-a0f3-729f3db758d8)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:37:42.275609 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-19c8ffdf-1f04-4c66-a043-e537b1bd6e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (1a661de9-1ad0-4467-9ecb-f10eb1066c98), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:42.334067 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c8ffdf-1f04-4c66-a043-e537b1bd6e87 None None] Pushing event updated for resources: {'Port': ['ID=1a661de9-1ad0-4467-9ecb-f10eb1066c98,revision_number=5']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:37:42.393821 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 37580) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:37:42.813853 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d45702-17d8-4cfd-a429-02a486888bb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:42.815362 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-e9d45702-17d8-4cfd-a429-02a486888bb0 admin admin] 10.222.0.49 "GET /v2.0/networks/bb0f21c8-59d6-4417-bd6b-78e480c446a1 HTTP/1.1" status: 200 len: 842 time: 0.4201140 Jul 18 10:37:42.825297 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [None req-658a90ef-6b64-4ff8-bfef-49a070965740 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.1.0/24', 'name': 'public-subnet', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'gateway_ip': '172.27.1.1', 'enable_dhcp': False}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:37:42.915309 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-658a90ef-6b64-4ff8-bfef-49a070965740 admin admin] Made reservation on behalf of 233b60ec452b417c902a9645e05969db for: {'subnet': 1} {{(pid=111154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:37:42.917672 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-658a90ef-6b64-4ff8-bfef-49a070965740 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:42.932511 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:43.257931 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:43.314712 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.objects.ports [None req-658a90ef-6b64-4ff8-bfef-49a070965740 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=111154) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 18 10:37:43.315289 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-658a90ef-6b64-4ff8-bfef-49a070965740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529'] for subnet (d4fbd515-2e97-4384-b4aa-6523e13e40eb), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:43.373774 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658a90ef-6b64-4ff8-bfef-49a070965740 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4fbd515-2e97-4384-b4aa-6523e13e40eb,revision_number=0']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:37:43.391066 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658a90ef-6b64-4ff8-bfef-49a070965740 admin admin] Checking segment: {'id': '43730dd2-6239-4f15-a180-e6d1d2fbff54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:37:43.391421 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658a90ef-6b64-4ff8-bfef-49a070965740 admin admin] Network hostable DHCP agents. Network: bb0f21c8-59d6-4417-bd6b-78e480c446a1, hostable agents: ['1fc7cd8a-3617-45f0-b645-db80237532c9'], hosted agents: [] {{(pid=111154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 10:37:43.486263 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658a90ef-6b64-4ff8-bfef-49a070965740 admin admin] Network bb0f21c8-59d6-4417-bd6b-78e480c446a1 is scheduled to be hosted by DHCP agent 1fc7cd8a-3617-45f0-b645-db80237532c9 with binding_index 1 {{(pid=111154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 10:37:43.578148 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.base_scheduler [None req-658a90ef-6b64-4ff8-bfef-49a070965740 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849498-1-iscsi, bb0f21c8-59d6-4417-bd6b-78e480c446a1) {{(pid=111154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:37:43.582181 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658a90ef-6b64-4ff8-bfef-49a070965740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:43.582781 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-658a90ef-6b64-4ff8-bfef-49a070965740 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for subnet (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:43.590762 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0289e8c-929b-4dea-89e2-06fb26d8c165 None None] Network bb0f21c8-59d6-4417-bd6b-78e480c446a1 requested from dv-cinder-849498-1-iscsi {{(pid=111156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:37:43.659947 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:43.672196 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-658a90ef-6b64-4ff8-bfef-49a070965740 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8503726 Jul 18 10:37:43.703614 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbb5437-4fec-4e76-bf16-00e79d11793c None None] Network bb0f21c8-59d6-4417-bd6b-78e480c446a1 requested from dv-cinder-849498-1-iscsi {{(pid=111156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:37:44.803590 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=39,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:44.805538 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=52,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:46.064731 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 37590) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:37:46.517294 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-d7c3714c-1498-4ee0-a38d-16dfc0fd2481 demo admin] 10.222.0.49 "GET /v2.0/routers/9c2e7886-adf6-4980-9df8-96a3e565cd62 HTTP/1.1" status: 200 len: 710 time: 0.4513431 Jul 18 10:37:46.614140 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22c4af8-8bde-490f-9074-df94085fdf60 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:37:46.616147 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-f22c4af8-8bde-490f-9074-df94085fdf60 demo admin] 10.222.0.49 "GET /v2.0/networks/bb0f21c8-59d6-4417-bd6b-78e480c446a1 HTTP/1.1" status: 200 len: 886 time: 0.0931020 Jul 18 10:37:46.625410 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [None req-afb7da76-ab1b-4064-8b62-3af527596252 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1'}}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:37:46.876232 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-afb7da76-ab1b-4064-8b62-3af527596252 demo admin] Publish callbacks [] for router_gateway (9c2e7886-adf6-4980-9df8-96a3e565cd62), precommit_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:47.161139 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:47.247787 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-afb7da76-ab1b-4064-8b62-3af527596252 demo admin] Publish callbacks [] for router_gateway (9c2e7886-adf6-4980-9df8-96a3e565cd62), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:47.335139 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-afb7da76-ab1b-4064-8b62-3af527596252 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:47.431787 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:47.556822 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 1a661de9-1ad0-4467-9ecb-f10eb1066c98 up at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:37:47.572126 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.db_base_plugin_common [None req-afb7da76-ab1b-4064-8b62-3af527596252 demo admin] Allocated IP 172.27.1.155 (bb0f21c8-59d6-4417-bd6b-78e480c446a1/d4fbd515-2e97-4384-b4aa-6523e13e40eb/c8b84be1-c177-41c7-8224-98b67168d34f) {{(pid=111154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:37:47.601495 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Provisioning complete for port 1a661de9-1ad0-4467-9ecb-f10eb1066c98 triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:37:47.602150 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (1a661de9-1ad0-4467-9ecb-f10eb1066c98), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:47.635337 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:47.674019 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Current status of the port 1a661de9-1ad0-4467-9ecb-f10eb1066c98 is: ACTIVE; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:37:47.684949 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-afb7da76-ab1b-4064-8b62-3af527596252 demo admin] Publish callbacks [] for port (c8b84be1-c177-41c7-8224-98b67168d34f), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:47.795573 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-afb7da76-ab1b-4064-8b62-3af527596252 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684'] for port (c8b84be1-c177-41c7-8224-98b67168d34f), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:47.835491 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb7da76-ab1b-4064-8b62-3af527596252 demo admin] Network bb0f21c8-59d6-4417-bd6b-78e480c446a1 is already hosted by enough agents. {{(pid=111154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:37:47.840744 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.base_scheduler [None req-afb7da76-ab1b-4064-8b62-3af527596252 demo admin] Resources bound (agent type, host, resource id): {{(pid=111154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:37:47.846086 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb7da76-ab1b-4064-8b62-3af527596252 demo admin] Received port after_create {{(pid=111154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:37:47.850724 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb7da76-ab1b-4064-8b62-3af527596252 demo admin] Pushing event updated for resources: {'Port': ['ID=c8b84be1-c177-41c7-8224-98b67168d34f,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:37:48.200729 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-afb7da76-ab1b-4064-8b62-3af527596252 demo admin] Publish callbacks [] for router_gateway (9c2e7886-adf6-4980-9df8-96a3e565cd62), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:48.399800 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-afb7da76-ab1b-4064-8b62-3af527596252 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3776986', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3790122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-967'] for router (9c2e7886-adf6-4980-9df8-96a3e565cd62), precommit_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:48.399800 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-afb7da76-ab1b-4064-8b62-3af527596252 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3777021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3776963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3777012', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3790163'] for router (9c2e7886-adf6-4980-9df8-96a3e565cd62), after_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:48.504037 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb7da76-ab1b-4064-8b62-3af527596252 demo admin] Router 9c2e7886-adf6-4980-9df8-96a3e565cd62 has already been hosted by L3 agent e6bcb791-bd43-4d6b-ab54-e591cb66712b {{(pid=111154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:37:48.507313 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:48.592885 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:48.609827 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb7da76-ab1b-4064-8b62-3af527596252 demo admin] Notify agent at l3_agent.dv-cinder-849498-1-iscsi the message routers_updated {{(pid=111154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:37:48.614752 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-afb7da76-ab1b-4064-8b62-3af527596252 demo admin] Publish callbacks [] for router (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:48.616091 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-afb7da76-ab1b-4064-8b62-3af527596252 demo admin] 10.222.0.49 "PUT /v2.0/routers/9c2e7886-adf6-4980-9df8-96a3e565cd62 HTTP/1.1" status: 200 len: 890 time: 1.9940727 Jul 18 10:37:48.648663 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b835ad35-a5a4-4196-b83f-76a17ac23c7c None None] Sync routers for ids ['9c2e7886-adf6-4980-9df8-96a3e565cd62'] in dv-cinder-849498-1-iscsi {{(pid=111156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:37:48.661916 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b835ad35-a5a4-4196-b83f-76a17ac23c7c None None] Routers {'9c2e7886-adf6-4980-9df8-96a3e565cd62'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:37:48.662582 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-b835ad35-a5a4-4196-b83f-76a17ac23c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:37:37Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['9c2e7886-adf6-4980-9df8-96a3e565cd62'], 'active': True} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:37:48.882484 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvr_db [None req-b835ad35-a5a4-4196-b83f-76a17ac23c7c None None] Set router 9c2e7886-adf6-4980-9df8-96a3e565cd62 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:37:49.265546 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-b835ad35-a5a4-4196-b83f-76a17ac23c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2e7886-adf6-4980-9df8-96a3e565cd62', 'name': 'router1', 'tenant_id': '8efd660d626b4141b5c9be1824e7e416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'c8b84be1-c177-41c7-8224-98b67168d34f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:37:28Z', 'updated_at': '2022-07-18T10:37:47Z', 'revision_number': 4, 'project_id': '8efd660d626b4141b5c9be1824e7e416', 'gw_port': {'id': 'c8b84be1-c177-41c7-8224-98b67168d34f', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e5:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2e7886-adf6-4980-9df8-96a3e565cd62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:37:47Z', 'updated_at': '2022-07-18T10:37:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': '1a661de9-1ad0-4467-9ecb-f10eb1066c98', 'name': '', 'network_id': '9cc278f9-3a4e-4274-a3d9-2d1ee44a3cae', 'tenant_id': '8efd660d626b4141b5c9be1824e7e416', 'mac_address': 'fa:16:3e:d1:b6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2e7886-adf6-4980-9df8-96a3e565cd62', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31c18233-0156-4046-b6f4-c2e210446e41', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:37:38Z', 'updated_at': '2022-07-18T10:37:42Z', 'revision_number': 5, 'project_id': '8efd660d626b4141b5c9be1824e7e416', 'subnets': [{'id': '31c18233-0156-4046-b6f4-c2e210446e41', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7d4559df-addf-424e-8c44-3a21777eafd8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:37:49.386499 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b835ad35-a5a4-4196-b83f-76a17ac23c7c None None] Checking router: 9c2e7886-adf6-4980-9df8-96a3e565cd62 for host: dv-cinder-849498-1-iscsi {{(pid=111156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:37:49.386875 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b835ad35-a5a4-4196-b83f-76a17ac23c7c None None] Updating router 9c2e7886-adf6-4980-9df8-96a3e565cd62 port c8b84be1-c177-41c7-8224-98b67168d34f binding host dv-cinder-849498-1-iscsi {{(pid=111156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 10:37:49.442668 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-b835ad35-a5a4-4196-b83f-76a17ac23c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (c8b84be1-c177-41c7-8224-98b67168d34f), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:49.760048 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-b835ad35-a5a4-4196-b83f-76a17ac23c7c None None] Publish callbacks [] for port (c8b84be1-c177-41c7-8224-98b67168d34f), precommit_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:49.858203 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-b835ad35-a5a4-4196-b83f-76a17ac23c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (c8b84be1-c177-41c7-8224-98b67168d34f), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:49.887578 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:49.914412 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20af9233-b1b6-446d-812b-dd43eeb2d5ba None None] Pushing event updated for resources: {'Port': ['ID=c8b84be1-c177-41c7-8224-98b67168d34f,revision_number=2']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:37:49.916906 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-b835ad35-a5a4-4196-b83f-76a17ac23c7c None None] Attempting to bind port c8b84be1-c177-41c7-8224-98b67168d34f on host dv-cinder-849498-1-iscsi for vnic_type normal with profile {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:37:49.922454 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-b835ad35-a5a4-4196-b83f-76a17ac23c7c None None] Attempting to bind port c8b84be1-c177-41c7-8224-98b67168d34f by drivers openvswitch,hyperv on host dv-cinder-849498-1-iscsi at level 0 using segments [{'id': '43730dd2-6239-4f15-a180-e6d1d2fbff54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1'}] {{(pid=111156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:37:49.922454 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b835ad35-a5a4-4196-b83f-76a17ac23c7c None None] Attempting to bind port c8b84be1-c177-41c7-8224-98b67168d34f on network bb0f21c8-59d6-4417-bd6b-78e480c446a1 {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:37:49.924381 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b835ad35-a5a4-4196-b83f-76a17ac23c7c None None] Checking agent: {'id': '62f731a8-190a-49a2-85f5-14fe4e09184e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849498-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 37, 10), 'started_at': datetime.datetime(2022, 7, 18, 10, 37, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849498-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:37:49.924761 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b835ad35-a5a4-4196-b83f-76a17ac23c7c None None] Checking segment: {'id': '43730dd2-6239-4f15-a180-e6d1d2fbff54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:37:49.925187 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-b835ad35-a5a4-4196-b83f-76a17ac23c7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:49.925577 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b835ad35-a5a4-4196-b83f-76a17ac23c7c None None] Bound using segment: {'id': '43730dd2-6239-4f15-a180-e6d1d2fbff54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1'} {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:37:49.926042 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-b835ad35-a5a4-4196-b83f-76a17ac23c7c None None] Bound port: c8b84be1-c177-41c7-8224-98b67168d34f, host: dv-cinder-849498-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43730dd2-6239-4f15-a180-e6d1d2fbff54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1'}}] {{(pid=111156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:37:49.926418 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-b835ad35-a5a4-4196-b83f-76a17ac23c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (c8b84be1-c177-41c7-8224-98b67168d34f), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:49.980381 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-b835ad35-a5a4-4196-b83f-76a17ac23c7c None None] For port c8b84be1-c177-41c7-8224-98b67168d34f, host dv-cinder-849498-1-iscsi, cleared binding levels {{(pid=111156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:37:49.983536 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-b835ad35-a5a4-4196-b83f-76a17ac23c7c None None] For port c8b84be1-c177-41c7-8224-98b67168d34f, host dv-cinder-849498-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=c8b84be1-c177-41c7-8224-98b67168d34f,segment=NetworkSegment(43730dd2-6239-4f15-a180-e6d1d2fbff54),segment_id=43730dd2-6239-4f15-a180-e6d1d2fbff54)] {{(pid=111156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:37:50.081186 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-b835ad35-a5a4-4196-b83f-76a17ac23c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (c8b84be1-c177-41c7-8224-98b67168d34f), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:50.107524 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:50.144636 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20af9233-b1b6-446d-812b-dd43eeb2d5ba None None] Pushing event updated for resources: {'Port': ['ID=c8b84be1-c177-41c7-8224-98b67168d34f,revision_number=3']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:37:50.147698 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b835ad35-a5a4-4196-b83f-76a17ac23c7c None None] Routers {'9c2e7886-adf6-4980-9df8-96a3e565cd62'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:37:50.148319 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-b835ad35-a5a4-4196-b83f-76a17ac23c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:37:37Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['9c2e7886-adf6-4980-9df8-96a3e565cd62'], 'active': True} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:37:50.254209 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvr_db [None req-b835ad35-a5a4-4196-b83f-76a17ac23c7c None None] Set router 9c2e7886-adf6-4980-9df8-96a3e565cd62 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:37:50.452318 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-b835ad35-a5a4-4196-b83f-76a17ac23c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2e7886-adf6-4980-9df8-96a3e565cd62', 'name': 'router1', 'tenant_id': '8efd660d626b4141b5c9be1824e7e416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'c8b84be1-c177-41c7-8224-98b67168d34f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:37:28Z', 'updated_at': '2022-07-18T10:37:47Z', 'revision_number': 4, 'project_id': '8efd660d626b4141b5c9be1824e7e416', 'gw_port': {'id': 'c8b84be1-c177-41c7-8224-98b67168d34f', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e5:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2e7886-adf6-4980-9df8-96a3e565cd62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:37:47Z', 'updated_at': '2022-07-18T10:37:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': '1a661de9-1ad0-4467-9ecb-f10eb1066c98', 'name': '', 'network_id': '9cc278f9-3a4e-4274-a3d9-2d1ee44a3cae', 'tenant_id': '8efd660d626b4141b5c9be1824e7e416', 'mac_address': 'fa:16:3e:d1:b6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2e7886-adf6-4980-9df8-96a3e565cd62', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31c18233-0156-4046-b6f4-c2e210446e41', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:37:38Z', 'updated_at': '2022-07-18T10:37:42Z', 'revision_number': 5, 'project_id': '8efd660d626b4141b5c9be1824e7e416', 'subnets': [{'id': '31c18233-0156-4046-b6f4-c2e210446e41', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7d4559df-addf-424e-8c44-3a21777eafd8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:37:50.481804 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b835ad35-a5a4-4196-b83f-76a17ac23c7c None None] The sync data for ids ['9c2e7886-adf6-4980-9df8-96a3e565cd62'] in dv-cinder-849498-1-iscsi is: [{'id': '9c2e7886-adf6-4980-9df8-96a3e565cd62', 'name': 'router1', 'tenant_id': '8efd660d626b4141b5c9be1824e7e416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'c8b84be1-c177-41c7-8224-98b67168d34f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:37:28Z', 'updated_at': '2022-07-18T10:37:47Z', 'revision_number': 4, 'project_id': '8efd660d626b4141b5c9be1824e7e416', 'gw_port': {'id': 'c8b84be1-c177-41c7-8224-98b67168d34f', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e5:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2e7886-adf6-4980-9df8-96a3e565cd62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:37:47Z', 'updated_at': '2022-07-18T10:37:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': '1a661de9-1ad0-4467-9ecb-f10eb1066c98', 'name': '', 'network_id': '9cc278f9-3a4e-4274-a3d9-2d1ee44a3cae', 'tenant_id': '8efd660d626b4141b5c9be1824e7e416', 'mac_address': 'fa:16:3e:d1:b6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2e7886-adf6-4980-9df8-96a3e565cd62', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31c18233-0156-4046-b6f4-c2e210446e41', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:37:38Z', 'updated_at': '2022-07-18T10:37:42Z', 'revision_number': 5, 'project_id': '8efd660d626b4141b5c9be1824e7e416', 'subnets': [{'id': '31c18233-0156-4046-b6f4-c2e210446e41', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7d4559df-addf-424e-8c44-3a21777eafd8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:37:51.099642 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 37602) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:37:51.502188 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-b59940ff-f347-4609-9828-54be258596b4 admin admin] 10.222.0.49 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4014025 Jul 18 10:37:51.561469 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device c8b84be1-c177-41c7-8224-98b67168d34f up at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:37:51.608112 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Provisioning complete for port c8b84be1-c177-41c7-8224-98b67168d34f triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:37:51.608518 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (c8b84be1-c177-41c7-8224-98b67168d34f), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:51.682610 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Current status of the port c8b84be1-c177-41c7-8224-98b67168d34f is: DOWN; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:37:51.682998 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (c8b84be1-c177-41c7-8224-98b67168d34f), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:51.709832 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] For port c8b84be1-c177-41c7-8224-98b67168d34f, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=c8b84be1-c177-41c7-8224-98b67168d34f,segment=NetworkSegment(43730dd2-6239-4f15-a180-e6d1d2fbff54),segment_id=43730dd2-6239-4f15-a180-e6d1d2fbff54)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:37:51.783723 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (c8b84be1-c177-41c7-8224-98b67168d34f), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:51.832074 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Pushing event updated for resources: {'Port': ['ID=c8b84be1-c177-41c7-8224-98b67168d34f,revision_number=4']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:37:53.564105 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device c8b84be1-c177-41c7-8224-98b67168d34f up at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:37:53.613123 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Provisioning complete for port c8b84be1-c177-41c7-8224-98b67168d34f triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:37:53.613511 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (c8b84be1-c177-41c7-8224-98b67168d34f), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:37:53.679237 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:53.695731 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Current status of the port c8b84be1-c177-41c7-8224-98b67168d34f is: ACTIVE; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:37:59.701332 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=58 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:37:59.705302 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=24 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:38:01.486238 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=8 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:38:01.500699 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=5 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:38:03.696086 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:38:04.492438 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f1a82bb9-12fb-4525-ac51-05ecc8b584a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1fc7cd8a-3617-45f0-b645-db80237532c9), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:38:07.017485 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-72da9227-3ec9-4d2f-921b-3c512539d70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (e6bcb791-bd43-4d6b-ab54-e591cb66712b), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:38:08.035094 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-ce070233-206f-40ab-920e-7b3694335a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (dfa25df3-493c-43ae-826d-29cbf3b2bfa8), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:38:09.755983 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f8336af3-fca9-403e-a19b-06518ba3f665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (7e71126e-a656-43d8-a2eb-058f1b343885), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:38:09.858342 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (62f731a8-190a-49a2-85f5-14fe4e09184e), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:38:15.697531 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.agents_db [None req-9b2825e1-dfaa-4032-a283-1b7ae0979f6b None None] Agent healthcheck: found 5 active agents {{(pid=111157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:38:19.742700 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:38:19.756238 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:38:25.694088 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=2 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:38:34.526545 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-131b468c-6a78-466e-8331-e1aebd789128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1fc7cd8a-3617-45f0-b645-db80237532c9), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:38:36.702479 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=3 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:38:36.704553 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=3 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:38:37.011769 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-0c3bd4ad-ac38-4750-84ca-106513311b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (e6bcb791-bd43-4d6b-ab54-e591cb66712b), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:38:38.051929 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-ce070233-206f-40ab-920e-7b3694335a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (dfa25df3-493c-43ae-826d-29cbf3b2bfa8), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:38:39.806371 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f8336af3-fca9-403e-a19b-06518ba3f665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (7e71126e-a656-43d8-a2eb-058f1b343885), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:38:39.840690 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (62f731a8-190a-49a2-85f5-14fe4e09184e), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:38:49.744699 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:38:49.752601 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:38:52.700753 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.agents_db [None req-9b2825e1-dfaa-4032-a283-1b7ae0979f6b None None] Agent healthcheck: found 5 active agents {{(pid=111157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:39:02.697100 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:02.698266 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=1 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:04.514252 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-4fbde226-5883-4a9a-a2ba-08c9af04d0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1fc7cd8a-3617-45f0-b645-db80237532c9), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:07.017095 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f712d4dd-c705-4cda-8a77-22932cdc4464 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (e6bcb791-bd43-4d6b-ab54-e591cb66712b), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:08.029564 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-ce070233-206f-40ab-920e-7b3694335a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (dfa25df3-493c-43ae-826d-29cbf3b2bfa8), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:09.742015 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f8336af3-fca9-403e-a19b-06518ba3f665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (7e71126e-a656-43d8-a2eb-058f1b343885), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:09.808170 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (62f731a8-190a-49a2-85f5-14fe4e09184e), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:13.702274 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=2 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:13.703142 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=4 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:19.577826 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 38142) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:39:19.736048 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:19.745827 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:19.947837 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8d6644a-bc77-4d62-9cd8-5d2b8334438c admin admin] GET failed (client error): The resource could not be found. Jul 18 10:39:19.949286 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-b8d6644a-bc77-4d62-9cd8-5d2b8334438c admin admin] 10.222.0.49 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3705132 Jul 18 10:39:20.203403 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c446e1e-efd9-45b6-8810-5701bae693c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:39:20.205046 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-0c446e1e-efd9-45b6-8810-5701bae693c2 admin admin] 10.222.0.49 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2514818 Jul 18 10:39:22.501048 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 38152) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:39:22.974105 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09de6412-dc38-439b-a232-40ea10b91fdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:39:22.975552 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-09de6412-dc38-439b-a232-40ea10b91fdb admin admin] 10.222.0.49 "GET /v2.0/subnets/31c18233-0156-4046-b6f4-c2e210446e41 HTTP/1.1" status: 200 len: 849 time: 0.4734216 Jul 18 10:39:22.985715 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [None req-d75b2ee4-9a1f-443d-9ed5-b667db2ab2a0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:39:23.088823 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-d75b2ee4-9a1f-443d-9ed5-b667db2ab2a0 admin admin] Publish callbacks [] for subnet (31c18233-0156-4046-b6f4-c2e210446e41), before_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:23.348509 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-d75b2ee4-9a1f-443d-9ed5-b667db2ab2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741536054303'] for subnet (31c18233-0156-4046-b6f4-c2e210446e41), after_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:23.389781 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75b2ee4-9a1f-443d-9ed5-b667db2ab2a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:39:23.390588 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-d75b2ee4-9a1f-443d-9ed5-b667db2ab2a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for subnet (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:23.392384 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-d75b2ee4-9a1f-443d-9ed5-b667db2ab2a0 admin admin] 10.222.0.49 "PUT /v2.0/subnets/31c18233-0156-4046-b6f4-c2e210446e41 HTTP/1.1" status: 200 len: 868 time: 0.4100375 Jul 18 10:39:23.398588 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde34c81-b854-44e6-aec0-b450d84399e0 None None] Network 9cc278f9-3a4e-4274-a3d9-2d1ee44a3cae requested from dv-cinder-849498-1-iscsi {{(pid=111156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:39:23.416432 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75b2ee4-9a1f-443d-9ed5-b667db2ab2a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31c18233-0156-4046-b6f4-c2e210446e41,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:39:23.424616 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75b2ee4-9a1f-443d-9ed5-b667db2ab2a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:39:23.425000 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75b2ee4-9a1f-443d-9ed5-b667db2ab2a0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:39:23.425374 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75b2ee4-9a1f-443d-9ed5-b667db2ab2a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:39:23.425718 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75b2ee4-9a1f-443d-9ed5-b667db2ab2a0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:39:23.426057 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75b2ee4-9a1f-443d-9ed5-b667db2ab2a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:39:23.426389 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75b2ee4-9a1f-443d-9ed5-b667db2ab2a0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:39:23.426720 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75b2ee4-9a1f-443d-9ed5-b667db2ab2a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:39:23.427050 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75b2ee4-9a1f-443d-9ed5-b667db2ab2a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:39:23.427461 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75b2ee4-9a1f-443d-9ed5-b667db2ab2a0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:39:23.427710 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75b2ee4-9a1f-443d-9ed5-b667db2ab2a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:39:23.428057 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75b2ee4-9a1f-443d-9ed5-b667db2ab2a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:39:23.428404 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75b2ee4-9a1f-443d-9ed5-b667db2ab2a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:39:23.428735 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75b2ee4-9a1f-443d-9ed5-b667db2ab2a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:39:23.429083 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75b2ee4-9a1f-443d-9ed5-b667db2ab2a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:39:23.429409 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75b2ee4-9a1f-443d-9ed5-b667db2ab2a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:39:23.820872 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-a18cfbd5-c2fc-4154-9669-b791c7b431d7 None None] Provisioning complete for port d57c17bb-b694-40be-9a7d-ace7db550464 triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:39:23.821287 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-a18cfbd5-c2fc-4154-9669-b791c7b431d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (d57c17bb-b694-40be-9a7d-ace7db550464), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:23.899146 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-a18cfbd5-c2fc-4154-9669-b791c7b431d7 None None] Current status of the port d57c17bb-b694-40be-9a7d-ace7db550464 is: ACTIVE; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:39:23.907930 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-a18cfbd5-c2fc-4154-9669-b791c7b431d7 None None] Provisioning complete for port 1a661de9-1ad0-4467-9ecb-f10eb1066c98 triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:39:23.908931 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-a18cfbd5-c2fc-4154-9669-b791c7b431d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (1a661de9-1ad0-4467-9ecb-f10eb1066c98), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:23.989280 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-a18cfbd5-c2fc-4154-9669-b791c7b431d7 None None] Current status of the port 1a661de9-1ad0-4467-9ecb-f10eb1066c98 is: ACTIVE; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:39:26.768863 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 38162) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:39:27.303526 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bd816a-52bd-4207-8024-377cabfa55f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:39:27.304006 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bd816a-52bd-4207-8024-377cabfa55f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:39:27.305776 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-75bd816a-52bd-4207-8024-377cabfa55f5 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5357916 Jul 18 10:39:29.593609 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 38170) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:39:29.700160 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.agents_db [None req-9b2825e1-dfaa-4032-a283-1b7ae0979f6b None None] Agent healthcheck: found 5 active agents {{(pid=111157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:39:30.103378 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bde158-5ff4-4a68-a86e-fe00e595b028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:39:30.103777 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bde158-5ff4-4a68-a86e-fe00e595b028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:39:30.105465 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-a9bde158-5ff4-4a68-a86e-fe00e595b028 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5108721 Jul 18 10:39:32.363085 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 38178) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:39:32.887702 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a05efcd-ea5b-4d5a-9331-53b1b09bf010 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:39:32.889126 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-1a05efcd-ea5b-4d5a-9331-53b1b09bf010 admin admin] 10.222.0.49 "GET /v2.0/networks/9cc278f9-3a4e-4274-a3d9-2d1ee44a3cae HTTP/1.1" status: 200 len: 869 time: 0.5250494 Jul 18 10:39:33.981406 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=37 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:33.987677 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=40 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:34.502873 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-a96355fc-16a9-4a75-940d-8fa07824a2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1fc7cd8a-3617-45f0-b645-db80237532c9), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:35.165684 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 38186) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:39:35.609527 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fc38db-99a6-404f-9028-8a2f7bb019a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:39:35.610823 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-d3fc38db-99a6-404f-9028-8a2f7bb019a7 admin admin] 10.222.0.49 "GET /v2.0/networks/bb0f21c8-59d6-4417-bd6b-78e480c446a1 HTTP/1.1" status: 200 len: 886 time: 0.4441457 Jul 18 10:39:37.011180 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-e26b810c-c866-4d1a-8a7f-23d19b733407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (e6bcb791-bd43-4d6b-ab54-e591cb66712b), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:37.899734 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 38194) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:39:38.045493 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-ce070233-206f-40ab-920e-7b3694335a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (dfa25df3-493c-43ae-826d-29cbf3b2bfa8), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:38.457031 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2a196b-be86-4c84-8308-88e8b4b9b8f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:39:38.457488 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2a196b-be86-4c84-8308-88e8b4b9b8f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:39:38.459081 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-4a2a196b-be86-4c84-8308-88e8b4b9b8f8 admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5583627 Jul 18 10:39:39.697095 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=2 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:39.748954 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f8336af3-fca9-403e-a19b-06518ba3f665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (7e71126e-a656-43d8-a2eb-058f1b343885), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:39.833888 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (62f731a8-190a-49a2-85f5-14fe4e09184e), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:39:40.098939 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=22 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:40.099798 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=26 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:40.831691 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 38204) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:39:41.265975 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ba3b02-0f2c-49cd-a0d1-46defc82a4fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:39:41.266476 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ba3b02-0f2c-49cd-a0d1-46defc82a4fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:39:41.269041 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-f0ba3b02-0f2c-49cd-a0d1-46defc82a4fc admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4362931 Jul 18 10:39:44.130628 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 38212) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:39:44.630663 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640f7bd5-4f82-4d8b-9db5-85d1c2a477bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:39:44.633018 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-640f7bd5-4f82-4d8b-9db5-85d1c2a477bf admin admin] 10.222.0.49 "GET /v2.0/subnets/31c18233-0156-4046-b6f4-c2e210446e41 HTTP/1.1" status: 200 len: 868 time: 0.5008943 Jul 18 10:39:47.029153 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 38220) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:39:47.441966 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de56957-e44f-4554-aa47-72df017cf8d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:39:47.443452 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-5de56957-e44f-4554-aa47-72df017cf8d1 admin admin] 10.222.0.49 "GET /v2.0/subnets/d4fbd515-2e97-4384-b4aa-6523e13e40eb HTTP/1.1" status: 200 len: 816 time: 0.4132609 Jul 18 10:39:49.739079 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:49.744843 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:50.697994 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=2 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:50.703331 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=4 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:51.260000 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=97,neutron:INSERT=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:51.262103 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:57.435962 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=11 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:39:57.437962 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=12 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:40:01.970844 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=13 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:40:01.973824 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=13 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:40:04.525485 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-68e9c29f-c4c1-4f6b-aa39-c05c4eaf47b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1fc7cd8a-3617-45f0-b645-db80237532c9), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:06.699247 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.agents_db [None req-9b2825e1-dfaa-4032-a283-1b7ae0979f6b None None] Agent healthcheck: found 5 active agents {{(pid=111157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:40:07.034311 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-27ec9fb2-6319-45e9-b1f8-32e2d3507908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (e6bcb791-bd43-4d6b-ab54-e591cb66712b), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:08.061851 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-ce070233-206f-40ab-920e-7b3694335a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (dfa25df3-493c-43ae-826d-29cbf3b2bfa8), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:09.747500 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f8336af3-fca9-403e-a19b-06518ba3f665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (7e71126e-a656-43d8-a2eb-058f1b343885), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:09.834038 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (62f731a8-190a-49a2-85f5-14fe4e09184e), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:16.694580 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=1 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:40:16.695943 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=1 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:40:16.697701 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 38276) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:40:17.038540 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [None req-1ca4ddec-523f-49ed-bbe8-cbb152ec4ae7 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=111154) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 10:40:17.039573 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-1ca4ddec-523f-49ed-bbe8-cbb152ec4ae7 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3409395 Jul 18 10:40:19.366522 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 38284) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:40:19.721804 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.pecan_wsgi.hooks.translation [None req-13d965c3-0a8e-4dbf-873c-71ee048203c3 admin admin] GET failed (client error): The resource could not be found. Jul 18 10:40:19.723146 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-13d965c3-0a8e-4dbf-873c-71ee048203c3 admin admin] 10.222.0.49 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3556762 Jul 18 10:40:19.738138 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:40:19.745834 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:40:19.878221 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f787f0-8509-4b32-82ce-d212cf40c113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:40:19.879717 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-b3f787f0-8509-4b32-82ce-d212cf40c113 admin admin] 10.222.0.49 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1517904 Jul 18 10:40:22.158828 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 38292) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:40:22.525281 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [None req-91e5c54f-553e-477c-82f7-c67176636790 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:40:22.650674 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e5c54f-553e-477c-82f7-c67176636790 admin admin] Made reservation on behalf of 233b60ec452b417c902a9645e05969db for: {'network': 1} {{(pid=111154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:40:22.653244 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-91e5c54f-553e-477c-82f7-c67176636790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for network (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:22.686128 dv-cinder-849498-1-iscsi neutron-server[111154]: WARNING neutron.services.revisions.revision_plugin [None req-91e5c54f-553e-477c-82f7-c67176636790 admin admin] Could not find related network for resource to bump revision. Jul 18 10:40:22.707492 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91e5c54f-553e-477c-82f7-c67176636790 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=111154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 10:40:22.723199 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-91e5c54f-553e-477c-82f7-c67176636790 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741536027405', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547345'] for segment (5948b36a-8d3c-419b-8589-2ecc80f53c09), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:22.723611 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-91e5c54f-553e-477c-82f7-c67176636790 admin admin] Unsubscribe: segment precommit_create {{(pid=111154) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 18 10:40:22.724068 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.db.segments_db [None req-91e5c54f-553e-477c-82f7-c67176636790 admin admin] Added segment 5948b36a-8d3c-419b-8589-2ecc80f53c09 of type vlan for network bae880a5-53a8-4053-8ce1-898859b0b921 Jul 18 10:40:22.775156 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-91e5c54f-553e-477c-82f7-c67176636790 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741535579194'] for network (bae880a5-53a8-4053-8ce1-898859b0b921), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:22.924668 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-91e5c54f-553e-477c-82f7-c67176636790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529'] for network (bae880a5-53a8-4053-8ce1-898859b0b921), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:22.925753 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e5c54f-553e-477c-82f7-c67176636790 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:40:22.926361 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-91e5c54f-553e-477c-82f7-c67176636790 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for network (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:23.020723 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e5c54f-553e-477c-82f7-c67176636790 admin admin] Pushing event updated for resources: {'Network': ['ID=bae880a5-53a8-4053-8ce1-898859b0b921,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:40:23.027265 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e5c54f-553e-477c-82f7-c67176636790 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:23.027614 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e5c54f-553e-477c-82f7-c67176636790 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:23.027998 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e5c54f-553e-477c-82f7-c67176636790 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:23.028323 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e5c54f-553e-477c-82f7-c67176636790 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:23.028668 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e5c54f-553e-477c-82f7-c67176636790 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:23.029021 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e5c54f-553e-477c-82f7-c67176636790 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:23.029353 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e5c54f-553e-477c-82f7-c67176636790 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:23.029688 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e5c54f-553e-477c-82f7-c67176636790 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:23.030016 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e5c54f-553e-477c-82f7-c67176636790 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:23.030402 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e5c54f-553e-477c-82f7-c67176636790 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:23.030718 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e5c54f-553e-477c-82f7-c67176636790 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:23.031065 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e5c54f-553e-477c-82f7-c67176636790 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:23.031927 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e5c54f-553e-477c-82f7-c67176636790 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:23.032251 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e5c54f-553e-477c-82f7-c67176636790 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:23.032574 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e5c54f-553e-477c-82f7-c67176636790 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:23.041571 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-91e5c54f-553e-477c-82f7-c67176636790 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.8815806 Jul 18 10:40:23.043847 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Network bae880a5-53a8-4053-8ce1-898859b0b921 details requested by agent ovs-agent-dv-cinder-849498-1-iscsi with host dv-cinder-849498-1-iscsi {{(pid=111156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 10:40:25.501645 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 38300) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:40:26.072813 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a91f745-dfa7-4fe7-905b-18f1edc791a4 admin admin] GET failed (client error): The resource could not be found. Jul 18 10:40:26.074116 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-3a91f745-dfa7-4fe7-905b-18f1edc791a4 admin admin] 10.222.0.49 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.5715897 Jul 18 10:40:26.155995 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb540b3-3f75-4875-a69e-4cbf45095afc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:40:26.158191 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-bcb540b3-3f75-4875-a69e-4cbf45095afc admin admin] 10.222.0.49 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0773144 Jul 18 10:40:26.173032 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [None req-84817ace-eb20-4073-bbd9-77872c08cf25 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'bae880a5-53a8-4053-8ce1-898859b0b921', 'name': 'shared-subnet'}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:40:26.256563 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84817ace-eb20-4073-bbd9-77872c08cf25 admin admin] Made reservation on behalf of 233b60ec452b417c902a9645e05969db for: {'subnet': 1} {{(pid=111155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:40:26.259137 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-84817ace-eb20-4073-bbd9-77872c08cf25 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:26.621770 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-84817ace-eb20-4073-bbd9-77872c08cf25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529'] for subnet (d795d97a-5f1c-4a81-b49e-0b9ef20b0281), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:26.733953 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84817ace-eb20-4073-bbd9-77872c08cf25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d795d97a-5f1c-4a81-b49e-0b9ef20b0281,revision_number=0']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:40:26.758876 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84817ace-eb20-4073-bbd9-77872c08cf25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:26.759453 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84817ace-eb20-4073-bbd9-77872c08cf25 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:26.762950 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84817ace-eb20-4073-bbd9-77872c08cf25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:26.762950 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84817ace-eb20-4073-bbd9-77872c08cf25 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:26.762950 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84817ace-eb20-4073-bbd9-77872c08cf25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:26.762950 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84817ace-eb20-4073-bbd9-77872c08cf25 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:26.762950 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84817ace-eb20-4073-bbd9-77872c08cf25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:26.762950 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84817ace-eb20-4073-bbd9-77872c08cf25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:26.763548 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84817ace-eb20-4073-bbd9-77872c08cf25 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:26.763994 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84817ace-eb20-4073-bbd9-77872c08cf25 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:26.764577 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84817ace-eb20-4073-bbd9-77872c08cf25 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:26.765199 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84817ace-eb20-4073-bbd9-77872c08cf25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:26.766400 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84817ace-eb20-4073-bbd9-77872c08cf25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:26.766938 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84817ace-eb20-4073-bbd9-77872c08cf25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:26.767488 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84817ace-eb20-4073-bbd9-77872c08cf25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:26.777431 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84817ace-eb20-4073-bbd9-77872c08cf25 admin admin] Checking segment: {'id': '5948b36a-8d3c-419b-8589-2ecc80f53c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bae880a5-53a8-4053-8ce1-898859b0b921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:40:26.777606 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84817ace-eb20-4073-bbd9-77872c08cf25 admin admin] Network hostable DHCP agents. Network: bae880a5-53a8-4053-8ce1-898859b0b921, hostable agents: ['1fc7cd8a-3617-45f0-b645-db80237532c9'], hosted agents: [] {{(pid=111155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 10:40:26.890680 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84817ace-eb20-4073-bbd9-77872c08cf25 admin admin] Network bae880a5-53a8-4053-8ce1-898859b0b921 is scheduled to be hosted by DHCP agent 1fc7cd8a-3617-45f0-b645-db80237532c9 with binding_index 1 {{(pid=111155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 10:40:27.022190 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.base_scheduler [None req-84817ace-eb20-4073-bbd9-77872c08cf25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849498-1-iscsi, bae880a5-53a8-4053-8ce1-898859b0b921) {{(pid=111155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:40:27.027553 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84817ace-eb20-4073-bbd9-77872c08cf25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:40:27.028194 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-84817ace-eb20-4073-bbd9-77872c08cf25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for subnet (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:27.038829 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be179f36-00ea-453c-b30d-8eabbf5a1d1a None None] Network bae880a5-53a8-4053-8ce1-898859b0b921 requested from dv-cinder-849498-1-iscsi {{(pid=111156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:40:27.167569 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-84817ace-eb20-4073-bbd9-77872c08cf25 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9981289 Jul 18 10:40:27.206428 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68afc5a5-ec8f-4fe9-b05c-a7711a5ac2b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf714f7c1-7509-58f3-884e-e64bb7568dff-bae880a5-53a8-4053-8ce1-898859b0b921', 'network_id': 'bae880a5-53a8-4053-8ce1-898859b0b921', 'project_id': '233b60ec452b417c902a9645e05969db', 'fixed_ips': [{'subnet_id': 'd795d97a-5f1c-4a81-b49e-0b9ef20b0281'}]}} from dv-cinder-849498-1-iscsi. {{(pid=111156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 10:40:27.215910 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-68afc5a5-ec8f-4fe9-b05c-a7711a5ac2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:27.435263 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.db_base_plugin_common [None req-68afc5a5-ec8f-4fe9-b05c-a7711a5ac2b4 None None] Allocated IP 192.168.233.2 (bae880a5-53a8-4053-8ce1-898859b0b921/d795d97a-5f1c-4a81-b49e-0b9ef20b0281/89cb0742-f941-44a7-9964-88635eb8b9b8) {{(pid=111156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:40:27.617810 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-68afc5a5-ec8f-4fe9-b05c-a7711a5ac2b4 None None] Publish callbacks [] for port (89cb0742-f941-44a7-9964-88635eb8b9b8), precommit_create {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:27.702111 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=3 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:40:27.703349 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=3 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:40:27.742326 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-68afc5a5-ec8f-4fe9-b05c-a7711a5ac2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684'] for port (89cb0742-f941-44a7-9964-88635eb8b9b8), after_create {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:27.778516 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68afc5a5-ec8f-4fe9-b05c-a7711a5ac2b4 None None] Network bae880a5-53a8-4053-8ce1-898859b0b921 is already hosted by enough agents. {{(pid=111156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:40:27.783534 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.scheduler.base_scheduler [None req-68afc5a5-ec8f-4fe9-b05c-a7711a5ac2b4 None None] Resources bound (agent type, host, resource id): {{(pid=111156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:40:27.789594 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68afc5a5-ec8f-4fe9-b05c-a7711a5ac2b4 None None] Received port after_create {{(pid=111156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:40:27.802386 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68afc5a5-ec8f-4fe9-b05c-a7711a5ac2b4 None None] Pushing event updated for resources: {'Port': ['ID=89cb0742-f941-44a7-9964-88635eb8b9b8,revision_number=1']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:40:27.832821 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68afc5a5-ec8f-4fe9-b05c-a7711a5ac2b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:27.833175 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68afc5a5-ec8f-4fe9-b05c-a7711a5ac2b4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:27.833545 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68afc5a5-ec8f-4fe9-b05c-a7711a5ac2b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:27.833903 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68afc5a5-ec8f-4fe9-b05c-a7711a5ac2b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:27.834249 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68afc5a5-ec8f-4fe9-b05c-a7711a5ac2b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:27.834587 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68afc5a5-ec8f-4fe9-b05c-a7711a5ac2b4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:27.834916 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68afc5a5-ec8f-4fe9-b05c-a7711a5ac2b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:27.835247 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68afc5a5-ec8f-4fe9-b05c-a7711a5ac2b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:27.835600 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68afc5a5-ec8f-4fe9-b05c-a7711a5ac2b4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:27.835927 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68afc5a5-ec8f-4fe9-b05c-a7711a5ac2b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:27.836277 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68afc5a5-ec8f-4fe9-b05c-a7711a5ac2b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:27.836600 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68afc5a5-ec8f-4fe9-b05c-a7711a5ac2b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:27.837311 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68afc5a5-ec8f-4fe9-b05c-a7711a5ac2b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:27.837989 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68afc5a5-ec8f-4fe9-b05c-a7711a5ac2b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:27.837989 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68afc5a5-ec8f-4fe9-b05c-a7711a5ac2b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:40:27.970852 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-68afc5a5-ec8f-4fe9-b05c-a7711a5ac2b4 None None] Attempting to bind port 89cb0742-f941-44a7-9964-88635eb8b9b8 on host dv-cinder-849498-1-iscsi for vnic_type normal with profile {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:40:27.971149 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-68afc5a5-ec8f-4fe9-b05c-a7711a5ac2b4 None None] Attempting to bind port 89cb0742-f941-44a7-9964-88635eb8b9b8 by drivers openvswitch,hyperv on host dv-cinder-849498-1-iscsi at level 0 using segments [{'id': '5948b36a-8d3c-419b-8589-2ecc80f53c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bae880a5-53a8-4053-8ce1-898859b0b921'}] {{(pid=111156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:40:27.971515 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68afc5a5-ec8f-4fe9-b05c-a7711a5ac2b4 None None] Attempting to bind port 89cb0742-f941-44a7-9964-88635eb8b9b8 on network bae880a5-53a8-4053-8ce1-898859b0b921 {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:40:27.979785 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68afc5a5-ec8f-4fe9-b05c-a7711a5ac2b4 None None] Checking agent: {'id': '62f731a8-190a-49a2-85f5-14fe4e09184e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849498-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 37, 10), 'started_at': datetime.datetime(2022, 7, 18, 10, 37, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849498-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:40:27.980163 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68afc5a5-ec8f-4fe9-b05c-a7711a5ac2b4 None None] Checking segment: {'id': '5948b36a-8d3c-419b-8589-2ecc80f53c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bae880a5-53a8-4053-8ce1-898859b0b921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:40:27.980580 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-68afc5a5-ec8f-4fe9-b05c-a7711a5ac2b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:27.981063 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68afc5a5-ec8f-4fe9-b05c-a7711a5ac2b4 None None] Bound using segment: {'id': '5948b36a-8d3c-419b-8589-2ecc80f53c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bae880a5-53a8-4053-8ce1-898859b0b921'} {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:40:27.981538 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-68afc5a5-ec8f-4fe9-b05c-a7711a5ac2b4 None None] Bound port: 89cb0742-f941-44a7-9964-88635eb8b9b8, host: dv-cinder-849498-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5948b36a-8d3c-419b-8589-2ecc80f53c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bae880a5-53a8-4053-8ce1-898859b0b921'}}] {{(pid=111156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:40:27.981915 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-68afc5a5-ec8f-4fe9-b05c-a7711a5ac2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (89cb0742-f941-44a7-9964-88635eb8b9b8), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:28.054794 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-68afc5a5-ec8f-4fe9-b05c-a7711a5ac2b4 None None] For port 89cb0742-f941-44a7-9964-88635eb8b9b8, host dv-cinder-849498-1-iscsi, cleared binding levels {{(pid=111156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:40:28.058158 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-68afc5a5-ec8f-4fe9-b05c-a7711a5ac2b4 None None] For port 89cb0742-f941-44a7-9964-88635eb8b9b8, host dv-cinder-849498-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=89cb0742-f941-44a7-9964-88635eb8b9b8,segment=NetworkSegment(5948b36a-8d3c-419b-8589-2ecc80f53c09),segment_id=5948b36a-8d3c-419b-8589-2ecc80f53c09)] {{(pid=111156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:40:28.153406 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-68afc5a5-ec8f-4fe9-b05c-a7711a5ac2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (89cb0742-f941-44a7-9964-88635eb8b9b8), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:28.225663 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68afc5a5-ec8f-4fe9-b05c-a7711a5ac2b4 None None] Pushing event updated for resources: {'Port': ['ID=89cb0742-f941-44a7-9964-88635eb8b9b8,revision_number=2']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:40:29.142881 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc3fff5-c188-4cd4-9f5a-d1d59998e914 None None] Network bae880a5-53a8-4053-8ce1-898859b0b921 requested from dv-cinder-849498-1-iscsi {{(pid=111156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:40:29.257337 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:40:29.260518 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-1e807265-eb1c-4ce5-b0a2-b0a2ed547fc4 None None] Provisioning complete for port 89cb0742-f941-44a7-9964-88635eb8b9b8 triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:40:29.260942 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-1e807265-eb1c-4ce5-b0a2-b0a2ed547fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (89cb0742-f941-44a7-9964-88635eb8b9b8), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:29.302822 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:40:29.372232 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-1e807265-eb1c-4ce5-b0a2-b0a2ed547fc4 None None] Current status of the port 89cb0742-f941-44a7-9964-88635eb8b9b8 is: DOWN; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:40:29.372629 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-1e807265-eb1c-4ce5-b0a2-b0a2ed547fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (89cb0742-f941-44a7-9964-88635eb8b9b8), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:29.417288 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-1e807265-eb1c-4ce5-b0a2-b0a2ed547fc4 None None] For port 89cb0742-f941-44a7-9964-88635eb8b9b8, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=89cb0742-f941-44a7-9964-88635eb8b9b8,segment=NetworkSegment(5948b36a-8d3c-419b-8589-2ecc80f53c09),segment_id=5948b36a-8d3c-419b-8589-2ecc80f53c09)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:40:29.519795 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-1e807265-eb1c-4ce5-b0a2-b0a2ed547fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (89cb0742-f941-44a7-9964-88635eb8b9b8), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:29.582090 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e807265-eb1c-4ce5-b0a2-b0a2ed547fc4 None None] Pushing event updated for resources: {'Port': ['ID=89cb0742-f941-44a7-9964-88635eb8b9b8,revision_number=3']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:40:29.641467 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-6c3f9602-3ab7-4320-aeb1-814425d09c53 None None] Provisioning complete for port 89cb0742-f941-44a7-9964-88635eb8b9b8 triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:40:29.642021 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-6c3f9602-3ab7-4320-aeb1-814425d09c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (89cb0742-f941-44a7-9964-88635eb8b9b8), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:29.670220 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 89cb0742-f941-44a7-9964-88635eb8b9b8 up at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:40:29.760320 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Provisioning complete for port 89cb0742-f941-44a7-9964-88635eb8b9b8 triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:40:29.760716 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (89cb0742-f941-44a7-9964-88635eb8b9b8), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:29.792951 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-6c3f9602-3ab7-4320-aeb1-814425d09c53 None None] Current status of the port 89cb0742-f941-44a7-9964-88635eb8b9b8 is: ACTIVE; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:40:29.870698 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Current status of the port 89cb0742-f941-44a7-9964-88635eb8b9b8 is: ACTIVE; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:40:31.645225 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 89cb0742-f941-44a7-9964-88635eb8b9b8 up at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:40:31.700476 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Provisioning complete for port 89cb0742-f941-44a7-9964-88635eb8b9b8 triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:40:31.701009 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (89cb0742-f941-44a7-9964-88635eb8b9b8), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:31.893107 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:40:31.903468 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Current status of the port 89cb0742-f941-44a7-9964-88635eb8b9b8 is: ACTIVE; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:40:33.018279 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=24,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:40:33.023785 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=23,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:40:34.501862 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-fc163307-9efe-4dc7-8d9f-5bb40d923b79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1fc7cd8a-3617-45f0-b645-db80237532c9), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:37.040175 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=66,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:40:37.041344 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=49,neutron:INSERT=6,neutron:DELETE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:40:37.056767 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-26c54ee4-2a20-4785-882b-d229b5fa5728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (e6bcb791-bd43-4d6b-ab54-e591cb66712b), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:38.063346 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-ce070233-206f-40ab-920e-7b3694335a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (dfa25df3-493c-43ae-826d-29cbf3b2bfa8), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:39.770973 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f8336af3-fca9-403e-a19b-06518ba3f665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (7e71126e-a656-43d8-a2eb-058f1b343885), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:39.931382 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (62f731a8-190a-49a2-85f5-14fe4e09184e), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:40:43.705176 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.agents_db [None req-9b2825e1-dfaa-4032-a283-1b7ae0979f6b None None] Agent healthcheck: found 5 active agents {{(pid=111157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:40:49.743847 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:40:49.757224 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=68,neutron:UPDATE=4 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:41:04.558786 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-01924814-ab72-4719-94cd-77229d59fbfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1fc7cd8a-3617-45f0-b645-db80237532c9), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:41:04.710532 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:41:04.712875 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=4 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:41:07.027696 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-b7cc9daf-139a-45ea-a314-e091e5a8e5c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (e6bcb791-bd43-4d6b-ab54-e591cb66712b), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:41:08.063366 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-ce070233-206f-40ab-920e-7b3694335a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (dfa25df3-493c-43ae-826d-29cbf3b2bfa8), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:41:09.786506 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f8336af3-fca9-403e-a19b-06518ba3f665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (7e71126e-a656-43d8-a2eb-058f1b343885), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:41:09.913576 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (62f731a8-190a-49a2-85f5-14fe4e09184e), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:41:19.742867 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:41:19.746395 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:41:20.707445 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.agents_db [None req-9b2825e1-dfaa-4032-a283-1b7ae0979f6b None None] Agent healthcheck: found 5 active agents {{(pid=111157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:41:30.702398 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=2 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:41:34.507806 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-6af6b101-1b75-4abe-8c8d-453142fe5cce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1fc7cd8a-3617-45f0-b645-db80237532c9), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:41:37.020741 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-9124c517-06e8-41f7-b44e-95c026e5b46b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (e6bcb791-bd43-4d6b-ab54-e591cb66712b), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:41:38.066395 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-ce070233-206f-40ab-920e-7b3694335a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (dfa25df3-493c-43ae-826d-29cbf3b2bfa8), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:41:39.812228 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f8336af3-fca9-403e-a19b-06518ba3f665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (7e71126e-a656-43d8-a2eb-058f1b343885), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:41:39.838326 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (62f731a8-190a-49a2-85f5-14fe4e09184e), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:41:41.726112 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=4 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:41:49.748171 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:41:49.753754 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:41:57.712434 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.agents_db [None req-9b2825e1-dfaa-4032-a283-1b7ae0979f6b None None] Agent healthcheck: found 5 active agents {{(pid=111157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:42:01.886830 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=14 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:42:04.490561 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f97cc921-2eaa-458f-915a-6ac483240df9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1fc7cd8a-3617-45f0-b645-db80237532c9), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:42:07.010965 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-35d9fe3d-21d4-49f8-a848-84b9a6a38c78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (e6bcb791-bd43-4d6b-ab54-e591cb66712b), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:42:07.705806 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=18 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:42:08.102270 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-ce070233-206f-40ab-920e-7b3694335a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (dfa25df3-493c-43ae-826d-29cbf3b2bfa8), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:42:09.764768 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f8336af3-fca9-403e-a19b-06518ba3f665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (7e71126e-a656-43d8-a2eb-058f1b343885), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:42:10.091317 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (62f731a8-190a-49a2-85f5-14fe4e09184e), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:42:18.710203 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=3 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:42:18.712380 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=3 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:42:19.933732 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:42:19.938264 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:42:34.507257 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-b839bc20-64b5-4b13-9490-027725c9da0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1fc7cd8a-3617-45f0-b645-db80237532c9), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:42:34.719302 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.agents_db [None req-9b2825e1-dfaa-4032-a283-1b7ae0979f6b None None] Agent healthcheck: found 5 active agents {{(pid=111157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:42:37.044886 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-cb720076-0ba3-4d07-8717-cdd271fb46cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (e6bcb791-bd43-4d6b-ab54-e591cb66712b), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:42:38.102101 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-ce070233-206f-40ab-920e-7b3694335a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (dfa25df3-493c-43ae-826d-29cbf3b2bfa8), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:42:39.798751 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f8336af3-fca9-403e-a19b-06518ba3f665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (7e71126e-a656-43d8-a2eb-058f1b343885), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:42:40.027206 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (62f731a8-190a-49a2-85f5-14fe4e09184e), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:42:43.843603 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 38358) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:42:43.852836 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [None req-c9ad8e06-e2ec-41bc-a65b-045a773977c7 tempest-verify_tempest_config-1883823361 tempest-verify_tempest_config-1883823361-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=111155) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 10:42:43.854710 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-c9ad8e06-e2ec-41bc-a65b-045a773977c7 tempest-verify_tempest_config-1883823361 tempest-verify_tempest_config-1883823361-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0094287 Jul 18 10:42:44.539150 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 38376) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:42:44.708066 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=1 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:42:44.709261 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=1 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:42:44.784274 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-ccda8ef0-7cc6-4e17-943a-2e3cc21faa3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:42:44.973830 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-ccda8ef0-7cc6-4e17-943a-2e3cc21faa3f admin admin] Publish callbacks [] for security_group (03da41d6-8009-4135-a5a3-9f56ada8fadb), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:42:45.067335 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-ccda8ef0-7cc6-4e17-943a-2e3cc21faa3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (03da41d6-8009-4135-a5a3-9f56ada8fadb), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:42:45.167308 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-ccda8ef0-7cc6-4e17-943a-2e3cc21faa3f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b52bfaf0943e418db40b6eff5bcb5df8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6263845 Jul 18 10:42:45.169842 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccda8ef0-7cc6-4e17-943a-2e3cc21faa3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03da41d6-8009-4135-a5a3-9f56ada8fadb,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:42:45.172036 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 38382) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:42:45.183818 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccda8ef0-7cc6-4e17-943a-2e3cc21faa3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:42:45.184392 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccda8ef0-7cc6-4e17-943a-2e3cc21faa3f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:42:45.185026 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccda8ef0-7cc6-4e17-943a-2e3cc21faa3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:42:45.185613 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccda8ef0-7cc6-4e17-943a-2e3cc21faa3f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:42:45.186186 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccda8ef0-7cc6-4e17-943a-2e3cc21faa3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:42:45.186725 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccda8ef0-7cc6-4e17-943a-2e3cc21faa3f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:42:45.187290 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccda8ef0-7cc6-4e17-943a-2e3cc21faa3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:42:45.187850 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccda8ef0-7cc6-4e17-943a-2e3cc21faa3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:42:45.188434 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccda8ef0-7cc6-4e17-943a-2e3cc21faa3f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:42:45.189037 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccda8ef0-7cc6-4e17-943a-2e3cc21faa3f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:42:45.189618 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccda8ef0-7cc6-4e17-943a-2e3cc21faa3f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:42:45.190198 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccda8ef0-7cc6-4e17-943a-2e3cc21faa3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:42:45.190764 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccda8ef0-7cc6-4e17-943a-2e3cc21faa3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:42:45.191310 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccda8ef0-7cc6-4e17-943a-2e3cc21faa3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:42:45.191863 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccda8ef0-7cc6-4e17-943a-2e3cc21faa3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:42:45.290097 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-2f05a9ab-79a7-4ca3-9b18-009221d4439b admin admin] Publish callbacks [] for security_group (03da41d6-8009-4135-a5a3-9f56ada8fadb), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:42:45.340333 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-2f05a9ab-79a7-4ca3-9b18-009221d4439b admin admin] Publish callbacks [] for security_group (03da41d6-8009-4135-a5a3-9f56ada8fadb), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:42:45.622908 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-2f05a9ab-79a7-4ca3-9b18-009221d4439b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (03da41d6-8009-4135-a5a3-9f56ada8fadb), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:42:45.627200 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-2f05a9ab-79a7-4ca3-9b18-009221d4439b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:42:45.629205 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-2f05a9ab-79a7-4ca3-9b18-009221d4439b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/03da41d6-8009-4135-a5a3-9f56ada8fadb HTTP/1.1" status: 204 len: 168 time: 0.4555938 Jul 18 10:42:45.646228 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f05a9ab-79a7-4ca3-9b18-009221d4439b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03da41d6-8009-4135-a5a3-9f56ada8fadb,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:42:45.660136 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f05a9ab-79a7-4ca3-9b18-009221d4439b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:42:45.666835 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f05a9ab-79a7-4ca3-9b18-009221d4439b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:42:45.666835 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f05a9ab-79a7-4ca3-9b18-009221d4439b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:42:45.666835 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f05a9ab-79a7-4ca3-9b18-009221d4439b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:42:45.666835 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f05a9ab-79a7-4ca3-9b18-009221d4439b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:42:45.666835 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f05a9ab-79a7-4ca3-9b18-009221d4439b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:42:45.666835 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f05a9ab-79a7-4ca3-9b18-009221d4439b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:42:45.666835 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f05a9ab-79a7-4ca3-9b18-009221d4439b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:42:45.666835 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f05a9ab-79a7-4ca3-9b18-009221d4439b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:42:45.666835 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f05a9ab-79a7-4ca3-9b18-009221d4439b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:42:45.666835 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f05a9ab-79a7-4ca3-9b18-009221d4439b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:42:45.666835 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f05a9ab-79a7-4ca3-9b18-009221d4439b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:42:45.668708 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f05a9ab-79a7-4ca3-9b18-009221d4439b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:42:45.668708 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f05a9ab-79a7-4ca3-9b18-009221d4439b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:42:45.668708 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f05a9ab-79a7-4ca3-9b18-009221d4439b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:42:49.949287 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:42:55.175214 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=17,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:42:55.177426 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=22,neutron:INSERT=4 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:42:55.650282 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:42:55.658618 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:42:55.705134 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:43:02.694378 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=2 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:43:02.695574 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:43:04.501625 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-4be47ca7-5b97-4843-a337-3e33ad4bc462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1fc7cd8a-3617-45f0-b645-db80237532c9), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:43:07.021232 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-50a3d512-6ad2-42ed-8e3f-bc6dcef635f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (e6bcb791-bd43-4d6b-ab54-e591cb66712b), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:43:08.076599 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-ce070233-206f-40ab-920e-7b3694335a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (dfa25df3-493c-43ae-826d-29cbf3b2bfa8), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:43:09.796458 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f8336af3-fca9-403e-a19b-06518ba3f665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (7e71126e-a656-43d8-a2eb-058f1b343885), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:43:10.055585 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (62f731a8-190a-49a2-85f5-14fe4e09184e), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:43:11.725864 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.agents_db [None req-9b2825e1-dfaa-4032-a283-1b7ae0979f6b None None] Agent healthcheck: found 5 active agents {{(pid=111157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:43:19.936919 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:43:19.940574 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:43:21.725923 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=2 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:43:32.704993 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=1 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:43:32.714714 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=5 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:43:34.487414 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-6b7a0d37-3b86-4dc4-bbe2-2643c2f46191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1fc7cd8a-3617-45f0-b645-db80237532c9), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:43:37.012979 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-43169bbf-617d-4089-b310-9959535ca8fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (e6bcb791-bd43-4d6b-ab54-e591cb66712b), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:43:38.150805 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-ce070233-206f-40ab-920e-7b3694335a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (dfa25df3-493c-43ae-826d-29cbf3b2bfa8), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:43:39.801584 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f8336af3-fca9-403e-a19b-06518ba3f665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (7e71126e-a656-43d8-a2eb-058f1b343885), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:43:40.070346 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (62f731a8-190a-49a2-85f5-14fe4e09184e), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:43:48.721913 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.agents_db [None req-9b2825e1-dfaa-4032-a283-1b7ae0979f6b None None] Agent healthcheck: found 5 active agents {{(pid=111157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:43:49.936022 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:43:49.940754 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:44:04.484164 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-26727d9e-9bfa-4dc0-bcd1-0def3b2ff259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1fc7cd8a-3617-45f0-b645-db80237532c9), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:44:07.032164 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-ebc550ec-eb99-4ed6-b4bb-25aacd515957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (e6bcb791-bd43-4d6b-ab54-e591cb66712b), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:44:08.161251 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-ce070233-206f-40ab-920e-7b3694335a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (dfa25df3-493c-43ae-826d-29cbf3b2bfa8), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:44:09.695144 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=16 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:44:09.713392 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=18 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:44:09.808734 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f8336af3-fca9-403e-a19b-06518ba3f665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (7e71126e-a656-43d8-a2eb-058f1b343885), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:44:10.026866 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (62f731a8-190a-49a2-85f5-14fe4e09184e), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:44:19.937425 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:44:19.941720 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:44:25.722386 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.agents_db [None req-9b2825e1-dfaa-4032-a283-1b7ae0979f6b None None] Agent healthcheck: found 5 active agents {{(pid=111157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:44:34.471329 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-96bde985-154e-4368-91c3-0f40dc4129d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1fc7cd8a-3617-45f0-b645-db80237532c9), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:44:35.717473 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=1 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:44:35.718386 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=1 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:44:37.128863 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-fbda00c7-6783-4b53-a687-703b0a0c9ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (e6bcb791-bd43-4d6b-ab54-e591cb66712b), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:44:38.094500 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-ce070233-206f-40ab-920e-7b3694335a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (dfa25df3-493c-43ae-826d-29cbf3b2bfa8), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:44:39.799993 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f8336af3-fca9-403e-a19b-06518ba3f665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (7e71126e-a656-43d8-a2eb-058f1b343885), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:44:40.031615 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (62f731a8-190a-49a2-85f5-14fe4e09184e), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:44:46.692035 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=1 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:44:46.703062 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=5 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:44:49.926347 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:44:49.928876 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:44:54.065743 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3788842'] for agent (1ff6e34c-ad2d-4d6d-84c2-aee03113dac2), after_create {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:45:02.689759 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=1 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:45:02.691174 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:DELETE=1 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:45:02.722877 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.agents_db [None req-9b2825e1-dfaa-4032-a283-1b7ae0979f6b None None] Agent healthcheck: found 6 active agents {{(pid=111157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:45:03.972489 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=2 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:45:03.976715 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:INSERT=1 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:45:04.470838 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-41188334-58e6-4cf0-93b0-57d674461ea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1fc7cd8a-3617-45f0-b645-db80237532c9), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:45:07.040978 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7cd87bb9-faee-443c-9c75-5b4e1caa076a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (e6bcb791-bd43-4d6b-ab54-e591cb66712b), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:45:07.665327 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 38456) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:45:07.780176 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-4065d1f2-1e6c-4a9a-80ea-6c4e6c1a9ced admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1137249 Jul 18 10:45:08.094330 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-ce070233-206f-40ab-920e-7b3694335a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (dfa25df3-493c-43ae-826d-29cbf3b2bfa8), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:45:09.840119 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f8336af3-fca9-403e-a19b-06518ba3f665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (7e71126e-a656-43d8-a2eb-058f1b343885), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:45:09.915121 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 38466) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:45:09.980498 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-94c2a3cd-ccec-412e-bc17-d51933f30adc admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0640121 Jul 18 10:45:10.059809 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (62f731a8-190a-49a2-85f5-14fe4e09184e), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:45:12.729355 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=2 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:45:19.717169 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:45:19.943451 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:45:19.973861 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:45:19.974806 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:45:23.695378 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=2 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:45:23.701681 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=4 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:45:24.033865 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1ff6e34c-ad2d-4d6d-84c2-aee03113dac2), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:45:33.948311 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=2 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:45:33.951449 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:45:34.519046 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-61bb2e3f-b7e9-4a2a-8a37-48983b39819e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1fc7cd8a-3617-45f0-b645-db80237532c9), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:45:37.033844 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-12ac1e8b-a857-45df-b94c-7d1c37751391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (e6bcb791-bd43-4d6b-ab54-e591cb66712b), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:45:38.162858 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-ce070233-206f-40ab-920e-7b3694335a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (dfa25df3-493c-43ae-826d-29cbf3b2bfa8), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:45:39.723485 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.agents_db [None req-9b2825e1-dfaa-4032-a283-1b7ae0979f6b None None] Agent healthcheck: found 6 active agents {{(pid=111157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:45:39.871095 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f8336af3-fca9-403e-a19b-06518ba3f665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (7e71126e-a656-43d8-a2eb-058f1b343885), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:45:40.030815 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (62f731a8-190a-49a2-85f5-14fe4e09184e), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:45:49.717888 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=1 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:45:49.718708 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=1 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:45:49.925287 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:45:49.934368 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:45:54.067727 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1ff6e34c-ad2d-4d6d-84c2-aee03113dac2), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:46:01.915942 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=18 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:46:01.916834 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=14 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:46:03.959819 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=1 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:46:03.961738 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:46:04.476575 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f46d0f17-e192-47b9-b4e7-38747f1b5ed2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1fc7cd8a-3617-45f0-b645-db80237532c9), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:46:07.045815 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-cb245581-9125-4e86-9bd5-1a227ee31aaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (e6bcb791-bd43-4d6b-ab54-e591cb66712b), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:46:08.197087 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-ce070233-206f-40ab-920e-7b3694335a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (dfa25df3-493c-43ae-826d-29cbf3b2bfa8), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:46:09.833890 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f8336af3-fca9-403e-a19b-06518ba3f665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (7e71126e-a656-43d8-a2eb-058f1b343885), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:46:10.027766 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (62f731a8-190a-49a2-85f5-14fe4e09184e), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:46:16.729684 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.agents_db [None req-9b2825e1-dfaa-4032-a283-1b7ae0979f6b None None] Agent healthcheck: found 6 active agents {{(pid=111157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:46:19.936444 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:46:19.949075 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:46:24.056015 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1ff6e34c-ad2d-4d6d-84c2-aee03113dac2), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:46:26.719364 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=1 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:46:26.720252 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=1 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:46:34.473161 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-e4fb8d27-546a-4e08-b4db-e58d0ff8f277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1fc7cd8a-3617-45f0-b645-db80237532c9), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:46:37.027389 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-e7ff1770-b42a-4aa6-96dd-eb9ed5f8c417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (e6bcb791-bd43-4d6b-ab54-e591cb66712b), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:46:37.700691 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=2 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:46:37.703509 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=4 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:46:38.107180 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-ce070233-206f-40ab-920e-7b3694335a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (dfa25df3-493c-43ae-826d-29cbf3b2bfa8), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:46:39.815427 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f8336af3-fca9-403e-a19b-06518ba3f665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (7e71126e-a656-43d8-a2eb-058f1b343885), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:46:40.030676 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (62f731a8-190a-49a2-85f5-14fe4e09184e), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:46:49.925797 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:46:49.928237 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:46:51.696765 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=1 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:46:51.705869 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=1 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:46:53.736694 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.agents_db [None req-9b2825e1-dfaa-4032-a283-1b7ae0979f6b None None] Agent healthcheck: found 6 active agents {{(pid=111157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:46:54.064522 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1ff6e34c-ad2d-4d6d-84c2-aee03113dac2), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:46:56.886152 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 38658) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:46:57.419138 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [None req-49de5592-a5c9-4884-a1b1-dcb1a24f4572 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-581772959-network', 'tenant_id': '7184d0f3256344a2af18c639787e538f'}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:46:57.554077 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49de5592-a5c9-4884-a1b1-dcb1a24f4572 admin admin] Made reservation on behalf of 7184d0f3256344a2af18c639787e538f for: {'network': 1} {{(pid=111154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:46:57.558224 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-49de5592-a5c9-4884-a1b1-dcb1a24f4572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for network (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:46:57.573335 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-49de5592-a5c9-4884-a1b1-dcb1a24f4572 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:46:57.704379 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-49de5592-a5c9-4884-a1b1-dcb1a24f4572 admin admin] Publish callbacks [] for security_group (46d5ca77-90a2-486e-bbb0-c80cad72040a), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:46:57.780888 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-49de5592-a5c9-4884-a1b1-dcb1a24f4572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (46d5ca77-90a2-486e-bbb0-c80cad72040a), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:46:57.808734 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49de5592-a5c9-4884-a1b1-dcb1a24f4572 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=111154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 10:46:57.825076 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49de5592-a5c9-4884-a1b1-dcb1a24f4572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d5ca77-90a2-486e-bbb0-c80cad72040a,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:46:57.833654 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-49de5592-a5c9-4884-a1b1-dcb1a24f4572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547345'] for segment (f1593a01-0c5c-4b0b-9f47-8129c2ef308d), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:46:57.834043 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.db.segments_db [None req-49de5592-a5c9-4884-a1b1-dcb1a24f4572 admin admin] Added segment f1593a01-0c5c-4b0b-9f47-8129c2ef308d of type vlan for network 09160d22-0418-499d-83b3-2657454003a1 Jul 18 10:46:57.836634 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49de5592-a5c9-4884-a1b1-dcb1a24f4572 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:46:57.837006 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49de5592-a5c9-4884-a1b1-dcb1a24f4572 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:46:57.837430 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49de5592-a5c9-4884-a1b1-dcb1a24f4572 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:46:57.837887 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49de5592-a5c9-4884-a1b1-dcb1a24f4572 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:46:57.838157 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49de5592-a5c9-4884-a1b1-dcb1a24f4572 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:46:57.838487 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49de5592-a5c9-4884-a1b1-dcb1a24f4572 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:46:57.839007 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49de5592-a5c9-4884-a1b1-dcb1a24f4572 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:46:57.839339 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49de5592-a5c9-4884-a1b1-dcb1a24f4572 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:46:57.839699 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49de5592-a5c9-4884-a1b1-dcb1a24f4572 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:46:57.840026 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49de5592-a5c9-4884-a1b1-dcb1a24f4572 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:46:57.840366 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49de5592-a5c9-4884-a1b1-dcb1a24f4572 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:46:57.840699 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49de5592-a5c9-4884-a1b1-dcb1a24f4572 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:46:57.841466 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49de5592-a5c9-4884-a1b1-dcb1a24f4572 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:46:57.841466 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49de5592-a5c9-4884-a1b1-dcb1a24f4572 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:46:57.841650 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49de5592-a5c9-4884-a1b1-dcb1a24f4572 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:46:57.842935 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49de5592-a5c9-4884-a1b1-dcb1a24f4572 admin admin] Tracked resource versions report: Jul 18 10:46:57.842935 dv-cinder-849498-1-iscsi neutron-server[111154]: pushed versions: Jul 18 10:46:57.842935 dv-cinder-849498-1-iscsi neutron-server[111154]: { 'AddressGroup': {'1.2'}, Jul 18 10:46:57.842935 dv-cinder-849498-1-iscsi neutron-server[111154]: 'Agent': {'1.1'}, Jul 18 10:46:57.842935 dv-cinder-849498-1-iscsi neutron-server[111154]: 'ConntrackHelper': {'1.0'}, Jul 18 10:46:57.842935 dv-cinder-849498-1-iscsi neutron-server[111154]: 'LocalIPAssociation': {'1.0'}, Jul 18 10:46:57.842935 dv-cinder-849498-1-iscsi neutron-server[111154]: 'Log': {'1.0'}, Jul 18 10:46:57.842935 dv-cinder-849498-1-iscsi neutron-server[111154]: 'NDPProxy': {'1.0'}, Jul 18 10:46:57.842935 dv-cinder-849498-1-iscsi neutron-server[111154]: 'Network': {'1.1'}, Jul 18 10:46:57.842935 dv-cinder-849498-1-iscsi neutron-server[111154]: 'Port': {'1.7'}, Jul 18 10:46:57.842935 dv-cinder-849498-1-iscsi neutron-server[111154]: 'PortForwarding': {'1.3'}, Jul 18 10:46:57.842935 dv-cinder-849498-1-iscsi neutron-server[111154]: 'QosPolicy': {'1.10'}, Jul 18 10:46:57.842935 dv-cinder-849498-1-iscsi neutron-server[111154]: 'SecurityGroup': {'1.5'}, Jul 18 10:46:57.842935 dv-cinder-849498-1-iscsi neutron-server[111154]: 'SecurityGroupRule': {'1.2'}, Jul 18 10:46:57.842935 dv-cinder-849498-1-iscsi neutron-server[111154]: 'SubPort': {'1.0'}, Jul 18 10:46:57.842935 dv-cinder-849498-1-iscsi neutron-server[111154]: 'Subnet': {'1.1'}, Jul 18 10:46:57.842935 dv-cinder-849498-1-iscsi neutron-server[111154]: 'Trunk': {'1.1'}} Jul 18 10:46:57.842935 dv-cinder-849498-1-iscsi neutron-server[111154]: consumer versions: Jul 18 10:46:57.842935 dv-cinder-849498-1-iscsi neutron-server[111154]: { DHCP agent@dv-cinder-849498-1-iscsi: {}, Jul 18 10:46:57.842935 dv-cinder-849498-1-iscsi neutron-server[111154]: HyperV agent@hv-cinder-84949: {}, Jul 18 10:46:57.842935 dv-cinder-849498-1-iscsi neutron-server[111154]: L3 agent@dv-cinder-849498-1-iscsi: {}, Jul 18 10:46:57.842935 dv-cinder-849498-1-iscsi neutron-server[111154]: Metadata agent@dv-cinder-849498-1-iscsi: {}, Jul 18 10:46:57.842935 dv-cinder-849498-1-iscsi neutron-server[111154]: Metering agent@dv-cinder-849498-1-iscsi: {}, Jul 18 10:46:57.842935 dv-cinder-849498-1-iscsi neutron-server[111154]: Open vSwitch agent@dv-cinder-849498-1-iscsi: { 'AddressGroup': '1.2', Jul 18 10:46:57.842935 dv-cinder-849498-1-iscsi neutron-server[111154]: 'Agent': '1.1', Jul 18 10:46:57.842935 dv-cinder-849498-1-iscsi neutron-server[111154]: 'ConntrackHelper': '1.0', Jul 18 10:46:57.842935 dv-cinder-849498-1-iscsi neutron-server[111154]: 'LocalIPAssociation': '1.0', Jul 18 10:46:57.842935 dv-cinder-849498-1-iscsi neutron-server[111154]: 'Log': '1.0', Jul 18 10:46:57.842935 dv-cinder-849498-1-iscsi neutron-server[111154]: 'NDPProxy': '1.0', Jul 18 10:46:57.842935 dv-cinder-849498-1-iscsi neutron-server[111154]: 'Network': '1.1', Jul 18 10:46:57.842935 dv-cinder-849498-1-iscsi neutron-server[111154]: 'Port': '1.7', Jul 18 10:46:57.842935 dv-cinder-849498-1-iscsi neutron-server[111154]: 'PortForwarding': '1.3', Jul 18 10:46:57.842935 dv-cinder-849498-1-iscsi neutron-server[111154]: 'QosPolicy': '1.10', Jul 18 10:46:57.842935 dv-cinder-849498-1-iscsi neutron-server[111154]: 'SecurityGroup': '1.5', Jul 18 10:46:57.842935 dv-cinder-849498-1-iscsi neutron-server[111154]: 'SecurityGroupRule': '1.2', Jul 18 10:46:57.842935 dv-cinder-849498-1-iscsi neutron-server[111154]: 'SubPort': '1.0', Jul 18 10:46:57.842935 dv-cinder-849498-1-iscsi neutron-server[111154]: 'Subnet': '1.1', Jul 18 10:46:57.842935 dv-cinder-849498-1-iscsi neutron-server[111154]: 'Trunk': '1.1'}} Jul 18 10:46:57.842935 dv-cinder-849498-1-iscsi neutron-server[111154]: {{(pid=111154) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 18 10:46:57.888591 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-49de5592-a5c9-4884-a1b1-dcb1a24f4572 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741535579194'] for network (09160d22-0418-499d-83b3-2657454003a1), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:46:57.977985 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 38688) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:46:57.990511 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 38692) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:46:58.024415 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 38700) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:46:58.055393 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 38704) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:46:58.085501 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-49de5592-a5c9-4884-a1b1-dcb1a24f4572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529'] for network (09160d22-0418-499d-83b3-2657454003a1), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:46:58.088875 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49de5592-a5c9-4884-a1b1-dcb1a24f4572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:46:58.088875 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-49de5592-a5c9-4884-a1b1-dcb1a24f4572 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for network (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:46:58.163402 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49de5592-a5c9-4884-a1b1-dcb1a24f4572 admin admin] Pushing event updated for resources: {'Network': ['ID=09160d22-0418-499d-83b3-2657454003a1,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:46:58.176678 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Network 09160d22-0418-499d-83b3-2657454003a1 details requested by agent ovs-agent-dv-cinder-849498-1-iscsi with host dv-cinder-849498-1-iscsi {{(pid=111156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 10:46:58.209936 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-49de5592-a5c9-4884-a1b1-dcb1a24f4572 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.3216679 Jul 18 10:46:58.213271 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 38712) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:46:58.218306 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [None req-2f483af2-5273-4ad3-b952-b234d879a736 admin admin] Request body: {'subnet': {'network_id': '09160d22-0418-499d-83b3-2657454003a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-581772959-subnet', 'tenant_id': '7184d0f3256344a2af18c639787e538f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:46:58.294107 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [None req-8b53371f-0844-4b46-8dcb-28d991f257c0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-431570464-network', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8'}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:46:58.308229 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [None req-13922b1b-75c7-4b59-835d-4531be3f9fdc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-108440083-network', 'tenant_id': '48497435674b41ccb34f6ff43026a232'}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:46:58.323382 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f483af2-5273-4ad3-b952-b234d879a736 admin admin] Made reservation on behalf of 7184d0f3256344a2af18c639787e538f for: {'subnet': 1} {{(pid=111155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:46:58.326291 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-2f483af2-5273-4ad3-b952-b234d879a736 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:46:58.362677 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [None req-2273ede2-3adc-4698-81f2-dadf1b76db2e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1374871601-network', 'tenant_id': '6d288974aac54fa681cfafa262d019eb'}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:46:58.393166 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b53371f-0844-4b46-8dcb-28d991f257c0 admin admin] Made reservation on behalf of 04716d82e1084ec58b2a4909710a6ce8 for: {'network': 1} {{(pid=111154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:46:58.398976 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-8b53371f-0844-4b46-8dcb-28d991f257c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for network (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:46:58.405213 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [None req-5c469244-0b90-4d98-a8d3-9b3bbfefea10 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1188077473-network', 'tenant_id': 'f32dc706424247d0ac1dc7a6aa633107'}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:46:58.412543 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-8b53371f-0844-4b46-8dcb-28d991f257c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:46:58.448562 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13922b1b-75c7-4b59-835d-4531be3f9fdc admin admin] Made reservation on behalf of 48497435674b41ccb34f6ff43026a232 for: {'network': 1} {{(pid=111155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:46:58.453372 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-13922b1b-75c7-4b59-835d-4531be3f9fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for network (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:46:58.475398 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-13922b1b-75c7-4b59-835d-4531be3f9fdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:46:58.531348 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-8b53371f-0844-4b46-8dcb-28d991f257c0 admin admin] Publish callbacks [] for security_group (16de198c-d6df-4712-81ec-dff90f836b40), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:46:58.582070 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c469244-0b90-4d98-a8d3-9b3bbfefea10 admin admin] Made reservation on behalf of f32dc706424247d0ac1dc7a6aa633107 for: {'network': 1} {{(pid=111155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:46:58.585978 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-5c469244-0b90-4d98-a8d3-9b3bbfefea10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for network (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:46:58.589905 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2273ede2-3adc-4698-81f2-dadf1b76db2e admin admin] Made reservation on behalf of 6d288974aac54fa681cfafa262d019eb for: {'network': 1} {{(pid=111155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:46:58.593644 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-2273ede2-3adc-4698-81f2-dadf1b76db2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for network (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:46:58.611245 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-2273ede2-3adc-4698-81f2-dadf1b76db2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:46:58.640045 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-5c469244-0b90-4d98-a8d3-9b3bbfefea10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:46:58.679680 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-8b53371f-0844-4b46-8dcb-28d991f257c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (16de198c-d6df-4712-81ec-dff90f836b40), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:46:58.702387 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b53371f-0844-4b46-8dcb-28d991f257c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=111154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 10:46:58.717314 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-8b53371f-0844-4b46-8dcb-28d991f257c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547345'] for segment (984404a2-43ca-40f3-9583-38762b7d5434), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:46:58.718066 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.db.segments_db [None req-8b53371f-0844-4b46-8dcb-28d991f257c0 admin admin] Added segment 984404a2-43ca-40f3-9583-38762b7d5434 of type vlan for network cfde60e0-9a8e-4b4d-8a28-cc720005757b Jul 18 10:46:58.768096 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=67,neutron:INSERT=27,neutron:UPDATE=6 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:46:58.786430 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b53371f-0844-4b46-8dcb-28d991f257c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16de198c-d6df-4712-81ec-dff90f836b40,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:46:58.795597 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-8b53371f-0844-4b46-8dcb-28d991f257c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741535579194'] for network (cfde60e0-9a8e-4b4d-8a28-cc720005757b), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:46:58.844934 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-2f483af2-5273-4ad3-b952-b234d879a736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529'] for subnet (de6eeef4-c7ed-4de0-9d7b-74b96eafe12b), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:46:58.892895 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-13922b1b-75c7-4b59-835d-4531be3f9fdc admin admin] Publish callbacks [] for security_group (63607acb-9510-4b99-96b0-33119a61dd4f), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:46:58.916064 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-8b53371f-0844-4b46-8dcb-28d991f257c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529'] for network (cfde60e0-9a8e-4b4d-8a28-cc720005757b), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:46:58.917103 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b53371f-0844-4b46-8dcb-28d991f257c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:46:58.917713 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-8b53371f-0844-4b46-8dcb-28d991f257c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for network (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:46:58.987314 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b53371f-0844-4b46-8dcb-28d991f257c0 admin admin] Pushing event updated for resources: {'Network': ['ID=cfde60e0-9a8e-4b4d-8a28-cc720005757b,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:46:59.002502 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Network cfde60e0-9a8e-4b4d-8a28-cc720005757b details requested by agent ovs-agent-dv-cinder-849498-1-iscsi with host dv-cinder-849498-1-iscsi {{(pid=111156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 10:46:59.073319 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-2273ede2-3adc-4698-81f2-dadf1b76db2e admin admin] Publish callbacks [] for security_group (21de119a-c773-4c79-8731-66f2fa9cf377), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:46:59.083421 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f483af2-5273-4ad3-b952-b234d879a736 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de6eeef4-c7ed-4de0-9d7b-74b96eafe12b,revision_number=0']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:46:59.415198 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=73,neutron:INSERT=24,neutron:UPDATE=3 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:46:59.415198 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=76,neutron:INSERT=23,neutron:UPDATE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:46:59.415198 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f483af2-5273-4ad3-b952-b234d879a736 admin admin] Checking segment: {'id': 'f1593a01-0c5c-4b0b-9f47-8129c2ef308d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '09160d22-0418-499d-83b3-2657454003a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:46:59.415198 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f483af2-5273-4ad3-b952-b234d879a736 admin admin] Network hostable DHCP agents. Network: 09160d22-0418-499d-83b3-2657454003a1, hostable agents: ['1fc7cd8a-3617-45f0-b645-db80237532c9'], hosted agents: [] {{(pid=111155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 10:46:59.415198 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f483af2-5273-4ad3-b952-b234d879a736 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:46:59.415198 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f483af2-5273-4ad3-b952-b234d879a736 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:46:59.415198 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f483af2-5273-4ad3-b952-b234d879a736 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:46:59.415198 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f483af2-5273-4ad3-b952-b234d879a736 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:46:59.415198 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f483af2-5273-4ad3-b952-b234d879a736 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:46:59.415198 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f483af2-5273-4ad3-b952-b234d879a736 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:46:59.415198 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f483af2-5273-4ad3-b952-b234d879a736 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:46:59.415198 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f483af2-5273-4ad3-b952-b234d879a736 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:46:59.415198 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f483af2-5273-4ad3-b952-b234d879a736 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:46:59.415198 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f483af2-5273-4ad3-b952-b234d879a736 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:46:59.415198 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f483af2-5273-4ad3-b952-b234d879a736 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:46:59.470928 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f483af2-5273-4ad3-b952-b234d879a736 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:46:59.470928 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f483af2-5273-4ad3-b952-b234d879a736 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:46:59.470928 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f483af2-5273-4ad3-b952-b234d879a736 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:46:59.470928 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f483af2-5273-4ad3-b952-b234d879a736 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:46:59.470928 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f483af2-5273-4ad3-b952-b234d879a736 admin admin] Tracked resource versions report: Jul 18 10:46:59.470928 dv-cinder-849498-1-iscsi neutron-server[111155]: pushed versions: Jul 18 10:46:59.470928 dv-cinder-849498-1-iscsi neutron-server[111155]: { 'AddressGroup': {'1.2'}, Jul 18 10:46:59.470928 dv-cinder-849498-1-iscsi neutron-server[111155]: 'Agent': {'1.1'}, Jul 18 10:46:59.470928 dv-cinder-849498-1-iscsi neutron-server[111155]: 'ConntrackHelper': {'1.0'}, Jul 18 10:46:59.470928 dv-cinder-849498-1-iscsi neutron-server[111155]: 'LocalIPAssociation': {'1.0'}, Jul 18 10:46:59.470928 dv-cinder-849498-1-iscsi neutron-server[111155]: 'Log': {'1.0'}, Jul 18 10:46:59.470928 dv-cinder-849498-1-iscsi neutron-server[111155]: 'NDPProxy': {'1.0'}, Jul 18 10:46:59.470928 dv-cinder-849498-1-iscsi neutron-server[111155]: 'Network': {'1.1'}, Jul 18 10:46:59.470928 dv-cinder-849498-1-iscsi neutron-server[111155]: 'Port': {'1.7'}, Jul 18 10:46:59.470928 dv-cinder-849498-1-iscsi neutron-server[111155]: 'PortForwarding': {'1.3'}, Jul 18 10:46:59.470928 dv-cinder-849498-1-iscsi neutron-server[111155]: 'QosPolicy': {'1.10'}, Jul 18 10:46:59.470928 dv-cinder-849498-1-iscsi neutron-server[111155]: 'SecurityGroup': {'1.5'}, Jul 18 10:46:59.470928 dv-cinder-849498-1-iscsi neutron-server[111155]: 'SecurityGroupRule': {'1.2'}, Jul 18 10:46:59.470928 dv-cinder-849498-1-iscsi neutron-server[111155]: 'SubPort': {'1.0'}, Jul 18 10:46:59.470928 dv-cinder-849498-1-iscsi neutron-server[111155]: 'Subnet': {'1.1'}, Jul 18 10:46:59.470928 dv-cinder-849498-1-iscsi neutron-server[111155]: 'Trunk': {'1.1'}} Jul 18 10:46:59.470928 dv-cinder-849498-1-iscsi neutron-server[111155]: consumer versions: Jul 18 10:46:59.470928 dv-cinder-849498-1-iscsi neutron-server[111155]: { DHCP agent@dv-cinder-849498-1-iscsi: {}, Jul 18 10:46:59.470928 dv-cinder-849498-1-iscsi neutron-server[111155]: HyperV agent@hv-cinder-84949: {}, Jul 18 10:46:59.470928 dv-cinder-849498-1-iscsi neutron-server[111155]: L3 agent@dv-cinder-849498-1-iscsi: {}, Jul 18 10:46:59.470928 dv-cinder-849498-1-iscsi neutron-server[111155]: Metadata agent@dv-cinder-849498-1-iscsi: {}, Jul 18 10:46:59.470928 dv-cinder-849498-1-iscsi neutron-server[111155]: Metering agent@dv-cinder-849498-1-iscsi: {}, Jul 18 10:46:59.470928 dv-cinder-849498-1-iscsi neutron-server[111155]: Open vSwitch agent@dv-cinder-849498-1-iscsi: { 'AddressGroup': '1.2', Jul 18 10:46:59.470928 dv-cinder-849498-1-iscsi neutron-server[111155]: 'Agent': '1.1', Jul 18 10:46:59.470928 dv-cinder-849498-1-iscsi neutron-server[111155]: 'ConntrackHelper': '1.0', Jul 18 10:46:59.470928 dv-cinder-849498-1-iscsi neutron-server[111155]: 'LocalIPAssociation': '1.0', Jul 18 10:46:59.470928 dv-cinder-849498-1-iscsi neutron-server[111155]: 'Log': '1.0', Jul 18 10:46:59.470928 dv-cinder-849498-1-iscsi neutron-server[111155]: 'NDPProxy': '1.0', Jul 18 10:46:59.470928 dv-cinder-849498-1-iscsi neutron-server[111155]: 'Network': '1.1', Jul 18 10:46:59.470928 dv-cinder-849498-1-iscsi neutron-server[111155]: 'Port': '1.7', Jul 18 10:46:59.470928 dv-cinder-849498-1-iscsi neutron-server[111155]: 'PortForwarding': '1.3', Jul 18 10:46:59.470928 dv-cinder-849498-1-iscsi neutron-server[111155]: 'QosPolicy': '1.10', Jul 18 10:46:59.470928 dv-cinder-849498-1-iscsi neutron-server[111155]: 'SecurityGroup': '1.5', Jul 18 10:46:59.470928 dv-cinder-849498-1-iscsi neutron-server[111155]: 'SecurityGroupRule': '1.2', Jul 18 10:46:59.470928 dv-cinder-849498-1-iscsi neutron-server[111155]: 'SubPort': '1.0', Jul 18 10:46:59.470928 dv-cinder-849498-1-iscsi neutron-server[111155]: 'Subnet': '1.1', Jul 18 10:46:59.470928 dv-cinder-849498-1-iscsi neutron-server[111155]: 'Trunk': '1.1'}} Jul 18 10:46:59.470928 dv-cinder-849498-1-iscsi neutron-server[111155]: {{(pid=111155) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 18 10:46:59.474724 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-8b53371f-0844-4b46-8dcb-28d991f257c0 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.1405590 Jul 18 10:46:59.475439 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-13922b1b-75c7-4b59-835d-4531be3f9fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (63607acb-9510-4b99-96b0-33119a61dd4f), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:46:59.476201 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 38742) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:46:59.476609 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13922b1b-75c7-4b59-835d-4531be3f9fdc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=111155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 10:46:59.476989 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [None req-f33eb60d-e95a-41b3-bfcd-ca14275e5bad admin admin] Request body: {'subnet': {'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-431570464-subnet', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:46:59.477569 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-13922b1b-75c7-4b59-835d-4531be3f9fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547345'] for segment (163c7c7d-635e-4353-a5ea-f102084ea7d2), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:46:59.477569 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.db.segments_db [None req-13922b1b-75c7-4b59-835d-4531be3f9fdc admin admin] Added segment 163c7c7d-635e-4353-a5ea-f102084ea7d2 of type vlan for network cacd27b7-b866-4702-aa51-5895ad956ffc Jul 18 10:46:59.477569 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-2273ede2-3adc-4698-81f2-dadf1b76db2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (21de119a-c773-4c79-8731-66f2fa9cf377), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:46:59.477569 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-5c469244-0b90-4d98-a8d3-9b3bbfefea10 admin admin] Publish callbacks [] for security_group (da9325fc-0808-4131-94b9-2b7dd26bee8b), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:46:59.477569 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-13922b1b-75c7-4b59-835d-4531be3f9fdc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741535579194'] for network (cacd27b7-b866-4702-aa51-5895ad956ffc), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:46:59.477569 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2273ede2-3adc-4698-81f2-dadf1b76db2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=111155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 10:46:59.477569 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13922b1b-75c7-4b59-835d-4531be3f9fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63607acb-9510-4b99-96b0-33119a61dd4f,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:46:59.477569 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-2273ede2-3adc-4698-81f2-dadf1b76db2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547345'] for segment (6a0917b6-d32d-4446-b59c-ab6c94e8291d), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:46:59.477569 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.db.segments_db [None req-2273ede2-3adc-4698-81f2-dadf1b76db2e admin admin] Added segment 6a0917b6-d32d-4446-b59c-ab6c94e8291d of type vlan for network 8facd695-f9d6-4e5e-8364-4f0d87722f61 Jul 18 10:46:59.477569 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2273ede2-3adc-4698-81f2-dadf1b76db2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21de119a-c773-4c79-8731-66f2fa9cf377,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:46:59.477569 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-2273ede2-3adc-4698-81f2-dadf1b76db2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741535579194'] for network (8facd695-f9d6-4e5e-8364-4f0d87722f61), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:46:59.478584 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33eb60d-e95a-41b3-bfcd-ca14275e5bad admin admin] Made reservation on behalf of 04716d82e1084ec58b2a4909710a6ce8 for: {'subnet': 1} {{(pid=111154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:46:59.478584 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-f33eb60d-e95a-41b3-bfcd-ca14275e5bad admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:46:59.478584 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:46:59.511032 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-5c469244-0b90-4d98-a8d3-9b3bbfefea10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (da9325fc-0808-4131-94b9-2b7dd26bee8b), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:46:59.524962 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f483af2-5273-4ad3-b952-b234d879a736 admin admin] Network 09160d22-0418-499d-83b3-2657454003a1 is scheduled to be hosted by DHCP agent 1fc7cd8a-3617-45f0-b645-db80237532c9 with binding_index 1 {{(pid=111155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 10:46:59.551810 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c469244-0b90-4d98-a8d3-9b3bbfefea10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=111155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 10:46:59.574818 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c469244-0b90-4d98-a8d3-9b3bbfefea10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da9325fc-0808-4131-94b9-2b7dd26bee8b,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:46:59.582186 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-5c469244-0b90-4d98-a8d3-9b3bbfefea10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547345'] for segment (b79fb7a8-45cf-4253-a4e0-8e4cb2774c82), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:46:59.582811 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.db.segments_db [None req-5c469244-0b90-4d98-a8d3-9b3bbfefea10 admin admin] Added segment b79fb7a8-45cf-4253-a4e0-8e4cb2774c82 of type vlan for network 2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81 Jul 18 10:46:59.595551 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-13922b1b-75c7-4b59-835d-4531be3f9fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529'] for network (cacd27b7-b866-4702-aa51-5895ad956ffc), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:46:59.598602 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13922b1b-75c7-4b59-835d-4531be3f9fdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:46:59.598602 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-13922b1b-75c7-4b59-835d-4531be3f9fdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for network (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:46:59.601784 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-2273ede2-3adc-4698-81f2-dadf1b76db2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529'] for network (8facd695-f9d6-4e5e-8364-4f0d87722f61), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:46:59.603037 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2273ede2-3adc-4698-81f2-dadf1b76db2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:46:59.603682 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-2273ede2-3adc-4698-81f2-dadf1b76db2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for network (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:46:59.677124 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-5c469244-0b90-4d98-a8d3-9b3bbfefea10 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741535579194'] for network (2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:46:59.720460 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13922b1b-75c7-4b59-835d-4531be3f9fdc admin admin] Pushing event updated for resources: {'Network': ['ID=cacd27b7-b866-4702-aa51-5895ad956ffc,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:46:59.732225 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.base_scheduler [None req-2f483af2-5273-4ad3-b952-b234d879a736 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849498-1-iscsi, 09160d22-0418-499d-83b3-2657454003a1) {{(pid=111155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:46:59.735545 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Network cacd27b7-b866-4702-aa51-5895ad956ffc details requested by agent ovs-agent-dv-cinder-849498-1-iscsi with host dv-cinder-849498-1-iscsi {{(pid=111156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 10:46:59.739193 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f483af2-5273-4ad3-b952-b234d879a736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:46:59.739925 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-2f483af2-5273-4ad3-b952-b234d879a736 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for subnet (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:46:59.766382 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169e017b-3ba5-41b1-9c4f-97d763f53837 None None] Network 09160d22-0418-499d-83b3-2657454003a1 requested from dv-cinder-849498-1-iscsi {{(pid=111156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:46:59.784558 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-f33eb60d-e95a-41b3-bfcd-ca14275e5bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529'] for subnet (aa197fa4-4b14-4357-8299-842622dc6172), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:46:59.823966 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-2273ede2-3adc-4698-81f2-dadf1b76db2e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.7952642 Jul 18 10:46:59.824538 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-13922b1b-75c7-4b59-835d-4531be3f9fdc admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.8324814 Jul 18 10:46:59.825918 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 38768) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:46:59.830847 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 38770) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:46:59.835356 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [None req-e6ee0163-ef0d-4476-a6bc-f07046435e4d admin admin] Request body: {'subnet': {'network_id': '8facd695-f9d6-4e5e-8364-4f0d87722f61', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1374871601-subnet', 'tenant_id': '6d288974aac54fa681cfafa262d019eb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:46:59.851829 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [None req-079915d9-c245-4b13-bf19-58a802f171f2 admin admin] Request body: {'subnet': {'network_id': 'cacd27b7-b866-4702-aa51-5895ad956ffc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-108440083-subnet', 'tenant_id': '48497435674b41ccb34f6ff43026a232', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:46:59.851829 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2273ede2-3adc-4698-81f2-dadf1b76db2e admin admin] Pushing event updated for resources: {'Network': ['ID=8facd695-f9d6-4e5e-8364-4f0d87722f61,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:46:59.867906 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-5c469244-0b90-4d98-a8d3-9b3bbfefea10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529'] for network (2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:46:59.867906 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c469244-0b90-4d98-a8d3-9b3bbfefea10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:46:59.867906 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-5c469244-0b90-4d98-a8d3-9b3bbfefea10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for network (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:46:59.880136 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33eb60d-e95a-41b3-bfcd-ca14275e5bad admin admin] Checking segment: {'id': '984404a2-43ca-40f3-9583-38762b7d5434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:46:59.880551 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33eb60d-e95a-41b3-bfcd-ca14275e5bad admin admin] Network hostable DHCP agents. Network: cfde60e0-9a8e-4b4d-8a28-cc720005757b, hostable agents: ['1fc7cd8a-3617-45f0-b645-db80237532c9'], hosted agents: [] {{(pid=111154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 10:46:59.886882 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Network 8facd695-f9d6-4e5e-8364-4f0d87722f61 details requested by agent ovs-agent-dv-cinder-849498-1-iscsi with host dv-cinder-849498-1-iscsi {{(pid=111156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 10:46:59.890082 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33eb60d-e95a-41b3-bfcd-ca14275e5bad admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa197fa4-4b14-4357-8299-842622dc6172,revision_number=0']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:46:59.938366 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-2f483af2-5273-4ad3-b952-b234d879a736 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.7233870 Jul 18 10:46:59.943445 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 38772) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:46:59.951006 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [None req-cc481b65-bfbc-41db-8e33-e5bbc62f810f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-581772959-router', 'tenant_id': '7184d0f3256344a2af18c639787e538f', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1'}}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:46:59.996257 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c469244-0b90-4d98-a8d3-9b3bbfefea10 admin admin] Pushing event updated for resources: {'Network': ['ID=2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:00.016651 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33eb60d-e95a-41b3-bfcd-ca14275e5bad admin admin] Network cfde60e0-9a8e-4b4d-8a28-cc720005757b is scheduled to be hosted by DHCP agent 1fc7cd8a-3617-45f0-b645-db80237532c9 with binding_index 1 {{(pid=111154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 10:47:00.016840 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-5c469244-0b90-4d98-a8d3-9b3bbfefea10 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.9600518 Jul 18 10:47:00.019575 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 38774) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:47:00.026918 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [None req-50185377-0be4-4974-8cfb-2a5e4ae0a44f admin admin] Request body: {'subnet': {'network_id': '2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1188077473-subnet', 'tenant_id': 'f32dc706424247d0ac1dc7a6aa633107', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:47:00.031309 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Network 2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81 details requested by agent ovs-agent-dv-cinder-849498-1-iscsi with host dv-cinder-849498-1-iscsi {{(pid=111156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 10:47:00.065974 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38a3323-ddb5-4f1a-9927-e8a31bbb6d6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf714f7c1-7509-58f3-884e-e64bb7568dff-09160d22-0418-499d-83b3-2657454003a1', 'network_id': '09160d22-0418-499d-83b3-2657454003a1', 'project_id': '7184d0f3256344a2af18c639787e538f', 'fixed_ips': [{'subnet_id': 'de6eeef4-c7ed-4de0-9d7b-74b96eafe12b'}]}} from dv-cinder-849498-1-iscsi. {{(pid=111156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 10:47:00.066984 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-a38a3323-ddb5-4f1a-9927-e8a31bbb6d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:00.137750 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-cc481b65-bfbc-41db-8e33-e5bbc62f810f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-954'] for router (906d405e-b16a-41fb-a8ab-39b34c0377f9), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:00.138042 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079915d9-c245-4b13-bf19-58a802f171f2 admin admin] Made reservation on behalf of 48497435674b41ccb34f6ff43026a232 for: {'subnet': 1} {{(pid=111155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:47:00.140740 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-cc481b65-bfbc-41db-8e33-e5bbc62f810f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3789174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3776873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-945'] for router (906d405e-b16a-41fb-a8ab-39b34c0377f9), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:00.143701 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-079915d9-c245-4b13-bf19-58a802f171f2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:00.150098 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ee0163-ef0d-4476-a6bc-f07046435e4d admin admin] Made reservation on behalf of 6d288974aac54fa681cfafa262d019eb for: {'subnet': 1} {{(pid=111155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:47:00.153765 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-e6ee0163-ef0d-4476-a6bc-f07046435e4d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:00.167702 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.base_scheduler [None req-f33eb60d-e95a-41b3-bfcd-ca14275e5bad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849498-1-iscsi, cfde60e0-9a8e-4b4d-8a28-cc720005757b) {{(pid=111154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:47:00.181412 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50185377-0be4-4974-8cfb-2a5e4ae0a44f admin admin] Made reservation on behalf of f32dc706424247d0ac1dc7a6aa633107 for: {'subnet': 1} {{(pid=111155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:47:00.184045 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-50185377-0be4-4974-8cfb-2a5e4ae0a44f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:00.215400 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33eb60d-e95a-41b3-bfcd-ca14275e5bad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:00.216296 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-f33eb60d-e95a-41b3-bfcd-ca14275e5bad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for subnet (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:00.241775 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672f4fea-5135-48a9-ba9c-e9bb0235f8c4 None None] Network cfde60e0-9a8e-4b4d-8a28-cc720005757b requested from dv-cinder-849498-1-iscsi {{(pid=111156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:47:00.362936 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-cc481b65-bfbc-41db-8e33-e5bbc62f810f admin admin] Publish callbacks [] for router_controller (906d405e-b16a-41fb-a8ab-39b34c0377f9), precommit_add_association {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:00.364691 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:00.372941 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-f33eb60d-e95a-41b3-bfcd-ca14275e5bad admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2377336 Jul 18 10:47:00.374956 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 38784) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:47:00.383588 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [None req-743524f7-08ef-4f2c-9c00-72c9aa2ef25f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-431570464-router', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1'}}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:47:00.560605 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a574d8aa-6cdd-4e67-84e4-8ee74444dfe7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf714f7c1-7509-58f3-884e-e64bb7568dff-cfde60e0-9a8e-4b4d-8a28-cc720005757b', 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b', 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'fixed_ips': [{'subnet_id': 'aa197fa4-4b14-4357-8299-842622dc6172'}]}} from dv-cinder-849498-1-iscsi. {{(pid=111156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 10:47:00.563424 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-a574d8aa-6cdd-4e67-84e4-8ee74444dfe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:00.733384 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=7 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:00.806078 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.db_base_plugin_common [None req-a38a3323-ddb5-4f1a-9927-e8a31bbb6d6b None None] Allocated IP 172.20.0.2 (09160d22-0418-499d-83b3-2657454003a1/de6eeef4-c7ed-4de0-9d7b-74b96eafe12b/f21ab814-59bb-4e4d-b928-97123e954dba) {{(pid=111156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:47:00.873521 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-e6ee0163-ef0d-4476-a6bc-f07046435e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529'] for subnet (baac7679-14e5-400c-ae06-ec5ffa24657f), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:00.908080 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-743524f7-08ef-4f2c-9c00-72c9aa2ef25f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-954'] for router (6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:00.909318 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-743524f7-08ef-4f2c-9c00-72c9aa2ef25f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3789174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3776873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-945'] for router (6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:00.946130 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-079915d9-c245-4b13-bf19-58a802f171f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529'] for subnet (0722f3de-6f57-48f1-8200-e5895920f8b7), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:00.952529 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:UPDATE=3,neutron:SELECT=80,neutron:INSERT=9,neutron:DELETE=8 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:00.953761 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-50185377-0be4-4974-8cfb-2a5e4ae0a44f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529'] for subnet (b6c39f47-e8f1-437f-bec0-2fa249892ca3), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:00.955792 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ee0163-ef0d-4476-a6bc-f07046435e4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=baac7679-14e5-400c-ae06-ec5ffa24657f,revision_number=0']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:01.036487 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-cc481b65-bfbc-41db-8e33-e5bbc62f810f admin admin] Publish callbacks [] for router_gateway (906d405e-b16a-41fb-a8ab-39b34c0377f9), precommit_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:01.044159 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-743524f7-08ef-4f2c-9c00-72c9aa2ef25f admin admin] Publish callbacks [] for router_controller (6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3), precommit_add_association {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:01.074803 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.db_base_plugin_common [None req-a574d8aa-6cdd-4e67-84e4-8ee74444dfe7 None None] Allocated IP 172.20.0.2 (cfde60e0-9a8e-4b4d-8a28-cc720005757b/aa197fa4-4b14-4357-8299-842622dc6172/7756c54e-1391-43ef-b407-efb7789ef108) {{(pid=111156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:47:01.096366 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:01.103221 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ee0163-ef0d-4476-a6bc-f07046435e4d admin admin] Checking segment: {'id': '6a0917b6-d32d-4446-b59c-ab6c94e8291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8facd695-f9d6-4e5e-8364-4f0d87722f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:47:01.103582 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ee0163-ef0d-4476-a6bc-f07046435e4d admin admin] Network hostable DHCP agents. Network: 8facd695-f9d6-4e5e-8364-4f0d87722f61, hostable agents: ['1fc7cd8a-3617-45f0-b645-db80237532c9'], hosted agents: [] {{(pid=111155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 10:47:01.111695 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:01.138523 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079915d9-c245-4b13-bf19-58a802f171f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0722f3de-6f57-48f1-8200-e5895920f8b7,revision_number=0']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:01.182929 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079915d9-c245-4b13-bf19-58a802f171f2 admin admin] Checking segment: {'id': '163c7c7d-635e-4353-a5ea-f102084ea7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'cacd27b7-b866-4702-aa51-5895ad956ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:47:01.183320 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079915d9-c245-4b13-bf19-58a802f171f2 admin admin] Network hostable DHCP agents. Network: cacd27b7-b866-4702-aa51-5895ad956ffc, hostable agents: ['1fc7cd8a-3617-45f0-b645-db80237532c9'], hosted agents: [] {{(pid=111155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 10:47:01.201619 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50185377-0be4-4974-8cfb-2a5e4ae0a44f admin admin] Checking segment: {'id': 'b79fb7a8-45cf-4253-a4e0-8e4cb2774c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:47:01.201820 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50185377-0be4-4974-8cfb-2a5e4ae0a44f admin admin] Network hostable DHCP agents. Network: 2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81, hostable agents: ['1fc7cd8a-3617-45f0-b645-db80237532c9'], hosted agents: [] {{(pid=111155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 10:47:01.237127 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-a38a3323-ddb5-4f1a-9927-e8a31bbb6d6b None None] Publish callbacks [] for port (f21ab814-59bb-4e4d-b928-97123e954dba), precommit_create {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:01.237662 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50185377-0be4-4974-8cfb-2a5e4ae0a44f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6c39f47-e8f1-437f-bec0-2fa249892ca3,revision_number=0']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:01.253337 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ee0163-ef0d-4476-a6bc-f07046435e4d admin admin] Network 8facd695-f9d6-4e5e-8364-4f0d87722f61 is scheduled to be hosted by DHCP agent 1fc7cd8a-3617-45f0-b645-db80237532c9 with binding_index 1 {{(pid=111155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 10:47:01.325156 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-a574d8aa-6cdd-4e67-84e4-8ee74444dfe7 None None] Publish callbacks [] for port (7756c54e-1391-43ef-b407-efb7789ef108), precommit_create {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:01.379607 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079915d9-c245-4b13-bf19-58a802f171f2 admin admin] Network cacd27b7-b866-4702-aa51-5895ad956ffc is scheduled to be hosted by DHCP agent 1fc7cd8a-3617-45f0-b645-db80237532c9 with binding_index 1 {{(pid=111155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 10:47:01.385848 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-a38a3323-ddb5-4f1a-9927-e8a31bbb6d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684'] for port (f21ab814-59bb-4e4d-b928-97123e954dba), after_create {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:01.386541 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50185377-0be4-4974-8cfb-2a5e4ae0a44f admin admin] Network 2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81 is scheduled to be hosted by DHCP agent 1fc7cd8a-3617-45f0-b645-db80237532c9 with binding_index 1 {{(pid=111155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 10:47:01.411011 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 38794) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:47:01.443492 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38a3323-ddb5-4f1a-9927-e8a31bbb6d6b None None] Network 09160d22-0418-499d-83b3-2657454003a1 is already hosted by enough agents. {{(pid=111156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:47:01.447142 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.scheduler.base_scheduler [None req-a38a3323-ddb5-4f1a-9927-e8a31bbb6d6b None None] Resources bound (agent type, host, resource id): {{(pid=111156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:47:01.449258 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38a3323-ddb5-4f1a-9927-e8a31bbb6d6b None None] Pushing event updated for resources: {'Port': ['ID=f21ab814-59bb-4e4d-b928-97123e954dba,revision_number=1']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:01.451582 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38a3323-ddb5-4f1a-9927-e8a31bbb6d6b None None] Received port after_create {{(pid=111156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:47:01.461477 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38a3323-ddb5-4f1a-9927-e8a31bbb6d6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:47:01.461830 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38a3323-ddb5-4f1a-9927-e8a31bbb6d6b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:47:01.462335 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38a3323-ddb5-4f1a-9927-e8a31bbb6d6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:47:01.462558 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38a3323-ddb5-4f1a-9927-e8a31bbb6d6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:47:01.463063 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38a3323-ddb5-4f1a-9927-e8a31bbb6d6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:47:01.463515 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38a3323-ddb5-4f1a-9927-e8a31bbb6d6b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:47:01.463669 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38a3323-ddb5-4f1a-9927-e8a31bbb6d6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:47:01.463957 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38a3323-ddb5-4f1a-9927-e8a31bbb6d6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:47:01.464295 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38a3323-ddb5-4f1a-9927-e8a31bbb6d6b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:47:01.464626 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38a3323-ddb5-4f1a-9927-e8a31bbb6d6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:47:01.464980 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38a3323-ddb5-4f1a-9927-e8a31bbb6d6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:47:01.465328 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38a3323-ddb5-4f1a-9927-e8a31bbb6d6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:47:01.465659 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38a3323-ddb5-4f1a-9927-e8a31bbb6d6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:47:01.466132 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38a3323-ddb5-4f1a-9927-e8a31bbb6d6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:47:01.466299 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38a3323-ddb5-4f1a-9927-e8a31bbb6d6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:47:01.467509 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38a3323-ddb5-4f1a-9927-e8a31bbb6d6b None None] Tracked resource versions report: Jul 18 10:47:01.467509 dv-cinder-849498-1-iscsi neutron-server[111156]: pushed versions: Jul 18 10:47:01.467509 dv-cinder-849498-1-iscsi neutron-server[111156]: { 'AddressGroup': {'1.2'}, Jul 18 10:47:01.467509 dv-cinder-849498-1-iscsi neutron-server[111156]: 'Agent': {'1.1'}, Jul 18 10:47:01.467509 dv-cinder-849498-1-iscsi neutron-server[111156]: 'ConntrackHelper': {'1.0'}, Jul 18 10:47:01.467509 dv-cinder-849498-1-iscsi neutron-server[111156]: 'LocalIPAssociation': {'1.0'}, Jul 18 10:47:01.467509 dv-cinder-849498-1-iscsi neutron-server[111156]: 'Log': {'1.0'}, Jul 18 10:47:01.467509 dv-cinder-849498-1-iscsi neutron-server[111156]: 'NDPProxy': {'1.0'}, Jul 18 10:47:01.467509 dv-cinder-849498-1-iscsi neutron-server[111156]: 'Network': {'1.1'}, Jul 18 10:47:01.467509 dv-cinder-849498-1-iscsi neutron-server[111156]: 'Port': {'1.7'}, Jul 18 10:47:01.467509 dv-cinder-849498-1-iscsi neutron-server[111156]: 'PortForwarding': {'1.3'}, Jul 18 10:47:01.467509 dv-cinder-849498-1-iscsi neutron-server[111156]: 'QosPolicy': {'1.10'}, Jul 18 10:47:01.467509 dv-cinder-849498-1-iscsi neutron-server[111156]: 'SecurityGroup': {'1.5'}, Jul 18 10:47:01.467509 dv-cinder-849498-1-iscsi neutron-server[111156]: 'SecurityGroupRule': {'1.2'}, Jul 18 10:47:01.467509 dv-cinder-849498-1-iscsi neutron-server[111156]: 'SubPort': {'1.0'}, Jul 18 10:47:01.467509 dv-cinder-849498-1-iscsi neutron-server[111156]: 'Subnet': {'1.1'}, Jul 18 10:47:01.467509 dv-cinder-849498-1-iscsi neutron-server[111156]: 'Trunk': {'1.1'}} Jul 18 10:47:01.467509 dv-cinder-849498-1-iscsi neutron-server[111156]: consumer versions: Jul 18 10:47:01.467509 dv-cinder-849498-1-iscsi neutron-server[111156]: { DHCP agent@dv-cinder-849498-1-iscsi: {}, Jul 18 10:47:01.467509 dv-cinder-849498-1-iscsi neutron-server[111156]: HyperV agent@hv-cinder-84949: {}, Jul 18 10:47:01.467509 dv-cinder-849498-1-iscsi neutron-server[111156]: L3 agent@dv-cinder-849498-1-iscsi: {}, Jul 18 10:47:01.467509 dv-cinder-849498-1-iscsi neutron-server[111156]: Metadata agent@dv-cinder-849498-1-iscsi: {}, Jul 18 10:47:01.467509 dv-cinder-849498-1-iscsi neutron-server[111156]: Metering agent@dv-cinder-849498-1-iscsi: {}, Jul 18 10:47:01.467509 dv-cinder-849498-1-iscsi neutron-server[111156]: Open vSwitch agent@dv-cinder-849498-1-iscsi: { 'AddressGroup': '1.2', Jul 18 10:47:01.467509 dv-cinder-849498-1-iscsi neutron-server[111156]: 'Agent': '1.1', Jul 18 10:47:01.467509 dv-cinder-849498-1-iscsi neutron-server[111156]: 'ConntrackHelper': '1.0', Jul 18 10:47:01.467509 dv-cinder-849498-1-iscsi neutron-server[111156]: 'LocalIPAssociation': '1.0', Jul 18 10:47:01.467509 dv-cinder-849498-1-iscsi neutron-server[111156]: 'Log': '1.0', Jul 18 10:47:01.467509 dv-cinder-849498-1-iscsi neutron-server[111156]: 'NDPProxy': '1.0', Jul 18 10:47:01.467509 dv-cinder-849498-1-iscsi neutron-server[111156]: 'Network': '1.1', Jul 18 10:47:01.467509 dv-cinder-849498-1-iscsi neutron-server[111156]: 'Port': '1.7', Jul 18 10:47:01.467509 dv-cinder-849498-1-iscsi neutron-server[111156]: 'PortForwarding': '1.3', Jul 18 10:47:01.467509 dv-cinder-849498-1-iscsi neutron-server[111156]: 'QosPolicy': '1.10', Jul 18 10:47:01.467509 dv-cinder-849498-1-iscsi neutron-server[111156]: 'SecurityGroup': '1.5', Jul 18 10:47:01.467509 dv-cinder-849498-1-iscsi neutron-server[111156]: 'SecurityGroupRule': '1.2', Jul 18 10:47:01.467509 dv-cinder-849498-1-iscsi neutron-server[111156]: 'SubPort': '1.0', Jul 18 10:47:01.467509 dv-cinder-849498-1-iscsi neutron-server[111156]: 'Subnet': '1.1', Jul 18 10:47:01.467509 dv-cinder-849498-1-iscsi neutron-server[111156]: 'Trunk': '1.1'}} Jul 18 10:47:01.467509 dv-cinder-849498-1-iscsi neutron-server[111156]: {{(pid=111156) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 18 10:47:01.491628 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.base_scheduler [None req-50185377-0be4-4974-8cfb-2a5e4ae0a44f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849498-1-iscsi, 2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81) {{(pid=111155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:47:01.498816 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.base_scheduler [None req-e6ee0163-ef0d-4476-a6bc-f07046435e4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849498-1-iscsi, 8facd695-f9d6-4e5e-8364-4f0d87722f61) {{(pid=111155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:47:01.504442 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50185377-0be4-4974-8cfb-2a5e4ae0a44f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:01.505645 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-50185377-0be4-4974-8cfb-2a5e4ae0a44f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for subnet (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:01.510437 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.base_scheduler [None req-079915d9-c245-4b13-bf19-58a802f171f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849498-1-iscsi, cacd27b7-b866-4702-aa51-5895ad956ffc) {{(pid=111155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:47:01.516021 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9f5615-0002-4a34-a661-343736151343 None None] Network 2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81 requested from dv-cinder-849498-1-iscsi {{(pid=111156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:47:01.528019 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079915d9-c245-4b13-bf19-58a802f171f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:01.528329 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-cc481b65-bfbc-41db-8e33-e5bbc62f810f admin admin] Publish callbacks [] for router_gateway (906d405e-b16a-41fb-a8ab-39b34c0377f9), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:01.529167 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-079915d9-c245-4b13-bf19-58a802f171f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for subnet (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:01.534291 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c240626-7c5c-4f5b-b9b9-33767d780051 None None] Network cacd27b7-b866-4702-aa51-5895ad956ffc requested from dv-cinder-849498-1-iscsi {{(pid=111156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:47:01.550793 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-a574d8aa-6cdd-4e67-84e4-8ee74444dfe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684'] for port (7756c54e-1391-43ef-b407-efb7789ef108), after_create {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:01.556681 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ee0163-ef0d-4476-a6bc-f07046435e4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:01.558267 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-cc481b65-bfbc-41db-8e33-e5bbc62f810f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:01.558631 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-e6ee0163-ef0d-4476-a6bc-f07046435e4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for subnet (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:01.596522 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75537987-caa2-4bb4-874a-04fa2a8e23d5 None None] Network 8facd695-f9d6-4e5e-8364-4f0d87722f61 requested from dv-cinder-849498-1-iscsi {{(pid=111156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:47:01.640058 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-dc8e24ba-6933-430b-b42b-ac681d356549 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:01.669359 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-50185377-0be4-4974-8cfb-2a5e4ae0a44f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6476645 Jul 18 10:47:01.670449 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 38810) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:47:01.681919 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [None req-34df8a82-27c0-43b1-82ab-f725824ded09 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1188077473-router', 'tenant_id': 'f32dc706424247d0ac1dc7a6aa633107', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1'}}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:47:01.705069 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-743524f7-08ef-4f2c-9c00-72c9aa2ef25f admin admin] Publish callbacks [] for router_gateway (6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3), precommit_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:01.720496 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-079915d9-c245-4b13-bf19-58a802f171f2 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8807733 Jul 18 10:47:01.730377 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 38812) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:47:01.745358 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-e6ee0163-ef0d-4476-a6bc-f07046435e4d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9152136 Jul 18 10:47:01.750751 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [None req-95a42402-1668-41a6-96de-12658a4bf5f5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-108440083-router', 'tenant_id': '48497435674b41ccb34f6ff43026a232', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1'}}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:47:01.753369 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 38814) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:47:01.794342 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.db_base_plugin_common [None req-cc481b65-bfbc-41db-8e33-e5bbc62f810f admin admin] Allocated IP 172.27.1.68 (bb0f21c8-59d6-4417-bd6b-78e480c446a1/d4fbd515-2e97-4384-b4aa-6523e13e40eb/4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5) {{(pid=111154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:47:01.807851 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-dc8e24ba-6933-430b-b42b-ac681d356549 admin admin] Publish callbacks [] for security_group (fc9eae94-d132-41b3-b676-105e4ba22d0b), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:01.837527 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a574d8aa-6cdd-4e67-84e4-8ee74444dfe7 None None] Network cfde60e0-9a8e-4b4d-8a28-cc720005757b is already hosted by enough agents. {{(pid=111156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:47:01.854168 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-a38a3323-ddb5-4f1a-9927-e8a31bbb6d6b None None] Attempting to bind port f21ab814-59bb-4e4d-b928-97123e954dba on host dv-cinder-849498-1-iscsi for vnic_type normal with profile {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:47:01.854572 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-a38a3323-ddb5-4f1a-9927-e8a31bbb6d6b None None] Attempting to bind port f21ab814-59bb-4e4d-b928-97123e954dba by drivers openvswitch,hyperv on host dv-cinder-849498-1-iscsi at level 0 using segments [{'id': 'f1593a01-0c5c-4b0b-9f47-8129c2ef308d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '09160d22-0418-499d-83b3-2657454003a1'}] {{(pid=111156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:47:01.854941 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38a3323-ddb5-4f1a-9927-e8a31bbb6d6b None None] Attempting to bind port f21ab814-59bb-4e4d-b928-97123e954dba on network 09160d22-0418-499d-83b3-2657454003a1 {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:47:01.868291 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.scheduler.base_scheduler [None req-a574d8aa-6cdd-4e67-84e4-8ee74444dfe7 None None] Resources bound (agent type, host, resource id): {{(pid=111156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:47:01.886847 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a574d8aa-6cdd-4e67-84e4-8ee74444dfe7 None None] Received port after_create {{(pid=111156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:47:01.901029 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38a3323-ddb5-4f1a-9927-e8a31bbb6d6b None None] Checking agent: {'id': '62f731a8-190a-49a2-85f5-14fe4e09184e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849498-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 37, 10), 'started_at': datetime.datetime(2022, 7, 18, 10, 37, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849498-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:47:01.901413 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38a3323-ddb5-4f1a-9927-e8a31bbb6d6b None None] Checking segment: {'id': 'f1593a01-0c5c-4b0b-9f47-8129c2ef308d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '09160d22-0418-499d-83b3-2657454003a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:47:01.901818 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-a38a3323-ddb5-4f1a-9927-e8a31bbb6d6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:01.902215 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38a3323-ddb5-4f1a-9927-e8a31bbb6d6b None None] Bound using segment: {'id': 'f1593a01-0c5c-4b0b-9f47-8129c2ef308d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '09160d22-0418-499d-83b3-2657454003a1'} {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:47:01.902707 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-a38a3323-ddb5-4f1a-9927-e8a31bbb6d6b None None] Bound port: f21ab814-59bb-4e4d-b928-97123e954dba, host: dv-cinder-849498-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1593a01-0c5c-4b0b-9f47-8129c2ef308d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '09160d22-0418-499d-83b3-2657454003a1'}}] {{(pid=111156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:47:01.903087 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-a38a3323-ddb5-4f1a-9927-e8a31bbb6d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (f21ab814-59bb-4e4d-b928-97123e954dba), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:01.936994 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a574d8aa-6cdd-4e67-84e4-8ee74444dfe7 None None] Pushing event updated for resources: {'Port': ['ID=7756c54e-1391-43ef-b407-efb7789ef108,revision_number=1']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:01.942640 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [None req-27849871-8194-43c8-85eb-0cc94ee53ab5 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1374871601-router', 'tenant_id': '6d288974aac54fa681cfafa262d019eb', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1'}}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:47:01.945109 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-34df8a82-27c0-43b1-82ab-f725824ded09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-954'] for router (3663ab98-9729-41e8-b5da-0c726d2fb113), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:01.947215 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-34df8a82-27c0-43b1-82ab-f725824ded09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3789174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3776873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-945'] for router (3663ab98-9729-41e8-b5da-0c726d2fb113), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:02.028223 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-dc8e24ba-6933-430b-b42b-ac681d356549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (fc9eae94-d132-41b3-b676-105e4ba22d0b), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:02.033683 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-95a42402-1668-41a6-96de-12658a4bf5f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-954'] for router (ccd4d833-2ce0-4438-9953-12ee3f8e0f47), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:02.034714 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-95a42402-1668-41a6-96de-12658a4bf5f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3789174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3776873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-945'] for router (ccd4d833-2ce0-4438-9953-12ee3f8e0f47), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:02.042356 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950aad3f-b5da-4abc-9684-33ad0d09c8e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf714f7c1-7509-58f3-884e-e64bb7568dff-cacd27b7-b866-4702-aa51-5895ad956ffc', 'network_id': 'cacd27b7-b866-4702-aa51-5895ad956ffc', 'project_id': '48497435674b41ccb34f6ff43026a232', 'fixed_ips': [{'subnet_id': '0722f3de-6f57-48f1-8200-e5895920f8b7'}]}} from dv-cinder-849498-1-iscsi. {{(pid=111156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 10:47:02.043518 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-950aad3f-b5da-4abc-9684-33ad0d09c8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:02.054870 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-cc481b65-bfbc-41db-8e33-e5bbc62f810f admin admin] Publish callbacks [] for port (4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:02.088851 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0867117b-da8e-4cd8-b3a0-9d5fcf5a7db0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf714f7c1-7509-58f3-884e-e64bb7568dff-2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81', 'network_id': '2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81', 'project_id': 'f32dc706424247d0ac1dc7a6aa633107', 'fixed_ips': [{'subnet_id': 'b6c39f47-e8f1-437f-bec0-2fa249892ca3'}]}} from dv-cinder-849498-1-iscsi. {{(pid=111156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 10:47:02.091879 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-0867117b-da8e-4cd8-b3a0-9d5fcf5a7db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:02.092902 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f0699f-a3e1-430e-abf4-eb99db27ca2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf714f7c1-7509-58f3-884e-e64bb7568dff-8facd695-f9d6-4e5e-8364-4f0d87722f61', 'network_id': '8facd695-f9d6-4e5e-8364-4f0d87722f61', 'project_id': '6d288974aac54fa681cfafa262d019eb', 'fixed_ips': [{'subnet_id': 'baac7679-14e5-400c-ae06-ec5ffa24657f'}]}} from dv-cinder-849498-1-iscsi. {{(pid=111156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 10:47:02.094032 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-c6f0699f-a3e1-430e-abf4-eb99db27ca2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:02.109328 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8e24ba-6933-430b-b42b-ac681d356549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9eae94-d132-41b3-b676-105e4ba22d0b,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:02.138242 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-34df8a82-27c0-43b1-82ab-f725824ded09 admin admin] Publish callbacks [] for router_controller (3663ab98-9729-41e8-b5da-0c726d2fb113), precommit_add_association {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:02.178092 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:02.181714 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-a574d8aa-6cdd-4e67-84e4-8ee74444dfe7 None None] Attempting to bind port 7756c54e-1391-43ef-b407-efb7789ef108 on host dv-cinder-849498-1-iscsi for vnic_type normal with profile {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:47:02.182097 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-a574d8aa-6cdd-4e67-84e4-8ee74444dfe7 None None] Attempting to bind port 7756c54e-1391-43ef-b407-efb7789ef108 by drivers openvswitch,hyperv on host dv-cinder-849498-1-iscsi at level 0 using segments [{'id': '984404a2-43ca-40f3-9583-38762b7d5434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b'}] {{(pid=111156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:47:02.182461 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a574d8aa-6cdd-4e67-84e4-8ee74444dfe7 None None] Attempting to bind port 7756c54e-1391-43ef-b407-efb7789ef108 on network cfde60e0-9a8e-4b4d-8a28-cc720005757b {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:47:02.235687 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-dc8e24ba-6933-430b-b42b-ac681d356549 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1e1c7c791e8749cea23f98bae6a1f88a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8230841 Jul 18 10:47:02.240431 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 38822) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:47:02.244855 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-a38a3323-ddb5-4f1a-9927-e8a31bbb6d6b None None] For port f21ab814-59bb-4e4d-b928-97123e954dba, host dv-cinder-849498-1-iscsi, cleared binding levels {{(pid=111156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:47:02.260630 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-27849871-8194-43c8-85eb-0cc94ee53ab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-954'] for router (13c68995-9203-4ad2-bce3-e2b5c7e98780), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:02.261948 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-27849871-8194-43c8-85eb-0cc94ee53ab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3789174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3776873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-945'] for router (13c68995-9203-4ad2-bce3-e2b5c7e98780), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:02.286354 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-cc481b65-bfbc-41db-8e33-e5bbc62f810f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684'] for port (4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:02.342152 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-95a42402-1668-41a6-96de-12658a4bf5f5 admin admin] Publish callbacks [] for router_controller (ccd4d833-2ce0-4438-9953-12ee3f8e0f47), precommit_add_association {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:02.353295 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a574d8aa-6cdd-4e67-84e4-8ee74444dfe7 None None] Checking agent: {'id': '62f731a8-190a-49a2-85f5-14fe4e09184e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849498-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 37, 10), 'started_at': datetime.datetime(2022, 7, 18, 10, 37, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849498-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:47:02.360257 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a574d8aa-6cdd-4e67-84e4-8ee74444dfe7 None None] Checking segment: {'id': '984404a2-43ca-40f3-9583-38762b7d5434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:47:02.360257 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-a574d8aa-6cdd-4e67-84e4-8ee74444dfe7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:02.360257 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a574d8aa-6cdd-4e67-84e4-8ee74444dfe7 None None] Bound using segment: {'id': '984404a2-43ca-40f3-9583-38762b7d5434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b'} {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:47:02.360257 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-a574d8aa-6cdd-4e67-84e4-8ee74444dfe7 None None] Bound port: 7756c54e-1391-43ef-b407-efb7789ef108, host: dv-cinder-849498-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '984404a2-43ca-40f3-9583-38762b7d5434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b'}}] {{(pid=111156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:47:02.360257 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-a574d8aa-6cdd-4e67-84e4-8ee74444dfe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (7756c54e-1391-43ef-b407-efb7789ef108), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:02.385170 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-a38a3323-ddb5-4f1a-9927-e8a31bbb6d6b None None] For port f21ab814-59bb-4e4d-b928-97123e954dba, host dv-cinder-849498-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=f21ab814-59bb-4e4d-b928-97123e954dba,segment=NetworkSegment(f1593a01-0c5c-4b0b-9f47-8129c2ef308d),segment_id=f1593a01-0c5c-4b0b-9f47-8129c2ef308d)] {{(pid=111156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:47:02.457570 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-27849871-8194-43c8-85eb-0cc94ee53ab5 admin admin] Publish callbacks [] for router_controller (13c68995-9203-4ad2-bce3-e2b5c7e98780), precommit_add_association {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:02.467049 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc481b65-bfbc-41db-8e33-e5bbc62f810f admin admin] Network bb0f21c8-59d6-4417-bd6b-78e480c446a1 is already hosted by enough agents. {{(pid=111154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:47:02.493447 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.base_scheduler [None req-cc481b65-bfbc-41db-8e33-e5bbc62f810f admin admin] Resources bound (agent type, host, resource id): {{(pid=111154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:47:02.500530 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc481b65-bfbc-41db-8e33-e5bbc62f810f admin admin] Received port after_create {{(pid=111154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:47:02.569555 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-a38a3323-ddb5-4f1a-9927-e8a31bbb6d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (f21ab814-59bb-4e4d-b928-97123e954dba), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:02.625845 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc481b65-bfbc-41db-8e33-e5bbc62f810f admin admin] Pushing event updated for resources: {'Port': ['ID=4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:02.675271 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:02.679465 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-743524f7-08ef-4f2c-9c00-72c9aa2ef25f admin admin] Publish callbacks [] for router_gateway (6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:02.694834 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=1 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:02.710378 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-a574d8aa-6cdd-4e67-84e4-8ee74444dfe7 None None] For port 7756c54e-1391-43ef-b407-efb7789ef108, host dv-cinder-849498-1-iscsi, cleared binding levels {{(pid=111156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:47:02.713647 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.db_base_plugin_common [None req-0867117b-da8e-4cd8-b3a0-9d5fcf5a7db0 None None] Allocated IP 172.20.0.2 (2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81/b6c39f47-e8f1-437f-bec0-2fa249892ca3/751f0a35-bd8d-4f73-94ac-34cb48799cf9) {{(pid=111156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:47:02.716083 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.db_base_plugin_common [None req-950aad3f-b5da-4abc-9684-33ad0d09c8e6 None None] Allocated IP 172.20.0.2 (cacd27b7-b866-4702-aa51-5895ad956ffc/0722f3de-6f57-48f1-8200-e5895920f8b7/e4ea6812-773e-4ef0-81b4-2b36b7872191) {{(pid=111156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:47:02.724357 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-a574d8aa-6cdd-4e67-84e4-8ee74444dfe7 None None] For port 7756c54e-1391-43ef-b407-efb7789ef108, host dv-cinder-849498-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=7756c54e-1391-43ef-b407-efb7789ef108,segment=NetworkSegment(984404a2-43ca-40f3-9583-38762b7d5434),segment_id=984404a2-43ca-40f3-9583-38762b7d5434)] {{(pid=111156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:47:02.730405 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.db_base_plugin_common [None req-c6f0699f-a3e1-430e-abf4-eb99db27ca2f None None] Allocated IP 172.20.0.2 (8facd695-f9d6-4e5e-8364-4f0d87722f61/baac7679-14e5-400c-ae06-ec5ffa24657f/8601c87f-a749-4406-b9e1-628e8a01fa44) {{(pid=111156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:47:02.736489 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-34df8a82-27c0-43b1-82ab-f725824ded09 admin admin] Publish callbacks [] for router_gateway (3663ab98-9729-41e8-b5da-0c726d2fb113), precommit_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:02.773404 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38a3323-ddb5-4f1a-9927-e8a31bbb6d6b None None] Pushing event updated for resources: {'Port': ['ID=f21ab814-59bb-4e4d-b928-97123e954dba,revision_number=2']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:02.783840 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-865c89bc-55dd-4dbf-b953-f45d35084382 admin admin] Publish callbacks [] for security_group (fc9eae94-d132-41b3-b676-105e4ba22d0b), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:02.800246 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-743524f7-08ef-4f2c-9c00-72c9aa2ef25f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:02.825161 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-95a42402-1668-41a6-96de-12658a4bf5f5 admin admin] Publish callbacks [] for router_gateway (ccd4d833-2ce0-4438-9953-12ee3f8e0f47), precommit_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:02.829556 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-a574d8aa-6cdd-4e67-84e4-8ee74444dfe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (7756c54e-1391-43ef-b407-efb7789ef108), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:02.860508 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-865c89bc-55dd-4dbf-b953-f45d35084382 admin admin] Publish callbacks [] for security_group (fc9eae94-d132-41b3-b676-105e4ba22d0b), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:03.090856 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-865c89bc-55dd-4dbf-b953-f45d35084382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (fc9eae94-d132-41b3-b676-105e4ba22d0b), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:03.091201 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-865c89bc-55dd-4dbf-b953-f45d35084382 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:03.094357 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-865c89bc-55dd-4dbf-b953-f45d35084382 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fc9eae94-d132-41b3-b676-105e4ba22d0b HTTP/1.1" status: 204 len: 168 time: 0.8526492 Jul 18 10:47:03.147693 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:INSERT=8 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:03.184374 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865c89bc-55dd-4dbf-b953-f45d35084382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9eae94-d132-41b3-b676-105e4ba22d0b,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:03.198535 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-c6f0699f-a3e1-430e-abf4-eb99db27ca2f None None] Publish callbacks [] for port (8601c87f-a749-4406-b9e1-628e8a01fa44), precommit_create {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:03.290503 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:03.291208 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-27849871-8194-43c8-85eb-0cc94ee53ab5 admin admin] Publish callbacks [] for router_gateway (13c68995-9203-4ad2-bce3-e2b5c7e98780), precommit_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:03.504241 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.db_base_plugin_common [None req-743524f7-08ef-4f2c-9c00-72c9aa2ef25f admin admin] Allocated IP 172.27.1.168 (bb0f21c8-59d6-4417-bd6b-78e480c446a1/d4fbd515-2e97-4384-b4aa-6523e13e40eb/4083be66-18b5-4ad2-a323-569672bf755b) {{(pid=111154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:47:03.541669 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-34df8a82-27c0-43b1-82ab-f725824ded09 admin admin] Publish callbacks [] for router_gateway (3663ab98-9729-41e8-b5da-0c726d2fb113), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:03.542146 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-c6f0699f-a3e1-430e-abf4-eb99db27ca2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684'] for port (8601c87f-a749-4406-b9e1-628e8a01fa44), after_create {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:03.542146 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:03.543445 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a574d8aa-6cdd-4e67-84e4-8ee74444dfe7 None None] Pushing event updated for resources: {'Port': ['ID=7756c54e-1391-43ef-b407-efb7789ef108,revision_number=2']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:03.579066 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-cc481b65-bfbc-41db-8e33-e5bbc62f810f admin admin] Publish callbacks [] for router_gateway (906d405e-b16a-41fb-a8ab-39b34c0377f9), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:03.580531 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-34df8a82-27c0-43b1-82ab-f725824ded09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:03.608730 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-95a42402-1668-41a6-96de-12658a4bf5f5 admin admin] Publish callbacks [] for router_gateway (ccd4d833-2ce0-4438-9953-12ee3f8e0f47), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:03.675882 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-95a42402-1668-41a6-96de-12658a4bf5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:03.700404 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f0699f-a3e1-430e-abf4-eb99db27ca2f None None] Network 8facd695-f9d6-4e5e-8364-4f0d87722f61 is already hosted by enough agents. {{(pid=111156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:47:03.718407 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.scheduler.base_scheduler [None req-c6f0699f-a3e1-430e-abf4-eb99db27ca2f None None] Resources bound (agent type, host, resource id): {{(pid=111156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:47:03.721535 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f0699f-a3e1-430e-abf4-eb99db27ca2f None None] Pushing event updated for resources: {'Port': ['ID=8601c87f-a749-4406-b9e1-628e8a01fa44,revision_number=1']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:03.731024 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:03.748375 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f0699f-a3e1-430e-abf4-eb99db27ca2f None None] Received port after_create {{(pid=111156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:47:04.026134 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:04.098432 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-950aad3f-b5da-4abc-9684-33ad0d09c8e6 None None] Publish callbacks [] for port (e4ea6812-773e-4ef0-81b4-2b36b7872191), precommit_create {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:04.104725 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-c6f0699f-a3e1-430e-abf4-eb99db27ca2f None None] Attempting to bind port 8601c87f-a749-4406-b9e1-628e8a01fa44 on host dv-cinder-849498-1-iscsi for vnic_type normal with profile {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:47:04.104725 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-c6f0699f-a3e1-430e-abf4-eb99db27ca2f None None] Attempting to bind port 8601c87f-a749-4406-b9e1-628e8a01fa44 by drivers openvswitch,hyperv on host dv-cinder-849498-1-iscsi at level 0 using segments [{'id': '6a0917b6-d32d-4446-b59c-ab6c94e8291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8facd695-f9d6-4e5e-8364-4f0d87722f61'}] {{(pid=111156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:47:04.104725 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f0699f-a3e1-430e-abf4-eb99db27ca2f None None] Attempting to bind port 8601c87f-a749-4406-b9e1-628e8a01fa44 on network 8facd695-f9d6-4e5e-8364-4f0d87722f61 {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:47:04.201216 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-743524f7-08ef-4f2c-9c00-72c9aa2ef25f admin admin] Publish callbacks [] for port (4083be66-18b5-4ad2-a323-569672bf755b), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:04.242980 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-950aad3f-b5da-4abc-9684-33ad0d09c8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684'] for port (e4ea6812-773e-4ef0-81b4-2b36b7872191), after_create {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:04.294503 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-27849871-8194-43c8-85eb-0cc94ee53ab5 admin admin] Publish callbacks [] for router_gateway (13c68995-9203-4ad2-bce3-e2b5c7e98780), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:04.336934 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950aad3f-b5da-4abc-9684-33ad0d09c8e6 None None] Network cacd27b7-b866-4702-aa51-5895ad956ffc is already hosted by enough agents. {{(pid=111156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:47:04.351083 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.scheduler.base_scheduler [None req-950aad3f-b5da-4abc-9684-33ad0d09c8e6 None None] Resources bound (agent type, host, resource id): {{(pid=111156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:47:04.354950 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f0699f-a3e1-430e-abf4-eb99db27ca2f None None] Checking agent: {'id': '62f731a8-190a-49a2-85f5-14fe4e09184e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849498-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 37, 10), 'started_at': datetime.datetime(2022, 7, 18, 10, 37, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849498-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:47:04.355734 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f0699f-a3e1-430e-abf4-eb99db27ca2f None None] Checking segment: {'id': '6a0917b6-d32d-4446-b59c-ab6c94e8291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8facd695-f9d6-4e5e-8364-4f0d87722f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:47:04.356719 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-c6f0699f-a3e1-430e-abf4-eb99db27ca2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:04.357547 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f0699f-a3e1-430e-abf4-eb99db27ca2f None None] Bound using segment: {'id': '6a0917b6-d32d-4446-b59c-ab6c94e8291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8facd695-f9d6-4e5e-8364-4f0d87722f61'} {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:47:04.358513 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-c6f0699f-a3e1-430e-abf4-eb99db27ca2f None None] Bound port: 8601c87f-a749-4406-b9e1-628e8a01fa44, host: dv-cinder-849498-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a0917b6-d32d-4446-b59c-ab6c94e8291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8facd695-f9d6-4e5e-8364-4f0d87722f61'}}] {{(pid=111156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:47:04.359387 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-c6f0699f-a3e1-430e-abf4-eb99db27ca2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (8601c87f-a749-4406-b9e1-628e8a01fa44), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:04.364428 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 7756c54e-1391-43ef-b407-efb7789ef108 up at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:47:04.390692 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-27849871-8194-43c8-85eb-0cc94ee53ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:04.438078 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950aad3f-b5da-4abc-9684-33ad0d09c8e6 None None] Received port after_create {{(pid=111156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:47:04.486409 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-cc481b65-bfbc-41db-8e33-e5bbc62f810f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3789133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3777021'] for router (906d405e-b16a-41fb-a8ab-39b34c0377f9), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:04.617560 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-0867117b-da8e-4cd8-b3a0-9d5fcf5a7db0 None None] Publish callbacks [] for port (751f0a35-bd8d-4f73-94ac-34cb48799cf9), precommit_create {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:04.620531 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-743524f7-08ef-4f2c-9c00-72c9aa2ef25f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684'] for port (4083be66-18b5-4ad2-a323-569672bf755b), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:04.621262 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950aad3f-b5da-4abc-9684-33ad0d09c8e6 None None] Pushing event updated for resources: {'Port': ['ID=e4ea6812-773e-4ef0-81b4-2b36b7872191,revision_number=1']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:04.658375 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 38850) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:47:04.682788 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Provisioning complete for port 7756c54e-1391-43ef-b407-efb7789ef108 triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:47:04.683382 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (7756c54e-1391-43ef-b407-efb7789ef108), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:04.693481 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743524f7-08ef-4f2c-9c00-72c9aa2ef25f admin admin] Network bb0f21c8-59d6-4417-bd6b-78e480c446a1 is already hosted by enough agents. {{(pid=111154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:47:04.713815 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.base_scheduler [None req-743524f7-08ef-4f2c-9c00-72c9aa2ef25f admin admin] Resources bound (agent type, host, resource id): {{(pid=111154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:47:04.728374 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743524f7-08ef-4f2c-9c00-72c9aa2ef25f admin admin] Received port after_create {{(pid=111154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:47:04.738809 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31633616-2a8a-40a1-b783-b2b79e39dd69 None None] Network 09160d22-0418-499d-83b3-2657454003a1 requested from dv-cinder-849498-1-iscsi {{(pid=111156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:47:04.751809 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.db_base_plugin_common [None req-34df8a82-27c0-43b1-82ab-f725824ded09 admin admin] Allocated IP 172.27.1.180 (bb0f21c8-59d6-4417-bd6b-78e480c446a1/d4fbd515-2e97-4384-b4aa-6523e13e40eb/0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3) {{(pid=111155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:47:04.763528 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743524f7-08ef-4f2c-9c00-72c9aa2ef25f admin admin] Pushing event updated for resources: {'Port': ['ID=4083be66-18b5-4ad2-a323-569672bf755b,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:04.836040 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-04ed5171-ab65-4070-9fed-faa31376a021 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:05.006310 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-c6f0699f-a3e1-430e-abf4-eb99db27ca2f None None] For port 8601c87f-a749-4406-b9e1-628e8a01fa44, host dv-cinder-849498-1-iscsi, cleared binding levels {{(pid=111156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:47:05.015487 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-c6f0699f-a3e1-430e-abf4-eb99db27ca2f None None] For port 8601c87f-a749-4406-b9e1-628e8a01fa44, host dv-cinder-849498-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=8601c87f-a749-4406-b9e1-628e8a01fa44,segment=NetworkSegment(6a0917b6-d32d-4446-b59c-ab6c94e8291d),segment_id=6a0917b6-d32d-4446-b59c-ab6c94e8291d)] {{(pid=111156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:47:05.039393 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc481b65-bfbc-41db-8e33-e5bbc62f810f admin admin] Router 906d405e-b16a-41fb-a8ab-39b34c0377f9 is scheduled to L3 agent e6bcb791-bd43-4d6b-ab54-e591cb66712b with binding_index 1 {{(pid=111154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 10:47:05.048373 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:05.065496 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-0867117b-da8e-4cd8-b3a0-9d5fcf5a7db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684'] for port (751f0a35-bd8d-4f73-94ac-34cb48799cf9), after_create {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:05.070261 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-950aad3f-b5da-4abc-9684-33ad0d09c8e6 None None] Attempting to bind port e4ea6812-773e-4ef0-81b4-2b36b7872191 on host dv-cinder-849498-1-iscsi for vnic_type normal with profile {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:47:05.070939 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-950aad3f-b5da-4abc-9684-33ad0d09c8e6 None None] Attempting to bind port e4ea6812-773e-4ef0-81b4-2b36b7872191 by drivers openvswitch,hyperv on host dv-cinder-849498-1-iscsi at level 0 using segments [{'id': '163c7c7d-635e-4353-a5ea-f102084ea7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'cacd27b7-b866-4702-aa51-5895ad956ffc'}] {{(pid=111156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:47:05.071366 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950aad3f-b5da-4abc-9684-33ad0d09c8e6 None None] Attempting to bind port e4ea6812-773e-4ef0-81b4-2b36b7872191 on network cacd27b7-b866-4702-aa51-5895ad956ffc {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:47:05.076225 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-bd149673-8da9-4dcd-92dc-0a4c0c85ecbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1fc7cd8a-3617-45f0-b645-db80237532c9), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:05.115359 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-04ed5171-ab65-4070-9fed-faa31376a021 admin admin] Publish callbacks [] for security_group (b81245e6-43e3-4bc9-86c8-e37fdd07a0ee), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:05.162989 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-c6f0699f-a3e1-430e-abf4-eb99db27ca2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (8601c87f-a749-4406-b9e1-628e8a01fa44), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:05.189779 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-04ed5171-ab65-4070-9fed-faa31376a021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (b81245e6-43e3-4bc9-86c8-e37fdd07a0ee), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:05.195356 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950aad3f-b5da-4abc-9684-33ad0d09c8e6 None None] Checking agent: {'id': '62f731a8-190a-49a2-85f5-14fe4e09184e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849498-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 37, 10), 'started_at': datetime.datetime(2022, 7, 18, 10, 37, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849498-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:47:05.195783 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950aad3f-b5da-4abc-9684-33ad0d09c8e6 None None] Checking segment: {'id': '163c7c7d-635e-4353-a5ea-f102084ea7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'cacd27b7-b866-4702-aa51-5895ad956ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:47:05.196150 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-950aad3f-b5da-4abc-9684-33ad0d09c8e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:05.196554 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950aad3f-b5da-4abc-9684-33ad0d09c8e6 None None] Bound using segment: {'id': '163c7c7d-635e-4353-a5ea-f102084ea7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'cacd27b7-b866-4702-aa51-5895ad956ffc'} {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:47:05.197289 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-950aad3f-b5da-4abc-9684-33ad0d09c8e6 None None] Bound port: e4ea6812-773e-4ef0-81b4-2b36b7872191, host: dv-cinder-849498-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '163c7c7d-635e-4353-a5ea-f102084ea7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'cacd27b7-b866-4702-aa51-5895ad956ffc'}}] {{(pid=111156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:47:05.197707 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-950aad3f-b5da-4abc-9684-33ad0d09c8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (e4ea6812-773e-4ef0-81b4-2b36b7872191), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:05.237316 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-5f575ade-8ba6-42c4-be8e-58b6df08d749 None None] Provisioning complete for port f21ab814-59bb-4e4d-b928-97123e954dba triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:47:05.237586 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-5f575ade-8ba6-42c4-be8e-58b6df08d749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (f21ab814-59bb-4e4d-b928-97123e954dba), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:05.283472 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-34df8a82-27c0-43b1-82ab-f725824ded09 admin admin] Publish callbacks [] for port (0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:05.328355 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=71,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:05.373863 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-04ed5171-ab65-4070-9fed-faa31376a021 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=aae0c10937244b1cb8a412c75159e3fd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7131608 Jul 18 10:47:05.389185 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 38854) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:47:05.401428 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0867117b-da8e-4cd8-b3a0-9d5fcf5a7db0 None None] Network 2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81 is already hosted by enough agents. {{(pid=111156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:47:05.495159 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.scheduler.base_scheduler [None req-0867117b-da8e-4cd8-b3a0-9d5fcf5a7db0 None None] Resources bound (agent type, host, resource id): {{(pid=111156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:47:05.512619 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Current status of the port 7756c54e-1391-43ef-b407-efb7789ef108 is: DOWN; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:47:05.513159 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (7756c54e-1391-43ef-b407-efb7789ef108), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:05.520712 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0867117b-da8e-4cd8-b3a0-9d5fcf5a7db0 None None] Received port after_create {{(pid=111156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:47:05.528539 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0867117b-da8e-4cd8-b3a0-9d5fcf5a7db0 None None] Pushing event updated for resources: {'Port': ['ID=751f0a35-bd8d-4f73-94ac-34cb48799cf9,revision_number=1']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:05.604997 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc481b65-bfbc-41db-8e33-e5bbc62f810f admin admin] Notify agent at l3_agent.dv-cinder-849498-1-iscsi the message routers_updated {{(pid=111154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:47:05.617932 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac21508-0f4a-48f1-861f-4bf2938c3337 None None] Sync routers for ids ['906d405e-b16a-41fb-a8ab-39b34c0377f9'] in dv-cinder-849498-1-iscsi {{(pid=111157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:47:05.643598 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-743524f7-08ef-4f2c-9c00-72c9aa2ef25f admin admin] Publish callbacks [] for router_gateway (6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:05.646706 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed5171-ab65-4070-9fed-faa31376a021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81245e6-43e3-4bc9-86c8-e37fdd07a0ee,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:05.654969 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac21508-0f4a-48f1-861f-4bf2938c3337 None None] Routers {'906d405e-b16a-41fb-a8ab-39b34c0377f9'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:47:05.655707 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-9ac21508-0f4a-48f1-861f-4bf2938c3337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:46:37Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['906d405e-b16a-41fb-a8ab-39b34c0377f9'], 'active': True} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:47:05.680366 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:INSERT=6,neutron:UPDATE=4,neutron:SELECT=90 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:05.705351 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:05.815502 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-80ad57a2-aa8a-4477-9eb9-07458cf2533b admin admin] Publish callbacks [] for security_group (b81245e6-43e3-4bc9-86c8-e37fdd07a0ee), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:05.872385 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-80ad57a2-aa8a-4477-9eb9-07458cf2533b admin admin] Publish callbacks [] for security_group (b81245e6-43e3-4bc9-86c8-e37fdd07a0ee), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:05.881407 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-cc481b65-bfbc-41db-8e33-e5bbc62f810f admin admin] Publish callbacks [] for router (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:05.882729 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-cc481b65-bfbc-41db-8e33-e5bbc62f810f admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.9375670 Jul 18 10:47:05.885813 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 38858) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:47:05.921134 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-950aad3f-b5da-4abc-9684-33ad0d09c8e6 None None] For port e4ea6812-773e-4ef0-81b4-2b36b7872191, host dv-cinder-849498-1-iscsi, cleared binding levels {{(pid=111156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:47:05.930471 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-950aad3f-b5da-4abc-9684-33ad0d09c8e6 None None] For port e4ea6812-773e-4ef0-81b4-2b36b7872191, host dv-cinder-849498-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=e4ea6812-773e-4ef0-81b4-2b36b7872191,segment=NetworkSegment(163c7c7d-635e-4353-a5ea-f102084ea7d2),segment_id=163c7c7d-635e-4353-a5ea-f102084ea7d2)] {{(pid=111156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:47:05.958432 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a2f9c3-3875-4d1c-8dc2-408fb0a6eef7 None None] Network cfde60e0-9a8e-4b4d-8a28-cc720005757b requested from dv-cinder-849498-1-iscsi {{(pid=111156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:47:05.970093 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvr_db [None req-9ac21508-0f4a-48f1-861f-4bf2938c3337 None None] Set router 906d405e-b16a-41fb-a8ab-39b34c0377f9 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:47:05.975708 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-34df8a82-27c0-43b1-82ab-f725824ded09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684'] for port (0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:06.033615 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:06.103121 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-950aad3f-b5da-4abc-9684-33ad0d09c8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (e4ea6812-773e-4ef0-81b4-2b36b7872191), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:06.153640 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34df8a82-27c0-43b1-82ab-f725824ded09 admin admin] Network bb0f21c8-59d6-4417-bd6b-78e480c446a1 is already hosted by enough agents. {{(pid=111155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:47:06.178830 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.base_scheduler [None req-34df8a82-27c0-43b1-82ab-f725824ded09 admin admin] Resources bound (agent type, host, resource id): {{(pid=111155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:47:06.184497 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f0699f-a3e1-430e-abf4-eb99db27ca2f None None] Pushing event updated for resources: {'Port': ['ID=8601c87f-a749-4406-b9e1-628e8a01fa44,revision_number=2']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:06.203035 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34df8a82-27c0-43b1-82ab-f725824ded09 admin admin] Received port after_create {{(pid=111155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:47:06.322128 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-743524f7-08ef-4f2c-9c00-72c9aa2ef25f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3789133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3777021'] for router (6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:06.359635 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950aad3f-b5da-4abc-9684-33ad0d09c8e6 None None] Pushing event updated for resources: {'Port': ['ID=e4ea6812-773e-4ef0-81b4-2b36b7872191,revision_number=2']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:06.377154 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.db_base_plugin_common [None req-95a42402-1668-41a6-96de-12658a4bf5f5 admin admin] Allocated IP 172.27.1.247 (bb0f21c8-59d6-4417-bd6b-78e480c446a1/d4fbd515-2e97-4384-b4aa-6523e13e40eb/cf987100-66ea-496b-aa17-eaf34554ff4f) {{(pid=111155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:47:06.392555 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34df8a82-27c0-43b1-82ab-f725824ded09 admin admin] Pushing event updated for resources: {'Port': ['ID=0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:06.406444 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-0867117b-da8e-4cd8-b3a0-9d5fcf5a7db0 None None] Attempting to bind port 751f0a35-bd8d-4f73-94ac-34cb48799cf9 on host dv-cinder-849498-1-iscsi for vnic_type normal with profile {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:47:06.407740 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-0867117b-da8e-4cd8-b3a0-9d5fcf5a7db0 None None] Attempting to bind port 751f0a35-bd8d-4f73-94ac-34cb48799cf9 by drivers openvswitch,hyperv on host dv-cinder-849498-1-iscsi at level 0 using segments [{'id': 'b79fb7a8-45cf-4253-a4e0-8e4cb2774c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81'}] {{(pid=111156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:47:06.409536 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0867117b-da8e-4cd8-b3a0-9d5fcf5a7db0 None None] Attempting to bind port 751f0a35-bd8d-4f73-94ac-34cb48799cf9 on network 2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81 {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:47:06.445262 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-9ac21508-0f4a-48f1-861f-4bf2938c3337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '906d405e-b16a-41fb-a8ab-39b34c0377f9', 'name': 'tempest-ServerRescueNegativeTestJSON-581772959-router', 'tenant_id': '7184d0f3256344a2af18c639787e538f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:00Z', 'updated_at': '2022-07-18T10:47:02Z', 'revision_number': 3, 'project_id': '7184d0f3256344a2af18c639787e538f', 'gw_port': {'id': '4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '906d405e-b16a-41fb-a8ab-39b34c0377f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:01Z', 'updated_at': '2022-07-18T10:47:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi'}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:47:06.479494 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac21508-0f4a-48f1-861f-4bf2938c3337 None None] Checking router: 906d405e-b16a-41fb-a8ab-39b34c0377f9 for host: dv-cinder-849498-1-iscsi {{(pid=111157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:47:06.480149 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac21508-0f4a-48f1-861f-4bf2938c3337 None None] Updating router 906d405e-b16a-41fb-a8ab-39b34c0377f9 port 4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5 binding host dv-cinder-849498-1-iscsi {{(pid=111157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 10:47:06.496287 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0867117b-da8e-4cd8-b3a0-9d5fcf5a7db0 None None] Checking agent: {'id': '62f731a8-190a-49a2-85f5-14fe4e09184e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849498-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 37, 10), 'started_at': datetime.datetime(2022, 7, 18, 10, 37, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849498-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:47:06.497156 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0867117b-da8e-4cd8-b3a0-9d5fcf5a7db0 None None] Checking segment: {'id': 'b79fb7a8-45cf-4253-a4e0-8e4cb2774c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:47:06.498274 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-0867117b-da8e-4cd8-b3a0-9d5fcf5a7db0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:06.499068 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0867117b-da8e-4cd8-b3a0-9d5fcf5a7db0 None None] Bound using segment: {'id': 'b79fb7a8-45cf-4253-a4e0-8e4cb2774c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81'} {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:47:06.501167 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-0867117b-da8e-4cd8-b3a0-9d5fcf5a7db0 None None] Bound port: 751f0a35-bd8d-4f73-94ac-34cb48799cf9, host: dv-cinder-849498-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b79fb7a8-45cf-4253-a4e0-8e4cb2774c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81'}}] {{(pid=111156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:47:06.501670 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-0867117b-da8e-4cd8-b3a0-9d5fcf5a7db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (751f0a35-bd8d-4f73-94ac-34cb48799cf9), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:06.510037 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-5f575ade-8ba6-42c4-be8e-58b6df08d749 None None] Current status of the port f21ab814-59bb-4e4d-b928-97123e954dba is: DOWN; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:47:06.510037 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-5f575ade-8ba6-42c4-be8e-58b6df08d749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (f21ab814-59bb-4e4d-b928-97123e954dba), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:06.512608 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=78,neutron:INSERT=11,neutron:UPDATE=11 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:06.516023 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] For port 7756c54e-1391-43ef-b407-efb7789ef108, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=7756c54e-1391-43ef-b407-efb7789ef108,segment=NetworkSegment(984404a2-43ca-40f3-9583-38762b7d5434),segment_id=984404a2-43ca-40f3-9583-38762b7d5434)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:47:06.523230 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-9ac21508-0f4a-48f1-861f-4bf2938c3337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5), before_update {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:06.675454 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-95a42402-1668-41a6-96de-12658a4bf5f5 admin admin] Publish callbacks [] for port (cf987100-66ea-496b-aa17-eaf34554ff4f), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:06.679438 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-80ad57a2-aa8a-4477-9eb9-07458cf2533b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (b81245e6-43e3-4bc9-86c8-e37fdd07a0ee), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:06.682789 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-80ad57a2-aa8a-4477-9eb9-07458cf2533b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:06.684720 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-80ad57a2-aa8a-4477-9eb9-07458cf2533b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b81245e6-43e3-4bc9-86c8-e37fdd07a0ee HTTP/1.1" status: 204 len: 168 time: 1.2892497 Jul 18 10:47:06.712767 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (7756c54e-1391-43ef-b407-efb7789ef108), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:06.713495 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device f21ab814-59bb-4e4d-b928-97123e954dba up at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:47:06.810409 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ad57a2-aa8a-4477-9eb9-07458cf2533b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81245e6-43e3-4bc9-86c8-e37fdd07a0ee,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:06.935348 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:07.207099 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-5f575ade-8ba6-42c4-be8e-58b6df08d749 None None] For port f21ab814-59bb-4e4d-b928-97123e954dba, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=f21ab814-59bb-4e4d-b928-97123e954dba,segment=NetworkSegment(f1593a01-0c5c-4b0b-9f47-8129c2ef308d),segment_id=f1593a01-0c5c-4b0b-9f47-8129c2ef308d)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:47:07.253673 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-34df8a82-27c0-43b1-82ab-f725824ded09 admin admin] Publish callbacks [] for router_gateway (3663ab98-9729-41e8-b5da-0c726d2fb113), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:07.331313 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-0867117b-da8e-4cd8-b3a0-9d5fcf5a7db0 None None] For port 751f0a35-bd8d-4f73-94ac-34cb48799cf9, host dv-cinder-849498-1-iscsi, cleared binding levels {{(pid=111156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:47:07.359456 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-5f575ade-8ba6-42c4-be8e-58b6df08d749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (f21ab814-59bb-4e4d-b928-97123e954dba), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:07.376360 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-0867117b-da8e-4cd8-b3a0-9d5fcf5a7db0 None None] For port 751f0a35-bd8d-4f73-94ac-34cb48799cf9, host dv-cinder-849498-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=751f0a35-bd8d-4f73-94ac-34cb48799cf9,segment=NetworkSegment(b79fb7a8-45cf-4253-a4e0-8e4cb2774c82),segment_id=b79fb7a8-45cf-4253-a4e0-8e4cb2774c82)] {{(pid=111156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:47:07.380614 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Provisioning complete for port f21ab814-59bb-4e4d-b928-97123e954dba triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:47:07.381145 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (f21ab814-59bb-4e4d-b928-97123e954dba), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:07.387511 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-743524f7-08ef-4f2c-9c00-72c9aa2ef25f admin admin] Router 6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3 is scheduled to L3 agent e6bcb791-bd43-4d6b-ab54-e591cb66712b with binding_index 1 {{(pid=111154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 10:47:07.399252 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Pushing event updated for resources: {'Port': ['ID=7756c54e-1391-43ef-b407-efb7789ef108,revision_number=3']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:07.403837 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-95a42402-1668-41a6-96de-12658a4bf5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684'] for port (cf987100-66ea-496b-aa17-eaf34554ff4f), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:07.489651 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a42402-1668-41a6-96de-12658a4bf5f5 admin admin] Network bb0f21c8-59d6-4417-bd6b-78e480c446a1 is already hosted by enough agents. {{(pid=111155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:47:07.491324 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.base_scheduler [None req-95a42402-1668-41a6-96de-12658a4bf5f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=111155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:47:07.499069 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a42402-1668-41a6-96de-12658a4bf5f5 admin admin] Received port after_create {{(pid=111155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:47:07.516472 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72004efc-192a-4392-bffe-44a58cdf9fda None None] Network 8facd695-f9d6-4e5e-8364-4f0d87722f61 requested from dv-cinder-849498-1-iscsi {{(pid=111156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:47:07.526458 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-c70010a6-f87e-4bc2-a12b-61f8f9d6863e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (e6bcb791-bd43-4d6b-ab54-e591cb66712b), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:07.540394 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a42402-1668-41a6-96de-12658a4bf5f5 admin admin] Pushing event updated for resources: {'Port': ['ID=cf987100-66ea-496b-aa17-eaf34554ff4f,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:07.546215 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-0867117b-da8e-4cd8-b3a0-9d5fcf5a7db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (751f0a35-bd8d-4f73-94ac-34cb48799cf9), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:07.568742 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:07.628009 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:07.683046 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-cc1dc893-8942-45af-9954-fa87ab527bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:07.705804 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.db_base_plugin_common [None req-27849871-8194-43c8-85eb-0cc94ee53ab5 admin admin] Allocated IP 172.27.1.179 (bb0f21c8-59d6-4417-bd6b-78e480c446a1/d4fbd515-2e97-4384-b4aa-6523e13e40eb/0d40b7a6-4604-4843-8b2b-aec890e6e2b7) {{(pid=111154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:47:07.707494 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-2ba671af-6cdd-4935-b99d-0cc53a800c27 None None] Provisioning complete for port 8601c87f-a749-4406-b9e1-628e8a01fa44 triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:47:07.708512 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-2ba671af-6cdd-4935-b99d-0cc53a800c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (8601c87f-a749-4406-b9e1-628e8a01fa44), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:07.744275 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:INSERT=16,neutron:SELECT=78,neutron:UPDATE=6 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:07.794129 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f575ade-8ba6-42c4-be8e-58b6df08d749 None None] Pushing event updated for resources: {'Port': ['ID=f21ab814-59bb-4e4d-b928-97123e954dba,revision_number=3']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:07.823441 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:07.826665 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-34df8a82-27c0-43b1-82ab-f725824ded09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3789133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3777021'] for router (3663ab98-9729-41e8-b5da-0c726d2fb113), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:07.856972 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743524f7-08ef-4f2c-9c00-72c9aa2ef25f admin admin] Notify agent at l3_agent.dv-cinder-849498-1-iscsi the message routers_updated {{(pid=111154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:47:07.935932 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63297833-61a5-47a8-bd56-3e5643ce454b None None] Sync routers for ids ['6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3'] in dv-cinder-849498-1-iscsi {{(pid=111156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:47:08.065447 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-743524f7-08ef-4f2c-9c00-72c9aa2ef25f admin admin] Publish callbacks [] for router (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:08.067674 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-743524f7-08ef-4f2c-9c00-72c9aa2ef25f admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.6906567 Jul 18 10:47:08.077498 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 38886) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:47:08.103465 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0867117b-da8e-4cd8-b3a0-9d5fcf5a7db0 None None] Pushing event updated for resources: {'Port': ['ID=751f0a35-bd8d-4f73-94ac-34cb48799cf9,revision_number=2']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:08.233502 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Current status of the port f21ab814-59bb-4e4d-b928-97123e954dba is: ACTIVE; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:47:08.236836 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63297833-61a5-47a8-bd56-3e5643ce454b None None] Routers {'6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:47:08.237540 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-63297833-61a5-47a8-bd56-3e5643ce454b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:47:07Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3'], 'active': True} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:47:08.353216 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-27849871-8194-43c8-85eb-0cc94ee53ab5 admin admin] Publish callbacks [] for port (0d40b7a6-4604-4843-8b2b-aec890e6e2b7), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:08.614915 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.db_base_plugin_common [None req-cc1dc893-8942-45af-9954-fa87ab527bf8 admin admin] Allocated IP 172.20.0.1 (09160d22-0418-499d-83b3-2657454003a1/de6eeef4-c7ed-4de0-9d7b-74b96eafe12b/7e8cb12d-f119-4020-990e-97c81b5c5e24) {{(pid=111154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:47:08.654829 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-95a42402-1668-41a6-96de-12658a4bf5f5 admin admin] Publish callbacks [] for router_gateway (ccd4d833-2ce0-4438-9953-12ee3f8e0f47), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:08.859826 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=100 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:08.865664 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3e0301-4d8c-4dd8-bdb6-5ae596cd1fe0 None None] Network cacd27b7-b866-4702-aa51-5895ad956ffc requested from dv-cinder-849498-1-iscsi {{(pid=111156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:47:08.868190 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device f21ab814-59bb-4e4d-b928-97123e954dba up at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:47:08.876604 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34df8a82-27c0-43b1-82ab-f725824ded09 admin admin] Router 3663ab98-9729-41e8-b5da-0c726d2fb113 is scheduled to L3 agent e6bcb791-bd43-4d6b-ab54-e591cb66712b with binding_index 1 {{(pid=111155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 10:47:08.905127 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:08.947619 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 38902) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:47:09.025893 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-27849871-8194-43c8-85eb-0cc94ee53ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684'] for port (0d40b7a6-4604-4843-8b2b-aec890e6e2b7), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:09.127940 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27849871-8194-43c8-85eb-0cc94ee53ab5 admin admin] Network bb0f21c8-59d6-4417-bd6b-78e480c446a1 is already hosted by enough agents. {{(pid=111154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:47:09.130202 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvr_db [None req-63297833-61a5-47a8-bd56-3e5643ce454b None None] Set router 6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:47:09.148507 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.base_scheduler [None req-27849871-8194-43c8-85eb-0cc94ee53ab5 admin admin] Resources bound (agent type, host, resource id): {{(pid=111154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:47:09.164274 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27849871-8194-43c8-85eb-0cc94ee53ab5 admin admin] Received port after_create {{(pid=111154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:47:09.226089 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-cc1dc893-8942-45af-9954-fa87ab527bf8 admin admin] Publish callbacks [] for port (7e8cb12d-f119-4020-990e-97c81b5c5e24), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:09.226296 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-95a42402-1668-41a6-96de-12658a4bf5f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3789133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3777021'] for router (ccd4d833-2ce0-4438-9953-12ee3f8e0f47), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:09.423255 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-9ac21508-0f4a-48f1-861f-4bf2938c3337 None None] Publish callbacks [] for port (4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5), precommit_update {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:09.495832 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34df8a82-27c0-43b1-82ab-f725824ded09 admin admin] Notify agent at l3_agent.dv-cinder-849498-1-iscsi the message routers_updated {{(pid=111155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:47:09.496064 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27849871-8194-43c8-85eb-0cc94ee53ab5 admin admin] Pushing event updated for resources: {'Port': ['ID=0d40b7a6-4604-4843-8b2b-aec890e6e2b7,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:09.515222 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-ce070233-206f-40ab-920e-7b3694335a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (dfa25df3-493c-43ae-826d-29cbf3b2bfa8), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:09.525449 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75da3774-eff5-4851-93a2-c58092369387 None None] Sync routers for ids ['3663ab98-9729-41e8-b5da-0c726d2fb113'] in dv-cinder-849498-1-iscsi {{(pid=111157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:47:09.532715 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:09.540135 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-2ba671af-6cdd-4935-b99d-0cc53a800c27 None None] Current status of the port 8601c87f-a749-4406-b9e1-628e8a01fa44 is: DOWN; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:47:09.540813 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-2ba671af-6cdd-4935-b99d-0cc53a800c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (8601c87f-a749-4406-b9e1-628e8a01fa44), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:09.544295 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [None req-0b0f0e19-3ecd-4a63-9395-2040e9a81890 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1237833768-network', 'tenant_id': '1933792aea1c42a9b766cfd51820c7e1'}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:47:09.549841 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-9ac21508-0f4a-48f1-861f-4bf2938c3337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5), after_update {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:09.593921 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75da3774-eff5-4851-93a2-c58092369387 None None] Routers {'3663ab98-9729-41e8-b5da-0c726d2fb113'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:47:09.595280 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-75da3774-eff5-4851-93a2-c58092369387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:47:07Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['3663ab98-9729-41e8-b5da-0c726d2fb113'], 'active': True} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:47:09.668511 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a42402-1668-41a6-96de-12658a4bf5f5 admin admin] Router ccd4d833-2ce0-4438-9953-12ee3f8e0f47 is scheduled to L3 agent e6bcb791-bd43-4d6b-ab54-e591cb66712b with binding_index 1 {{(pid=111155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 10:47:09.689665 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-34df8a82-27c0-43b1-82ab-f725824ded09 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:09.689665 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-34df8a82-27c0-43b1-82ab-f725824ded09 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.0031776 Jul 18 10:47:09.689665 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 38912) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:47:09.727410 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7d1733-e06b-4fe9-82d9-b2f8843d7b33 None None] Network 2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81 requested from dv-cinder-849498-1-iscsi {{(pid=111156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:47:09.755426 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:09.822566 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Provisioning complete for port f21ab814-59bb-4e4d-b928-97123e954dba triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:47:09.823001 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (f21ab814-59bb-4e4d-b928-97123e954dba), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:09.839506 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.managers [None req-9ac21508-0f4a-48f1-861f-4bf2938c3337 None None] Attempting to bind port 4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5 on host dv-cinder-849498-1-iscsi for vnic_type normal with profile {{(pid=111157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:47:09.839913 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.managers [None req-9ac21508-0f4a-48f1-861f-4bf2938c3337 None None] Attempting to bind port 4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5 by drivers openvswitch,hyperv on host dv-cinder-849498-1-iscsi at level 0 using segments [{'id': '43730dd2-6239-4f15-a180-e6d1d2fbff54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1'}] {{(pid=111157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:47:09.840396 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac21508-0f4a-48f1-861f-4bf2938c3337 None None] Attempting to bind port 4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5 on network bb0f21c8-59d6-4417-bd6b-78e480c446a1 {{(pid=111157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:47:09.842906 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c51c4d-e74f-4184-a941-a04b957b71bc None None] Pushing event updated for resources: {'Port': ['ID=4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5,revision_number=2']} {{(pid=111157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:09.885132 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:09.930302 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvr_db [None req-75da3774-eff5-4851-93a2-c58092369387 None None] Set router 3663ab98-9729-41e8-b5da-0c726d2fb113 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:47:09.995213 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:10.017024 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c51c4d-e74f-4184-a941-a04b957b71bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:47:10.024707 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c51c4d-e74f-4184-a941-a04b957b71bc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:47:10.024707 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c51c4d-e74f-4184-a941-a04b957b71bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:47:10.024707 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c51c4d-e74f-4184-a941-a04b957b71bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:47:10.024707 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c51c4d-e74f-4184-a941-a04b957b71bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:47:10.024707 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c51c4d-e74f-4184-a941-a04b957b71bc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:47:10.024707 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c51c4d-e74f-4184-a941-a04b957b71bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:47:10.024707 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c51c4d-e74f-4184-a941-a04b957b71bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:47:10.024707 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c51c4d-e74f-4184-a941-a04b957b71bc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:47:10.024707 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c51c4d-e74f-4184-a941-a04b957b71bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:47:10.024707 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c51c4d-e74f-4184-a941-a04b957b71bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:47:10.024707 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c51c4d-e74f-4184-a941-a04b957b71bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:47:10.024707 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c51c4d-e74f-4184-a941-a04b957b71bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:47:10.024707 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c51c4d-e74f-4184-a941-a04b957b71bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:47:10.024707 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c51c4d-e74f-4184-a941-a04b957b71bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:47:10.024707 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c51c4d-e74f-4184-a941-a04b957b71bc None None] Tracked resource versions report: Jul 18 10:47:10.024707 dv-cinder-849498-1-iscsi neutron-server[111157]: pushed versions: Jul 18 10:47:10.024707 dv-cinder-849498-1-iscsi neutron-server[111157]: { 'AddressGroup': {'1.2'}, Jul 18 10:47:10.024707 dv-cinder-849498-1-iscsi neutron-server[111157]: 'Agent': {'1.1'}, Jul 18 10:47:10.024707 dv-cinder-849498-1-iscsi neutron-server[111157]: 'ConntrackHelper': {'1.0'}, Jul 18 10:47:10.024707 dv-cinder-849498-1-iscsi neutron-server[111157]: 'LocalIPAssociation': {'1.0'}, Jul 18 10:47:10.024707 dv-cinder-849498-1-iscsi neutron-server[111157]: 'Log': {'1.0'}, Jul 18 10:47:10.024707 dv-cinder-849498-1-iscsi neutron-server[111157]: 'NDPProxy': {'1.0'}, Jul 18 10:47:10.024707 dv-cinder-849498-1-iscsi neutron-server[111157]: 'Network': {'1.1'}, Jul 18 10:47:10.024707 dv-cinder-849498-1-iscsi neutron-server[111157]: 'Port': {'1.7'}, Jul 18 10:47:10.024707 dv-cinder-849498-1-iscsi neutron-server[111157]: 'PortForwarding': {'1.3'}, Jul 18 10:47:10.024707 dv-cinder-849498-1-iscsi neutron-server[111157]: 'QosPolicy': {'1.10'}, Jul 18 10:47:10.024707 dv-cinder-849498-1-iscsi neutron-server[111157]: 'SecurityGroup': {'1.5'}, Jul 18 10:47:10.024707 dv-cinder-849498-1-iscsi neutron-server[111157]: 'SecurityGroupRule': {'1.2'}, Jul 18 10:47:10.024707 dv-cinder-849498-1-iscsi neutron-server[111157]: 'SubPort': {'1.0'}, Jul 18 10:47:10.024707 dv-cinder-849498-1-iscsi neutron-server[111157]: 'Subnet': {'1.1'}, Jul 18 10:47:10.024707 dv-cinder-849498-1-iscsi neutron-server[111157]: 'Trunk': {'1.1'}} Jul 18 10:47:10.024707 dv-cinder-849498-1-iscsi neutron-server[111157]: consumer versions: Jul 18 10:47:10.024707 dv-cinder-849498-1-iscsi neutron-server[111157]: { DHCP agent@dv-cinder-849498-1-iscsi: {}, Jul 18 10:47:10.024707 dv-cinder-849498-1-iscsi neutron-server[111157]: HyperV agent@hv-cinder-84949: {}, Jul 18 10:47:10.027098 dv-cinder-849498-1-iscsi neutron-server[111157]: L3 agent@dv-cinder-849498-1-iscsi: {}, Jul 18 10:47:10.027098 dv-cinder-849498-1-iscsi neutron-server[111157]: Metadata agent@dv-cinder-849498-1-iscsi: {}, Jul 18 10:47:10.027098 dv-cinder-849498-1-iscsi neutron-server[111157]: Metering agent@dv-cinder-849498-1-iscsi: {}, Jul 18 10:47:10.027098 dv-cinder-849498-1-iscsi neutron-server[111157]: Open vSwitch agent@dv-cinder-849498-1-iscsi: { 'AddressGroup': '1.2', Jul 18 10:47:10.027098 dv-cinder-849498-1-iscsi neutron-server[111157]: 'Agent': '1.1', Jul 18 10:47:10.027098 dv-cinder-849498-1-iscsi neutron-server[111157]: 'ConntrackHelper': '1.0', Jul 18 10:47:10.027098 dv-cinder-849498-1-iscsi neutron-server[111157]: 'LocalIPAssociation': '1.0', Jul 18 10:47:10.027098 dv-cinder-849498-1-iscsi neutron-server[111157]: 'Log': '1.0', Jul 18 10:47:10.027098 dv-cinder-849498-1-iscsi neutron-server[111157]: 'NDPProxy': '1.0', Jul 18 10:47:10.027098 dv-cinder-849498-1-iscsi neutron-server[111157]: 'Network': '1.1', Jul 18 10:47:10.027098 dv-cinder-849498-1-iscsi neutron-server[111157]: 'Port': '1.7', Jul 18 10:47:10.027098 dv-cinder-849498-1-iscsi neutron-server[111157]: 'PortForwarding': '1.3', Jul 18 10:47:10.027098 dv-cinder-849498-1-iscsi neutron-server[111157]: 'QosPolicy': '1.10', Jul 18 10:47:10.027098 dv-cinder-849498-1-iscsi neutron-server[111157]: 'SecurityGroup': '1.5', Jul 18 10:47:10.027098 dv-cinder-849498-1-iscsi neutron-server[111157]: 'SecurityGroupRule': '1.2', Jul 18 10:47:10.027098 dv-cinder-849498-1-iscsi neutron-server[111157]: 'SubPort': '1.0', Jul 18 10:47:10.027098 dv-cinder-849498-1-iscsi neutron-server[111157]: 'Subnet': '1.1', Jul 18 10:47:10.027098 dv-cinder-849498-1-iscsi neutron-server[111157]: 'Trunk': '1.1'}} Jul 18 10:47:10.027098 dv-cinder-849498-1-iscsi neutron-server[111157]: {{(pid=111157) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 18 10:47:10.033725 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:INSERT=4,neutron:DELETE=3,neutron:SELECT=90,neutron:UPDATE=3 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:10.066206 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0f0e19-3ecd-4a63-9395-2040e9a81890 admin admin] Made reservation on behalf of 1933792aea1c42a9b766cfd51820c7e1 for: {'network': 1} {{(pid=111154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:47:10.077454 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-0b0f0e19-3ecd-4a63-9395-2040e9a81890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for network (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:10.080770 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-2ba671af-6cdd-4935-b99d-0cc53a800c27 None None] For port 8601c87f-a749-4406-b9e1-628e8a01fa44, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=8601c87f-a749-4406-b9e1-628e8a01fa44,segment=NetworkSegment(6a0917b6-d32d-4446-b59c-ab6c94e8291d),segment_id=6a0917b6-d32d-4446-b59c-ab6c94e8291d)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:47:10.084300 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-cc1dc893-8942-45af-9954-fa87ab527bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684'] for port (7e8cb12d-f119-4020-990e-97c81b5c5e24), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:10.101789 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac21508-0f4a-48f1-861f-4bf2938c3337 None None] Checking agent: {'id': '62f731a8-190a-49a2-85f5-14fe4e09184e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849498-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 37, 10), 'started_at': datetime.datetime(2022, 7, 18, 10, 37, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849498-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:47:10.107719 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac21508-0f4a-48f1-861f-4bf2938c3337 None None] Checking segment: {'id': '43730dd2-6239-4f15-a180-e6d1d2fbff54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:47:10.107719 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-9ac21508-0f4a-48f1-861f-4bf2938c3337 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:10.124855 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac21508-0f4a-48f1-861f-4bf2938c3337 None None] Bound using segment: {'id': '43730dd2-6239-4f15-a180-e6d1d2fbff54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1'} {{(pid=111157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:47:10.125715 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.managers [None req-9ac21508-0f4a-48f1-861f-4bf2938c3337 None None] Bound port: 4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5, host: dv-cinder-849498-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43730dd2-6239-4f15-a180-e6d1d2fbff54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1'}}] {{(pid=111157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:47:10.126198 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-9ac21508-0f4a-48f1-861f-4bf2938c3337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5), before_update {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:10.129513 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a42402-1668-41a6-96de-12658a4bf5f5 admin admin] Notify agent at l3_agent.dv-cinder-849498-1-iscsi the message routers_updated {{(pid=111155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:47:10.169011 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc578249-478b-41e8-8241-f1b846bbfed6 None None] Sync routers for ids ['ccd4d833-2ce0-4438-9953-12ee3f8e0f47'] in dv-cinder-849498-1-iscsi {{(pid=111156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:47:10.181627 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f8336af3-fca9-403e-a19b-06518ba3f665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (7e71126e-a656-43d8-a2eb-058f1b343885), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:10.223762 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1dc893-8942-45af-9954-fa87ab527bf8 admin admin] Pushing event updated for resources: {'Port': ['ID=7e8cb12d-f119-4020-990e-97c81b5c5e24,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:10.245506 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-2ba671af-6cdd-4935-b99d-0cc53a800c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (8601c87f-a749-4406-b9e1-628e8a01fa44), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:10.249932 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (62f731a8-190a-49a2-85f5-14fe4e09184e), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:10.255293 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-0b0f0e19-3ecd-4a63-9395-2040e9a81890 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:10.260076 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:10.293775 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1dc893-8942-45af-9954-fa87ab527bf8 admin admin] Network 09160d22-0418-499d-83b3-2657454003a1 is already hosted by enough agents. {{(pid=111154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:47:10.306178 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.base_scheduler [None req-cc1dc893-8942-45af-9954-fa87ab527bf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=111154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:47:10.324944 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1dc893-8942-45af-9954-fa87ab527bf8 admin admin] Received port after_create {{(pid=111154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:47:10.325768 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-cc1dc893-8942-45af-9954-fa87ab527bf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3782518'] for router_interface (906d405e-b16a-41fb-a8ab-39b34c0377f9), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:10.339055 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-dcd256c9-60f5-4a0d-a413-fdde76184002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:10.353682 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.db [None req-9ac21508-0f4a-48f1-861f-4bf2938c3337 None None] For port 4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5, host dv-cinder-849498-1-iscsi, cleared binding levels {{(pid=111157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:47:10.360058 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.db [None req-9ac21508-0f4a-48f1-861f-4bf2938c3337 None None] For port 4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5, host dv-cinder-849498-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5,segment=NetworkSegment(43730dd2-6239-4f15-a180-e6d1d2fbff54),segment_id=43730dd2-6239-4f15-a180-e6d1d2fbff54)] {{(pid=111157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:47:10.432247 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-63297833-61a5-47a8-bd56-3e5643ce454b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'name': 'tempest-AttachVolumeNegativeTest-431570464-router', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '4083be66-18b5-4ad2-a323-569672bf755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:00Z', 'updated_at': '2022-07-18T10:47:04Z', 'revision_number': 3, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'gw_port': {'id': '4083be66-18b5-4ad2-a323-569672bf755b', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:02Z', 'updated_at': '2022-07-18T10:47:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi'}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:47:10.434410 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-75da3774-eff5-4851-93a2-c58092369387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3663ab98-9729-41e8-b5da-0c726d2fb113', 'name': 'tempest-AttachVolumeTestJSON-1188077473-router', 'tenant_id': 'f32dc706424247d0ac1dc7a6aa633107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:01Z', 'updated_at': '2022-07-18T10:47:06Z', 'revision_number': 3, 'project_id': 'f32dc706424247d0ac1dc7a6aa633107', 'gw_port': {'id': '0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:dd:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3663ab98-9729-41e8-b5da-0c726d2fb113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:03Z', 'updated_at': '2022-07-18T10:47:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi'}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:47:10.502327 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-9ac21508-0f4a-48f1-861f-4bf2938c3337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5), after_update {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:10.513177 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75da3774-eff5-4851-93a2-c58092369387 None None] Checking router: 3663ab98-9729-41e8-b5da-0c726d2fb113 for host: dv-cinder-849498-1-iscsi {{(pid=111157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:47:10.513601 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75da3774-eff5-4851-93a2-c58092369387 None None] Updating router 3663ab98-9729-41e8-b5da-0c726d2fb113 port 0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3 binding host dv-cinder-849498-1-iscsi {{(pid=111157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 10:47:10.560398 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc578249-478b-41e8-8241-f1b846bbfed6 None None] Routers {'ccd4d833-2ce0-4438-9953-12ee3f8e0f47'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:47:10.561103 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-dc578249-478b-41e8-8241-f1b846bbfed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:47:07Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['ccd4d833-2ce0-4438-9953-12ee3f8e0f47'], 'active': True} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:47:10.565594 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-95a42402-1668-41a6-96de-12658a4bf5f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:10.567611 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-95a42402-1668-41a6-96de-12658a4bf5f5 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.8293388 Jul 18 10:47:10.573548 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 38922) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:47:10.650825 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba671af-6cdd-4935-b99d-0cc53a800c27 None None] Pushing event updated for resources: {'Port': ['ID=8601c87f-a749-4406-b9e1-628e8a01fa44,revision_number=3']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:10.669105 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:10.795500 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-75da3774-eff5-4851-93a2-c58092369387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3), before_update {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:10.822545 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63297833-61a5-47a8-bd56-3e5643ce454b None None] Checking router: 6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3 for host: dv-cinder-849498-1-iscsi {{(pid=111156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:47:10.822969 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63297833-61a5-47a8-bd56-3e5643ce454b None None] Updating router 6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3 port 4083be66-18b5-4ad2-a323-569672bf755b binding host dv-cinder-849498-1-iscsi {{(pid=111156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 10:47:10.826000 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac21508-0f4a-48f1-861f-4bf2938c3337 None None] Routers {'906d405e-b16a-41fb-a8ab-39b34c0377f9'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:47:10.833446 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-9ac21508-0f4a-48f1-861f-4bf2938c3337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:47:07Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['906d405e-b16a-41fb-a8ab-39b34c0377f9'], 'active': True} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:47:10.888515 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-2ba671af-6cdd-4935-b99d-0cc53a800c27 None None] Provisioning complete for port 7756c54e-1391-43ef-b407-efb7789ef108 triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:47:10.888978 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-2ba671af-6cdd-4935-b99d-0cc53a800c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (7756c54e-1391-43ef-b407-efb7789ef108), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:10.940719 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-27849871-8194-43c8-85eb-0cc94ee53ab5 admin admin] Publish callbacks [] for router_gateway (13c68995-9203-4ad2-bce3-e2b5c7e98780), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:10.950082 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:11.020412 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c51c4d-e74f-4184-a941-a04b957b71bc None None] Pushing event updated for resources: {'Port': ['ID=4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5,revision_number=3']} {{(pid=111157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:11.088397 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-03326abb-40a9-4cf2-a59e-73dba41a18dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:11.101040 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvr_db [None req-dc578249-478b-41e8-8241-f1b846bbfed6 None None] Set router ccd4d833-2ce0-4438-9953-12ee3f8e0f47 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:47:11.319288 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-0b0f0e19-3ecd-4a63-9395-2040e9a81890 admin admin] Publish callbacks [] for security_group (e253ae24-5a83-4105-ab43-7fb9128b7378), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:11.467011 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-0b0f0e19-3ecd-4a63-9395-2040e9a81890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (e253ae24-5a83-4105-ab43-7fb9128b7378), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:11.584213 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-dc578249-478b-41e8-8241-f1b846bbfed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd4d833-2ce0-4438-9953-12ee3f8e0f47', 'name': 'tempest-AttachVolumeShelveTestJSON-108440083-router', 'tenant_id': '48497435674b41ccb34f6ff43026a232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'cf987100-66ea-496b-aa17-eaf34554ff4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:02Z', 'updated_at': '2022-07-18T10:47:07Z', 'revision_number': 3, 'project_id': '48497435674b41ccb34f6ff43026a232', 'gw_port': {'id': 'cf987100-66ea-496b-aa17-eaf34554ff4f', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd4d833-2ce0-4438-9953-12ee3f8e0f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:03Z', 'updated_at': '2022-07-18T10:47:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi'}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:47:11.610052 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-cc1dc893-8942-45af-9954-fa87ab527bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (7e8cb12d-f119-4020-990e-97c81b5c5e24), before_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:11.623361 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b0f0e19-3ecd-4a63-9395-2040e9a81890 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=111154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 10:47:11.635043 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc578249-478b-41e8-8241-f1b846bbfed6 None None] Checking router: ccd4d833-2ce0-4438-9953-12ee3f8e0f47 for host: dv-cinder-849498-1-iscsi {{(pid=111156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:47:11.636109 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc578249-478b-41e8-8241-f1b846bbfed6 None None] Updating router ccd4d833-2ce0-4438-9953-12ee3f8e0f47 port cf987100-66ea-496b-aa17-eaf34554ff4f binding host dv-cinder-849498-1-iscsi {{(pid=111156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 10:47:11.684896 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-dc578249-478b-41e8-8241-f1b846bbfed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (cf987100-66ea-496b-aa17-eaf34554ff4f), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:11.699630 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f0e19-3ecd-4a63-9395-2040e9a81890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e253ae24-5a83-4105-ab43-7fb9128b7378,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:11.717617 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-0b0f0e19-3ecd-4a63-9395-2040e9a81890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547345'] for segment (6dacbb20-5f82-46ad-b910-591194568fde), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:11.718193 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.db.segments_db [None req-0b0f0e19-3ecd-4a63-9395-2040e9a81890 admin admin] Added segment 6dacbb20-5f82-46ad-b910-591194568fde of type vlan for network c870ad09-0cf6-43e1-982f-d550aa92c6e2 Jul 18 10:47:11.854488 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:INSERT=4,neutron:SELECT=96 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:11.860433 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-63297833-61a5-47a8-bd56-3e5643ce454b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (4083be66-18b5-4ad2-a323-569672bf755b), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:11.878031 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.db_base_plugin_common [None req-dcd256c9-60f5-4a0d-a413-fdde76184002 admin admin] Allocated IP 172.20.0.1 (cfde60e0-9a8e-4b4d-8a28-cc720005757b/aa197fa4-4b14-4357-8299-842622dc6172/603b1623-5cf2-4603-b446-434aeca6fd4c) {{(pid=111154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:47:11.898874 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-75da3774-eff5-4851-93a2-c58092369387 None None] Publish callbacks [] for port (0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3), precommit_update {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:11.904989 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-27849871-8194-43c8-85eb-0cc94ee53ab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3789133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3777021'] for router (13c68995-9203-4ad2-bce3-e2b5c7e98780), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:11.909192 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvr_db [None req-9ac21508-0f4a-48f1-861f-4bf2938c3337 None None] Set router 906d405e-b16a-41fb-a8ab-39b34c0377f9 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:47:11.920909 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-0b0f0e19-3ecd-4a63-9395-2040e9a81890 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741535579194'] for network (c870ad09-0cf6-43e1-982f-d550aa92c6e2), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:11.981392 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:12.028994 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-75da3774-eff5-4851-93a2-c58092369387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3), after_update {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:12.062899 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.db_base_plugin_common [None req-03326abb-40a9-4cf2-a59e-73dba41a18dc admin admin] Allocated IP 172.20.0.1 (2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81/b6c39f47-e8f1-437f-bec0-2fa249892ca3/28375308-f02b-4c2e-9237-4a77f49844d3) {{(pid=111155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:47:12.086466 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94876153-771a-40d0-94bd-80e795efde2e None None] Pushing event updated for resources: {'Port': ['ID=0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3,revision_number=2']} {{(pid=111157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:12.137019 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.managers [None req-75da3774-eff5-4851-93a2-c58092369387 None None] Attempting to bind port 0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3 on host dv-cinder-849498-1-iscsi for vnic_type normal with profile {{(pid=111157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:47:12.137719 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.managers [None req-75da3774-eff5-4851-93a2-c58092369387 None None] Attempting to bind port 0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3 by drivers openvswitch,hyperv on host dv-cinder-849498-1-iscsi at level 0 using segments [{'id': '43730dd2-6239-4f15-a180-e6d1d2fbff54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1'}] {{(pid=111157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:47:12.138452 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75da3774-eff5-4851-93a2-c58092369387 None None] Attempting to bind port 0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3 on network bb0f21c8-59d6-4417-bd6b-78e480c446a1 {{(pid=111157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:47:12.157136 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75da3774-eff5-4851-93a2-c58092369387 None None] Checking agent: {'id': '62f731a8-190a-49a2-85f5-14fe4e09184e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849498-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 37, 10), 'started_at': datetime.datetime(2022, 7, 18, 10, 37, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849498-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:47:12.157994 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75da3774-eff5-4851-93a2-c58092369387 None None] Checking segment: {'id': '43730dd2-6239-4f15-a180-e6d1d2fbff54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:47:12.161032 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-75da3774-eff5-4851-93a2-c58092369387 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:12.161032 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75da3774-eff5-4851-93a2-c58092369387 None None] Bound using segment: {'id': '43730dd2-6239-4f15-a180-e6d1d2fbff54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1'} {{(pid=111157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:47:12.161032 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.managers [None req-75da3774-eff5-4851-93a2-c58092369387 None None] Bound port: 0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3, host: dv-cinder-849498-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43730dd2-6239-4f15-a180-e6d1d2fbff54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1'}}] {{(pid=111157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:47:12.161876 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-75da3774-eff5-4851-93a2-c58092369387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3), before_update {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:12.263183 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-0f867526-3f2d-4afb-94c4-5d7400efea39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:12.273543 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-0b0f0e19-3ecd-4a63-9395-2040e9a81890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529'] for network (c870ad09-0cf6-43e1-982f-d550aa92c6e2), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:12.275182 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0f0e19-3ecd-4a63-9395-2040e9a81890 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:12.275436 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-0b0f0e19-3ecd-4a63-9395-2040e9a81890 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for network (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:12.281352 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:12.284084 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.db [None req-75da3774-eff5-4851-93a2-c58092369387 None None] For port 0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3, host dv-cinder-849498-1-iscsi, cleared binding levels {{(pid=111157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:47:12.290726 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.db [None req-75da3774-eff5-4851-93a2-c58092369387 None None] For port 0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3, host dv-cinder-849498-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3,segment=NetworkSegment(43730dd2-6239-4f15-a180-e6d1d2fbff54),segment_id=43730dd2-6239-4f15-a180-e6d1d2fbff54)] {{(pid=111157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:47:12.353852 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-dcd256c9-60f5-4a0d-a413-fdde76184002 admin admin] Publish callbacks [] for port (603b1623-5cf2-4603-b446-434aeca6fd4c), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:12.404136 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-03326abb-40a9-4cf2-a59e-73dba41a18dc admin admin] Publish callbacks [] for port (28375308-f02b-4c2e-9237-4a77f49844d3), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:12.427014 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:12.443976 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-75da3774-eff5-4851-93a2-c58092369387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3), after_update {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:12.448581 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:12.497847 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-cc1dc893-8942-45af-9954-fa87ab527bf8 admin admin] Publish callbacks [] for port (7e8cb12d-f119-4020-990e-97c81b5c5e24), precommit_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:12.507585 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f0e19-3ecd-4a63-9395-2040e9a81890 admin admin] Pushing event updated for resources: {'Network': ['ID=c870ad09-0cf6-43e1-982f-d550aa92c6e2,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:12.544586 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-0b0f0e19-3ecd-4a63-9395-2040e9a81890 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 3.5963857 Jul 18 10:47:12.549079 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 38940) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:47:12.554847 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [None req-c434d701-7af6-4566-933e-ff606f34b85b admin admin] Request body: {'subnet': {'network_id': 'c870ad09-0cf6-43e1-982f-d550aa92c6e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1237833768-subnet', 'tenant_id': '1933792aea1c42a9b766cfd51820c7e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:47:12.589894 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-cc1dc893-8942-45af-9954-fa87ab527bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (7e8cb12d-f119-4020-990e-97c81b5c5e24), after_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:12.591435 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-cc1dc893-8942-45af-9954-fa87ab527bf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3608107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3781902'] for router_interface (906d405e-b16a-41fb-a8ab-39b34c0377f9), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:12.611745 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.db_base_plugin_common [None req-0f867526-3f2d-4afb-94c4-5d7400efea39 admin admin] Allocated IP 172.20.0.1 (cacd27b7-b866-4702-aa51-5895ad956ffc/0722f3de-6f57-48f1-8200-e5895920f8b7/c3bc26e4-cf1d-4d0f-8ed5-970a19493367) {{(pid=111155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:47:12.632872 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94876153-771a-40d0-94bd-80e795efde2e None None] Pushing event updated for resources: {'Port': ['ID=0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3,revision_number=3']} {{(pid=111157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:12.678136 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-2ba671af-6cdd-4935-b99d-0cc53a800c27 None None] Current status of the port 7756c54e-1391-43ef-b407-efb7789ef108 is: ACTIVE; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:47:12.681483 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-9ac21508-0f4a-48f1-861f-4bf2938c3337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '906d405e-b16a-41fb-a8ab-39b34c0377f9', 'name': 'tempest-ServerRescueNegativeTestJSON-581772959-router', 'tenant_id': '7184d0f3256344a2af18c639787e538f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:00Z', 'updated_at': '2022-07-18T10:47:02Z', 'revision_number': 3, 'project_id': '7184d0f3256344a2af18c639787e538f', 'gw_port': {'id': '4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '906d405e-b16a-41fb-a8ab-39b34c0377f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:01Z', 'updated_at': '2022-07-18T10:47:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi'}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:47:12.695899 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Network c870ad09-0cf6-43e1-982f-d550aa92c6e2 details requested by agent ovs-agent-dv-cinder-849498-1-iscsi with host dv-cinder-849498-1-iscsi {{(pid=111156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 10:47:12.720445 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac21508-0f4a-48f1-861f-4bf2938c3337 None None] The sync data for ids ['906d405e-b16a-41fb-a8ab-39b34c0377f9'] in dv-cinder-849498-1-iscsi is: [{'id': '906d405e-b16a-41fb-a8ab-39b34c0377f9', 'name': 'tempest-ServerRescueNegativeTestJSON-581772959-router', 'tenant_id': '7184d0f3256344a2af18c639787e538f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:00Z', 'updated_at': '2022-07-18T10:47:02Z', 'revision_number': 3, 'project_id': '7184d0f3256344a2af18c639787e538f', 'gw_port': {'id': '4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '906d405e-b16a-41fb-a8ab-39b34c0377f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:01Z', 'updated_at': '2022-07-18T10:47:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi'}] {{(pid=111157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:47:12.725474 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75da3774-eff5-4851-93a2-c58092369387 None None] Routers {'3663ab98-9729-41e8-b5da-0c726d2fb113'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:47:12.725803 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-75da3774-eff5-4851-93a2-c58092369387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:47:07Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['3663ab98-9729-41e8-b5da-0c726d2fb113'], 'active': True} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:47:12.738009 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c434d701-7af6-4566-933e-ff606f34b85b admin admin] Made reservation on behalf of 1933792aea1c42a9b766cfd51820c7e1 for: {'subnet': 1} {{(pid=111155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:47:12.741073 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-c434d701-7af6-4566-933e-ff606f34b85b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:12.777003 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Current status of the port f21ab814-59bb-4e4d-b928-97123e954dba is: ACTIVE; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:47:12.779487 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device e4ea6812-773e-4ef0-81b4-2b36b7872191 up at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:47:12.795043 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-2ba671af-6cdd-4935-b99d-0cc53a800c27 None None] Provisioning complete for port f21ab814-59bb-4e4d-b928-97123e954dba triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:47:12.795512 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-2ba671af-6cdd-4935-b99d-0cc53a800c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (f21ab814-59bb-4e4d-b928-97123e954dba), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:12.834002 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:12.838250 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27849871-8194-43c8-85eb-0cc94ee53ab5 admin admin] Router 13c68995-9203-4ad2-bce3-e2b5c7e98780 is scheduled to L3 agent e6bcb791-bd43-4d6b-ab54-e591cb66712b with binding_index 1 {{(pid=111154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 10:47:12.878151 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-dcd256c9-60f5-4a0d-a413-fdde76184002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684'] for port (603b1623-5cf2-4603-b446-434aeca6fd4c), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:12.902209 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-03326abb-40a9-4cf2-a59e-73dba41a18dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684'] for port (28375308-f02b-4c2e-9237-4a77f49844d3), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:12.931774 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvr_db [None req-75da3774-eff5-4851-93a2-c58092369387 None None] Set router 3663ab98-9729-41e8-b5da-0c726d2fb113 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:47:12.956044 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-dc578249-478b-41e8-8241-f1b846bbfed6 None None] Publish callbacks [] for port (cf987100-66ea-496b-aa17-eaf34554ff4f), precommit_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:13.022757 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd256c9-60f5-4a0d-a413-fdde76184002 admin admin] Network cfde60e0-9a8e-4b4d-8a28-cc720005757b is already hosted by enough agents. {{(pid=111154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:47:13.048594 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03326abb-40a9-4cf2-a59e-73dba41a18dc admin admin] Network 2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81 is already hosted by enough agents. {{(pid=111155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:47:13.062636 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Provisioning complete for port e4ea6812-773e-4ef0-81b4-2b36b7872191 triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:47:13.063347 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (e4ea6812-773e-4ef0-81b4-2b36b7872191), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:13.124179 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-dc578249-478b-41e8-8241-f1b846bbfed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (cf987100-66ea-496b-aa17-eaf34554ff4f), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:13.155067 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.base_scheduler [None req-03326abb-40a9-4cf2-a59e-73dba41a18dc admin admin] Resources bound (agent type, host, resource id): {{(pid=111155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:47:13.190739 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.base_scheduler [None req-dcd256c9-60f5-4a0d-a413-fdde76184002 admin admin] Resources bound (agent type, host, resource id): {{(pid=111154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:47:13.199831 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd256c9-60f5-4a0d-a413-fdde76184002 admin admin] Received port after_create {{(pid=111154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:47:13.199831 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-dcd256c9-60f5-4a0d-a413-fdde76184002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3782518'] for router_interface (6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:13.233278 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1dc893-8942-45af-9954-fa87ab527bf8 admin admin] Network 09160d22-0418-499d-83b3-2657454003a1 is already hosted by enough agents. {{(pid=111154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:47:13.252061 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03326abb-40a9-4cf2-a59e-73dba41a18dc admin admin] Received port after_create {{(pid=111155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:47:13.252878 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-03326abb-40a9-4cf2-a59e-73dba41a18dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3782518'] for router_interface (3663ab98-9729-41e8-b5da-0c726d2fb113), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:13.279013 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.base_scheduler [None req-cc1dc893-8942-45af-9954-fa87ab527bf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=111154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:47:13.296843 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1dc893-8942-45af-9954-fa87ab527bf8 admin admin] Pushing event updated for resources: {'Port': ['ID=7e8cb12d-f119-4020-990e-97c81b5c5e24,revision_number=2']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:13.502938 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-75da3774-eff5-4851-93a2-c58092369387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3663ab98-9729-41e8-b5da-0c726d2fb113', 'name': 'tempest-AttachVolumeTestJSON-1188077473-router', 'tenant_id': 'f32dc706424247d0ac1dc7a6aa633107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:01Z', 'updated_at': '2022-07-18T10:47:06Z', 'revision_number': 3, 'project_id': 'f32dc706424247d0ac1dc7a6aa633107', 'gw_port': {'id': '0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:dd:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3663ab98-9729-41e8-b5da-0c726d2fb113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:03Z', 'updated_at': '2022-07-18T10:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi'}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:47:13.573766 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75da3774-eff5-4851-93a2-c58092369387 None None] The sync data for ids ['3663ab98-9729-41e8-b5da-0c726d2fb113'] in dv-cinder-849498-1-iscsi is: [{'id': '3663ab98-9729-41e8-b5da-0c726d2fb113', 'name': 'tempest-AttachVolumeTestJSON-1188077473-router', 'tenant_id': 'f32dc706424247d0ac1dc7a6aa633107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:01Z', 'updated_at': '2022-07-18T10:47:06Z', 'revision_number': 3, 'project_id': 'f32dc706424247d0ac1dc7a6aa633107', 'gw_port': {'id': '0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:dd:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3663ab98-9729-41e8-b5da-0c726d2fb113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:03Z', 'updated_at': '2022-07-18T10:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi'}] {{(pid=111157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:47:13.695301 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-2ba671af-6cdd-4935-b99d-0cc53a800c27 None None] Current status of the port f21ab814-59bb-4e4d-b928-97123e954dba is: ACTIVE; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:47:13.755129 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3703fa81-662f-4876-a53c-485d5e70a507 None None] Pushing event updated for resources: {'Port': ['ID=cf987100-66ea-496b-aa17-eaf34554ff4f,revision_number=2']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:13.787009 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=100 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:13.812573 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd256c9-60f5-4a0d-a413-fdde76184002 admin admin] Pushing event updated for resources: {'Port': ['ID=603b1623-5cf2-4603-b446-434aeca6fd4c,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:13.823621 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27849871-8194-43c8-85eb-0cc94ee53ab5 admin admin] Notify agent at l3_agent.dv-cinder-849498-1-iscsi the message routers_updated {{(pid=111154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:47:13.826512 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:13.833463 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:13.963463 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-0f867526-3f2d-4afb-94c4-5d7400efea39 admin admin] Publish callbacks [] for port (c3bc26e4-cf1d-4d0f-8ed5-970a19493367), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:14.110440 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03326abb-40a9-4cf2-a59e-73dba41a18dc admin admin] Pushing event updated for resources: {'Port': ['ID=28375308-f02b-4c2e-9237-4a77f49844d3,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:14.180758 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-0f867526-3f2d-4afb-94c4-5d7400efea39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684'] for port (c3bc26e4-cf1d-4d0f-8ed5-970a19493367), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:14.197608 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d9b750-5c54-49d8-a11f-b18328839118 None None] Sync routers for ids ['13c68995-9203-4ad2-bce3-e2b5c7e98780'] in dv-cinder-849498-1-iscsi {{(pid=111157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:47:14.220163 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d9b750-5c54-49d8-a11f-b18328839118 None None] Routers {'13c68995-9203-4ad2-bce3-e2b5c7e98780'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:47:14.230678 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-07d9b750-5c54-49d8-a11f-b18328839118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:47:07Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['13c68995-9203-4ad2-bce3-e2b5c7e98780'], 'active': True} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:47:14.335340 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-63297833-61a5-47a8-bd56-3e5643ce454b None None] Publish callbacks [] for port (4083be66-18b5-4ad2-a323-569672bf755b), precommit_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:14.359484 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f867526-3f2d-4afb-94c4-5d7400efea39 admin admin] Network cacd27b7-b866-4702-aa51-5895ad956ffc is already hosted by enough agents. {{(pid=111155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:47:14.367446 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:14.405532 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-7e23298c-e268-4f5a-a9f4-7f26b71d7b62 None None] Provisioning complete for port 7e8cb12d-f119-4020-990e-97c81b5c5e24 triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:47:14.406117 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.base_scheduler [None req-0f867526-3f2d-4afb-94c4-5d7400efea39 admin admin] Resources bound (agent type, host, resource id): {{(pid=111155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:47:14.414845 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7e23298c-e268-4f5a-a9f4-7f26b71d7b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (7e8cb12d-f119-4020-990e-97c81b5c5e24), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:14.418449 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-dc578249-478b-41e8-8241-f1b846bbfed6 None None] Attempting to bind port cf987100-66ea-496b-aa17-eaf34554ff4f on host dv-cinder-849498-1-iscsi for vnic_type normal with profile {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:47:14.418822 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-dc578249-478b-41e8-8241-f1b846bbfed6 None None] Attempting to bind port cf987100-66ea-496b-aa17-eaf34554ff4f by drivers openvswitch,hyperv on host dv-cinder-849498-1-iscsi at level 0 using segments [{'id': '43730dd2-6239-4f15-a180-e6d1d2fbff54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1'}] {{(pid=111156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:47:14.419332 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc578249-478b-41e8-8241-f1b846bbfed6 None None] Attempting to bind port cf987100-66ea-496b-aa17-eaf34554ff4f on network bb0f21c8-59d6-4417-bd6b-78e480c446a1 {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:47:14.438651 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f867526-3f2d-4afb-94c4-5d7400efea39 admin admin] Received port after_create {{(pid=111155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:47:14.445919 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-0f867526-3f2d-4afb-94c4-5d7400efea39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3782518'] for router_interface (ccd4d833-2ce0-4438-9953-12ee3f8e0f47), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:14.497966 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-27849871-8194-43c8-85eb-0cc94ee53ab5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:14.507065 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-27849871-8194-43c8-85eb-0cc94ee53ab5 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 12.5700839 Jul 18 10:47:14.510274 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-63297833-61a5-47a8-bd56-3e5643ce454b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (4083be66-18b5-4ad2-a323-569672bf755b), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:14.526024 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 38966) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:47:14.603992 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:14.624724 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvr_db [None req-07d9b750-5c54-49d8-a11f-b18328839118 None None] Set router 13c68995-9203-4ad2-bce3-e2b5c7e98780 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:47:14.692043 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=100 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:14.700913 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-03326abb-40a9-4cf2-a59e-73dba41a18dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (28375308-f02b-4c2e-9237-4a77f49844d3), before_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:14.732907 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc578249-478b-41e8-8241-f1b846bbfed6 None None] Checking agent: {'id': '62f731a8-190a-49a2-85f5-14fe4e09184e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849498-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 37, 10), 'started_at': datetime.datetime(2022, 7, 18, 10, 37, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849498-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:47:14.733599 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc578249-478b-41e8-8241-f1b846bbfed6 None None] Checking segment: {'id': '43730dd2-6239-4f15-a180-e6d1d2fbff54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:47:14.733916 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-dc578249-478b-41e8-8241-f1b846bbfed6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:14.734512 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc578249-478b-41e8-8241-f1b846bbfed6 None None] Bound using segment: {'id': '43730dd2-6239-4f15-a180-e6d1d2fbff54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1'} {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:47:14.735213 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-dc578249-478b-41e8-8241-f1b846bbfed6 None None] Bound port: cf987100-66ea-496b-aa17-eaf34554ff4f, host: dv-cinder-849498-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43730dd2-6239-4f15-a180-e6d1d2fbff54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1'}}] {{(pid=111156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:47:14.736093 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-dc578249-478b-41e8-8241-f1b846bbfed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (cf987100-66ea-496b-aa17-eaf34554ff4f), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:14.742859 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Current status of the port e4ea6812-773e-4ef0-81b4-2b36b7872191 is: DOWN; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:47:14.743447 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (e4ea6812-773e-4ef0-81b4-2b36b7872191), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:14.746358 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7e23298c-e268-4f5a-a9f4-7f26b71d7b62 None None] Port 7e8cb12d-f119-4020-990e-97c81b5c5e24 cannot update to ACTIVE because it is not bound. {{(pid=111156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:47:14.783405 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d254d67-eb25-45b2-824f-d82883b308b3 None None] Pushing event updated for resources: {'Port': ['ID=4083be66-18b5-4ad2-a323-569672bf755b,revision_number=2']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:14.805801 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f867526-3f2d-4afb-94c4-5d7400efea39 admin admin] Pushing event updated for resources: {'Port': ['ID=c3bc26e4-cf1d-4d0f-8ed5-970a19493367,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:14.809381 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-7e23298c-e268-4f5a-a9f4-7f26b71d7b62 None None] Provisioning complete for port 751f0a35-bd8d-4f73-94ac-34cb48799cf9 triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:47:14.812537 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7e23298c-e268-4f5a-a9f4-7f26b71d7b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (751f0a35-bd8d-4f73-94ac-34cb48799cf9), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:14.897980 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:14.922136 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=8 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:14.962739 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-dcd256c9-60f5-4a0d-a413-fdde76184002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (603b1623-5cf2-4603-b446-434aeca6fd4c), before_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:15.033614 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-07d9b750-5c54-49d8-a11f-b18328839118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c68995-9203-4ad2-bce3-e2b5c7e98780', 'name': 'tempest-DeleteServersTestJSON-1374871601-router', 'tenant_id': '6d288974aac54fa681cfafa262d019eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '0d40b7a6-4604-4843-8b2b-aec890e6e2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:02Z', 'updated_at': '2022-07-18T10:47:09Z', 'revision_number': 3, 'project_id': '6d288974aac54fa681cfafa262d019eb', 'gw_port': {'id': '0d40b7a6-4604-4843-8b2b-aec890e6e2b7', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:14:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c68995-9203-4ad2-bce3-e2b5c7e98780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:04Z', 'updated_at': '2022-07-18T10:47:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi'}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:47:15.049535 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-c434d701-7af6-4566-933e-ff606f34b85b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529'] for subnet (91459652-2c98-445f-bfc7-a6e84324a1f6), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:15.079084 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-63297833-61a5-47a8-bd56-3e5643ce454b None None] Attempting to bind port 4083be66-18b5-4ad2-a323-569672bf755b on host dv-cinder-849498-1-iscsi for vnic_type normal with profile {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:47:15.079749 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-63297833-61a5-47a8-bd56-3e5643ce454b None None] Attempting to bind port 4083be66-18b5-4ad2-a323-569672bf755b by drivers openvswitch,hyperv on host dv-cinder-849498-1-iscsi at level 0 using segments [{'id': '43730dd2-6239-4f15-a180-e6d1d2fbff54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1'}] {{(pid=111156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:47:15.080220 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63297833-61a5-47a8-bd56-3e5643ce454b None None] Attempting to bind port 4083be66-18b5-4ad2-a323-569672bf755b on network bb0f21c8-59d6-4417-bd6b-78e480c446a1 {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:47:15.085244 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:15.088914 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7e23298c-e268-4f5a-a9f4-7f26b71d7b62 None None] Current status of the port 751f0a35-bd8d-4f73-94ac-34cb48799cf9 is: DOWN; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:47:15.089232 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7e23298c-e268-4f5a-a9f4-7f26b71d7b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (751f0a35-bd8d-4f73-94ac-34cb48799cf9), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:15.101312 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d9b750-5c54-49d8-a11f-b18328839118 None None] Checking router: 13c68995-9203-4ad2-bce3-e2b5c7e98780 for host: dv-cinder-849498-1-iscsi {{(pid=111157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:47:15.102148 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d9b750-5c54-49d8-a11f-b18328839118 None None] Updating router 13c68995-9203-4ad2-bce3-e2b5c7e98780 port 0d40b7a6-4604-4843-8b2b-aec890e6e2b7 binding host dv-cinder-849498-1-iscsi {{(pid=111157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 10:47:15.115524 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63297833-61a5-47a8-bd56-3e5643ce454b None None] Checking agent: {'id': '62f731a8-190a-49a2-85f5-14fe4e09184e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849498-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 37, 10), 'started_at': datetime.datetime(2022, 7, 18, 10, 37, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849498-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:47:15.117590 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63297833-61a5-47a8-bd56-3e5643ce454b None None] Checking segment: {'id': '43730dd2-6239-4f15-a180-e6d1d2fbff54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:47:15.117999 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-63297833-61a5-47a8-bd56-3e5643ce454b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:15.118420 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63297833-61a5-47a8-bd56-3e5643ce454b None None] Bound using segment: {'id': '43730dd2-6239-4f15-a180-e6d1d2fbff54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1'} {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:47:15.118885 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-63297833-61a5-47a8-bd56-3e5643ce454b None None] Bound port: 4083be66-18b5-4ad2-a323-569672bf755b, host: dv-cinder-849498-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43730dd2-6239-4f15-a180-e6d1d2fbff54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1'}}] {{(pid=111156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:47:15.119277 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-63297833-61a5-47a8-bd56-3e5643ce454b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (4083be66-18b5-4ad2-a323-569672bf755b), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:15.138938 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] For port e4ea6812-773e-4ef0-81b4-2b36b7872191, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=e4ea6812-773e-4ef0-81b4-2b36b7872191,segment=NetworkSegment(163c7c7d-635e-4353-a5ea-f102084ea7d2),segment_id=163c7c7d-635e-4353-a5ea-f102084ea7d2)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:47:15.165842 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-07d9b750-5c54-49d8-a11f-b18328839118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (0d40b7a6-4604-4843-8b2b-aec890e6e2b7), before_update {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:15.230711 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (e4ea6812-773e-4ef0-81b4-2b36b7872191), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:15.232405 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 751f0a35-bd8d-4f73-94ac-34cb48799cf9 up at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:47:15.242890 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc1dc893-8942-45af-9954-fa87ab527bf8 admin admin] Router 906d405e-b16a-41fb-a8ab-39b34c0377f9 has already been hosted by L3 agent e6bcb791-bd43-4d6b-ab54-e591cb66712b {{(pid=111154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:47:15.346904 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-dc578249-478b-41e8-8241-f1b846bbfed6 None None] For port cf987100-66ea-496b-aa17-eaf34554ff4f, host dv-cinder-849498-1-iscsi, cleared binding levels {{(pid=111156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:47:15.449121 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-7e23298c-e268-4f5a-a9f4-7f26b71d7b62 None None] For port 751f0a35-bd8d-4f73-94ac-34cb48799cf9, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=751f0a35-bd8d-4f73-94ac-34cb48799cf9,segment=NetworkSegment(b79fb7a8-45cf-4253-a4e0-8e4cb2774c82),segment_id=b79fb7a8-45cf-4253-a4e0-8e4cb2774c82)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:47:15.477899 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-dc578249-478b-41e8-8241-f1b846bbfed6 None None] For port cf987100-66ea-496b-aa17-eaf34554ff4f, host dv-cinder-849498-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=cf987100-66ea-496b-aa17-eaf34554ff4f,segment=NetworkSegment(43730dd2-6239-4f15-a180-e6d1d2fbff54),segment_id=43730dd2-6239-4f15-a180-e6d1d2fbff54)] {{(pid=111156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:47:15.514428 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-63297833-61a5-47a8-bd56-3e5643ce454b None None] For port 4083be66-18b5-4ad2-a323-569672bf755b, host dv-cinder-849498-1-iscsi, cleared binding levels {{(pid=111156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:47:15.540231 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-07d9b750-5c54-49d8-a11f-b18328839118 None None] Publish callbacks [] for port (0d40b7a6-4604-4843-8b2b-aec890e6e2b7), precommit_update {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:15.543209 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Provisioning complete for port 751f0a35-bd8d-4f73-94ac-34cb48799cf9 triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:47:15.544269 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (751f0a35-bd8d-4f73-94ac-34cb48799cf9), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:15.546236 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Pushing event updated for resources: {'Port': ['ID=e4ea6812-773e-4ef0-81b4-2b36b7872191,revision_number=3']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:15.580727 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-03326abb-40a9-4cf2-a59e-73dba41a18dc admin admin] Publish callbacks [] for port (28375308-f02b-4c2e-9237-4a77f49844d3), precommit_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:15.585363 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:15.594867 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-63297833-61a5-47a8-bd56-3e5643ce454b None None] For port 4083be66-18b5-4ad2-a323-569672bf755b, host dv-cinder-849498-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=4083be66-18b5-4ad2-a323-569672bf755b,segment=NetworkSegment(43730dd2-6239-4f15-a180-e6d1d2fbff54),segment_id=43730dd2-6239-4f15-a180-e6d1d2fbff54)] {{(pid=111156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:47:15.606455 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7e23298c-e268-4f5a-a9f4-7f26b71d7b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (751f0a35-bd8d-4f73-94ac-34cb48799cf9), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:15.632039 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-7e23298c-e268-4f5a-a9f4-7f26b71d7b62 None None] Provisioning complete for port e4ea6812-773e-4ef0-81b4-2b36b7872191 triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:47:15.632039 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7e23298c-e268-4f5a-a9f4-7f26b71d7b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (e4ea6812-773e-4ef0-81b4-2b36b7872191), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:15.638969 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-07d9b750-5c54-49d8-a11f-b18328839118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (0d40b7a6-4604-4843-8b2b-aec890e6e2b7), after_update {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:15.696867 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c434d701-7af6-4566-933e-ff606f34b85b admin admin] Checking segment: {'id': '6dacbb20-5f82-46ad-b910-591194568fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c870ad09-0cf6-43e1-982f-d550aa92c6e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:47:15.697228 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c434d701-7af6-4566-933e-ff606f34b85b admin admin] Network hostable DHCP agents. Network: c870ad09-0cf6-43e1-982f-d550aa92c6e2, hostable agents: ['1fc7cd8a-3617-45f0-b645-db80237532c9'], hosted agents: [] {{(pid=111155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 10:47:15.712172 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-03326abb-40a9-4cf2-a59e-73dba41a18dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (28375308-f02b-4c2e-9237-4a77f49844d3), after_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:15.713062 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-03326abb-40a9-4cf2-a59e-73dba41a18dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3608107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3781902'] for router_interface (3663ab98-9729-41e8-b5da-0c726d2fb113), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:15.730627 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c434d701-7af6-4566-933e-ff606f34b85b admin admin] Pushing event updated for resources: {'Subnet': ['ID=91459652-2c98-445f-bfc7-a6e84324a1f6,revision_number=0']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:15.756703 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-dc578249-478b-41e8-8241-f1b846bbfed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (cf987100-66ea-496b-aa17-eaf34554ff4f), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:15.776425 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e7dbf4-cfaf-45e7-a0f0-da7249e6d755 None None] Pushing event updated for resources: {'Port': ['ID=0d40b7a6-4604-4843-8b2b-aec890e6e2b7,revision_number=2']} {{(pid=111157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:15.788296 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.managers [None req-07d9b750-5c54-49d8-a11f-b18328839118 None None] Attempting to bind port 0d40b7a6-4604-4843-8b2b-aec890e6e2b7 on host dv-cinder-849498-1-iscsi for vnic_type normal with profile {{(pid=111157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:47:15.788715 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.managers [None req-07d9b750-5c54-49d8-a11f-b18328839118 None None] Attempting to bind port 0d40b7a6-4604-4843-8b2b-aec890e6e2b7 by drivers openvswitch,hyperv on host dv-cinder-849498-1-iscsi at level 0 using segments [{'id': '43730dd2-6239-4f15-a180-e6d1d2fbff54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1'}] {{(pid=111157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:47:15.789099 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d9b750-5c54-49d8-a11f-b18328839118 None None] Attempting to bind port 0d40b7a6-4604-4843-8b2b-aec890e6e2b7 on network bb0f21c8-59d6-4417-bd6b-78e480c446a1 {{(pid=111157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:47:15.801252 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d9b750-5c54-49d8-a11f-b18328839118 None None] Checking agent: {'id': '62f731a8-190a-49a2-85f5-14fe4e09184e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849498-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 37, 10), 'started_at': datetime.datetime(2022, 7, 18, 10, 37, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849498-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:47:15.803859 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d9b750-5c54-49d8-a11f-b18328839118 None None] Checking segment: {'id': '43730dd2-6239-4f15-a180-e6d1d2fbff54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:47:15.803859 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-07d9b750-5c54-49d8-a11f-b18328839118 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:15.803859 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d9b750-5c54-49d8-a11f-b18328839118 None None] Bound using segment: {'id': '43730dd2-6239-4f15-a180-e6d1d2fbff54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1'} {{(pid=111157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:47:15.803859 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.managers [None req-07d9b750-5c54-49d8-a11f-b18328839118 None None] Bound port: 0d40b7a6-4604-4843-8b2b-aec890e6e2b7, host: dv-cinder-849498-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43730dd2-6239-4f15-a180-e6d1d2fbff54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1'}}] {{(pid=111157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:47:15.804357 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-07d9b750-5c54-49d8-a11f-b18328839118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (0d40b7a6-4604-4843-8b2b-aec890e6e2b7), before_update {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:15.853870 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:15.884047 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-63297833-61a5-47a8-bd56-3e5643ce454b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (4083be66-18b5-4ad2-a323-569672bf755b), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:15.906930 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.db [None req-07d9b750-5c54-49d8-a11f-b18328839118 None None] For port 0d40b7a6-4604-4843-8b2b-aec890e6e2b7, host dv-cinder-849498-1-iscsi, cleared binding levels {{(pid=111157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:47:15.911542 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.db [None req-07d9b750-5c54-49d8-a11f-b18328839118 None None] For port 0d40b7a6-4604-4843-8b2b-aec890e6e2b7, host dv-cinder-849498-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=0d40b7a6-4604-4843-8b2b-aec890e6e2b7,segment=NetworkSegment(43730dd2-6239-4f15-a180-e6d1d2fbff54),segment_id=43730dd2-6239-4f15-a180-e6d1d2fbff54)] {{(pid=111157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:47:15.920857 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:15.946862 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc1dc893-8942-45af-9954-fa87ab527bf8 admin admin] Notify agent at l3_agent.dv-cinder-849498-1-iscsi the message routers_updated {{(pid=111154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:47:15.956091 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-cc1dc893-8942-45af-9954-fa87ab527bf8 admin admin] 10.222.0.49 "PUT /v2.0/routers/906d405e-b16a-41fb-a8ab-39b34c0377f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0691690 Jul 18 10:47:15.957226 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e23298c-e268-4f5a-a9f4-7f26b71d7b62 None None] Pushing event updated for resources: {'Port': ['ID=751f0a35-bd8d-4f73-94ac-34cb48799cf9,revision_number=3']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:15.989751 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03326abb-40a9-4cf2-a59e-73dba41a18dc admin admin] Pushing event updated for resources: {'Port': ['ID=28375308-f02b-4c2e-9237-4a77f49844d3,revision_number=2']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:15.996876 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-0f867526-3f2d-4afb-94c4-5d7400efea39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (c3bc26e4-cf1d-4d0f-8ed5-970a19493367), before_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:15.999368 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-dcd256c9-60f5-4a0d-a413-fdde76184002 admin admin] Publish callbacks [] for port (603b1623-5cf2-4603-b446-434aeca6fd4c), precommit_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:16.049884 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-07d9b750-5c54-49d8-a11f-b18328839118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (0d40b7a6-4604-4843-8b2b-aec890e6e2b7), after_update {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:16.067613 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Current status of the port 751f0a35-bd8d-4f73-94ac-34cb48799cf9 is: ACTIVE; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:47:16.069348 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 7756c54e-1391-43ef-b407-efb7789ef108 up at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:47:16.075661 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:16.077363 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c434d701-7af6-4566-933e-ff606f34b85b admin admin] Network c870ad09-0cf6-43e1-982f-d550aa92c6e2 is scheduled to be hosted by DHCP agent 1fc7cd8a-3617-45f0-b645-db80237532c9 with binding_index 1 {{(pid=111155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 10:47:16.085154 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc578249-478b-41e8-8241-f1b846bbfed6 None None] Routers {'ccd4d833-2ce0-4438-9953-12ee3f8e0f47'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:47:16.085937 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-dc578249-478b-41e8-8241-f1b846bbfed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:47:07Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['ccd4d833-2ce0-4438-9953-12ee3f8e0f47'], 'active': True} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:47:16.114394 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63297833-61a5-47a8-bd56-3e5643ce454b None None] Routers {'6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:47:16.115041 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-63297833-61a5-47a8-bd56-3e5643ce454b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:47:07Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3'], 'active': True} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:47:16.120978 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-dcd256c9-60f5-4a0d-a413-fdde76184002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (603b1623-5cf2-4603-b446-434aeca6fd4c), after_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:16.122632 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-dcd256c9-60f5-4a0d-a413-fdde76184002 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3608107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3781902'] for router_interface (6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:16.227733 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03326abb-40a9-4cf2-a59e-73dba41a18dc admin admin] Network 2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81 is already hosted by enough agents. {{(pid=111155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:47:16.237441 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.base_scheduler [None req-03326abb-40a9-4cf2-a59e-73dba41a18dc admin admin] Resources bound (agent type, host, resource id): {{(pid=111155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:47:16.277961 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e7dbf4-cfaf-45e7-a0f0-da7249e6d755 None None] Pushing event updated for resources: {'Port': ['ID=0d40b7a6-4604-4843-8b2b-aec890e6e2b7,revision_number=3']} {{(pid=111157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:16.288320 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.base_scheduler [None req-c434d701-7af6-4566-933e-ff606f34b85b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849498-1-iscsi, c870ad09-0cf6-43e1-982f-d550aa92c6e2) {{(pid=111155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:47:16.302595 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:INSERT=9 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:16.310270 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c434d701-7af6-4566-933e-ff606f34b85b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:16.310880 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-c434d701-7af6-4566-933e-ff606f34b85b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for subnet (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:16.317093 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d9b750-5c54-49d8-a11f-b18328839118 None None] Routers {'13c68995-9203-4ad2-bce3-e2b5c7e98780'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:47:16.319191 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-07d9b750-5c54-49d8-a11f-b18328839118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:47:07Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['13c68995-9203-4ad2-bce3-e2b5c7e98780'], 'active': True} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:47:16.376555 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1261666e-74c5-4117-bce8-899a21d28677 None None] Network c870ad09-0cf6-43e1-982f-d550aa92c6e2 requested from dv-cinder-849498-1-iscsi {{(pid=111156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:47:16.491072 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3703fa81-662f-4876-a53c-485d5e70a507 None None] Pushing event updated for resources: {'Port': ['ID=cf987100-66ea-496b-aa17-eaf34554ff4f,revision_number=3']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:16.548238 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd256c9-60f5-4a0d-a413-fdde76184002 admin admin] Pushing event updated for resources: {'Port': ['ID=603b1623-5cf2-4603-b446-434aeca6fd4c,revision_number=2']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:16.606160 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:16.615584 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvr_db [None req-07d9b750-5c54-49d8-a11f-b18328839118 None None] Set router 13c68995-9203-4ad2-bce3-e2b5c7e98780 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:47:16.663339 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd256c9-60f5-4a0d-a413-fdde76184002 admin admin] Network cfde60e0-9a8e-4b4d-8a28-cc720005757b is already hosted by enough agents. {{(pid=111154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:47:16.671182 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.base_scheduler [None req-dcd256c9-60f5-4a0d-a413-fdde76184002 admin admin] Resources bound (agent type, host, resource id): {{(pid=111154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:47:16.688675 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-15799c11-bd4c-407e-be1e-2549e1ff9af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:16.767076 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:16.789998 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-c434d701-7af6-4566-933e-ff606f34b85b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.2300124 Jul 18 10:47:16.930815 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-0f867526-3f2d-4afb-94c4-5d7400efea39 admin admin] Publish callbacks [] for port (c3bc26e4-cf1d-4d0f-8ed5-970a19493367), precommit_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:16.961362 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03326abb-40a9-4cf2-a59e-73dba41a18dc admin admin] Router 3663ab98-9729-41e8-b5da-0c726d2fb113 has already been hosted by L3 agent e6bcb791-bd43-4d6b-ab54-e591cb66712b {{(pid=111155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:47:17.032541 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:17.078053 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7e23298c-e268-4f5a-a9f4-7f26b71d7b62 None None] Current status of the port e4ea6812-773e-4ef0-81b4-2b36b7872191 is: ACTIVE; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:47:17.100109 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bc46d6-ced9-44fc-a010-989782d76e49 None None] Sync routers for ids ['906d405e-b16a-41fb-a8ab-39b34c0377f9'] in dv-cinder-849498-1-iscsi {{(pid=111156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:47:17.201547 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:17.275286 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:17.282016 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-0f867526-3f2d-4afb-94c4-5d7400efea39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (c3bc26e4-cf1d-4d0f-8ed5-970a19493367), after_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:17.286769 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-0f867526-3f2d-4afb-94c4-5d7400efea39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3608107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3781902'] for router_interface (ccd4d833-2ce0-4438-9953-12ee3f8e0f47), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:17.316059 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-07d9b750-5c54-49d8-a11f-b18328839118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c68995-9203-4ad2-bce3-e2b5c7e98780', 'name': 'tempest-DeleteServersTestJSON-1374871601-router', 'tenant_id': '6d288974aac54fa681cfafa262d019eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '0d40b7a6-4604-4843-8b2b-aec890e6e2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:02Z', 'updated_at': '2022-07-18T10:47:09Z', 'revision_number': 3, 'project_id': '6d288974aac54fa681cfafa262d019eb', 'gw_port': {'id': '0d40b7a6-4604-4843-8b2b-aec890e6e2b7', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:14:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c68995-9203-4ad2-bce3-e2b5c7e98780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:04Z', 'updated_at': '2022-07-18T10:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi'}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:47:17.346289 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Provisioning complete for port 7756c54e-1391-43ef-b407-efb7789ef108 triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:47:17.346731 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (7756c54e-1391-43ef-b407-efb7789ef108), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:17.368075 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-7e23298c-e268-4f5a-a9f4-7f26b71d7b62 None None] Provisioning complete for port 8601c87f-a749-4406-b9e1-628e8a01fa44 triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:47:17.368474 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7e23298c-e268-4f5a-a9f4-7f26b71d7b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (8601c87f-a749-4406-b9e1-628e8a01fa44), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:17.380398 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d9b750-5c54-49d8-a11f-b18328839118 None None] The sync data for ids ['13c68995-9203-4ad2-bce3-e2b5c7e98780'] in dv-cinder-849498-1-iscsi is: [{'id': '13c68995-9203-4ad2-bce3-e2b5c7e98780', 'name': 'tempest-DeleteServersTestJSON-1374871601-router', 'tenant_id': '6d288974aac54fa681cfafa262d019eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '0d40b7a6-4604-4843-8b2b-aec890e6e2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:02Z', 'updated_at': '2022-07-18T10:47:09Z', 'revision_number': 3, 'project_id': '6d288974aac54fa681cfafa262d019eb', 'gw_port': {'id': '0d40b7a6-4604-4843-8b2b-aec890e6e2b7', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:14:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c68995-9203-4ad2-bce3-e2b5c7e98780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:04Z', 'updated_at': '2022-07-18T10:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi'}] {{(pid=111157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:47:17.387500 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03326abb-40a9-4cf2-a59e-73dba41a18dc admin admin] Notify agent at l3_agent.dv-cinder-849498-1-iscsi the message routers_updated {{(pid=111155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:47:17.403844 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31567d19-d442-4128-b336-10c05342c45b None None] Sync routers for ids ['3663ab98-9729-41e8-b5da-0c726d2fb113'] in dv-cinder-849498-1-iscsi {{(pid=111157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:47:17.431393 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31567d19-d442-4128-b336-10c05342c45b None None] Routers {'3663ab98-9729-41e8-b5da-0c726d2fb113'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:47:17.432285 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-31567d19-d442-4128-b336-10c05342c45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:47:07Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['3663ab98-9729-41e8-b5da-0c726d2fb113'], 'active': True} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:47:17.541875 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.db_base_plugin_common [None req-15799c11-bd4c-407e-be1e-2549e1ff9af1 admin admin] Allocated IP 172.20.0.1 (8facd695-f9d6-4e5e-8364-4f0d87722f61/baac7679-14e5-400c-ae06-ec5ffa24657f/3ae7f8fa-688f-447c-a353-3d6d84571321) {{(pid=111154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:47:17.605936 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvr_db [None req-dc578249-478b-41e8-8241-f1b846bbfed6 None None] Set router ccd4d833-2ce0-4438-9953-12ee3f8e0f47 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:47:17.645397 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvr_db [None req-63297833-61a5-47a8-bd56-3e5643ce454b None None] Set router 6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:47:17.727854 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 39020) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:47:17.747692 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-03326abb-40a9-4cf2-a59e-73dba41a18dc admin admin] 10.222.0.49 "PUT /v2.0/routers/3663ab98-9729-41e8-b5da-0c726d2fb113/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0550356 Jul 18 10:47:17.773350 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bc46d6-ced9-44fc-a010-989782d76e49 None None] Routers {'906d405e-b16a-41fb-a8ab-39b34c0377f9'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:47:17.774149 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvr_db [None req-31567d19-d442-4128-b336-10c05342c45b None None] Set router 3663ab98-9729-41e8-b5da-0c726d2fb113 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:47:17.777958 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-07bc46d6-ced9-44fc-a010-989782d76e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:47:07Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['906d405e-b16a-41fb-a8ab-39b34c0377f9'], 'active': True} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:47:17.874062 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d254d67-eb25-45b2-824f-d82883b308b3 None None] Pushing event updated for resources: {'Port': ['ID=4083be66-18b5-4ad2-a323-569672bf755b,revision_number=3']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:17.889153 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f867526-3f2d-4afb-94c4-5d7400efea39 admin admin] Network cacd27b7-b866-4702-aa51-5895ad956ffc is already hosted by enough agents. {{(pid=111155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:47:17.929567 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.base_scheduler [None req-0f867526-3f2d-4afb-94c4-5d7400efea39 admin admin] Resources bound (agent type, host, resource id): {{(pid=111155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:47:18.091623 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-15799c11-bd4c-407e-be1e-2549e1ff9af1 admin admin] Publish callbacks [] for port (3ae7f8fa-688f-447c-a353-3d6d84571321), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:18.095927 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:18.315614 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:18.368228 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f867526-3f2d-4afb-94c4-5d7400efea39 admin admin] Pushing event updated for resources: {'Port': ['ID=c3bc26e4-cf1d-4d0f-8ed5-970a19493367,revision_number=2']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:18.405870 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd256c9-60f5-4a0d-a413-fdde76184002 admin admin] Router 6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3 has already been hosted by L3 agent e6bcb791-bd43-4d6b-ab54-e591cb66712b {{(pid=111154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:47:18.429856 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ff13c3-6eaa-459f-a02b-cec7ff215080 None None] Network c870ad09-0cf6-43e1-982f-d550aa92c6e2 requested from dv-cinder-849498-1-iscsi {{(pid=111156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:47:18.449883 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-31567d19-d442-4128-b336-10c05342c45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3663ab98-9729-41e8-b5da-0c726d2fb113', 'name': 'tempest-AttachVolumeTestJSON-1188077473-router', 'tenant_id': 'f32dc706424247d0ac1dc7a6aa633107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:01Z', 'updated_at': '2022-07-18T10:47:13Z', 'revision_number': 4, 'project_id': 'f32dc706424247d0ac1dc7a6aa633107', 'gw_port': {'id': '0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:dd:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3663ab98-9729-41e8-b5da-0c726d2fb113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:03Z', 'updated_at': '2022-07-18T10:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': '28375308-f02b-4c2e-9237-4a77f49844d3', 'name': '', 'network_id': '2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81', 'tenant_id': 'f32dc706424247d0ac1dc7a6aa633107', 'mac_address': 'fa:16:3e:c8:19:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3663ab98-9729-41e8-b5da-0c726d2fb113', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b6c39f47-e8f1-437f-bec0-2fa249892ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:11Z', 'updated_at': '2022-07-18T10:47:14Z', 'revision_number': 2, 'project_id': 'f32dc706424247d0ac1dc7a6aa633107', 'subnets': [{'id': 'b6c39f47-e8f1-437f-bec0-2fa249892ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:47:18.462533 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f867526-3f2d-4afb-94c4-5d7400efea39 admin admin] Router ccd4d833-2ce0-4438-9953-12ee3f8e0f47 has already been hosted by L3 agent e6bcb791-bd43-4d6b-ab54-e591cb66712b {{(pid=111155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:47:18.486684 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-7b2fc926-c839-47ff-a812-6c179c593eeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:18.507449 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31567d19-d442-4128-b336-10c05342c45b None None] Checking router: 3663ab98-9729-41e8-b5da-0c726d2fb113 for host: dv-cinder-849498-1-iscsi {{(pid=111157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:47:18.507449 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31567d19-d442-4128-b336-10c05342c45b None None] Updating router 3663ab98-9729-41e8-b5da-0c726d2fb113 port 28375308-f02b-4c2e-9237-4a77f49844d3 binding host dv-cinder-849498-1-iscsi {{(pid=111157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 10:47:18.559379 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-31567d19-d442-4128-b336-10c05342c45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (28375308-f02b-4c2e-9237-4a77f49844d3), before_update {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:18.670259 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-7b2fc926-c839-47ff-a812-6c179c593eeb admin admin] Publish callbacks [] for security_group (9212b736-f0d5-4477-81d5-7c53fef6ff74), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:18.711461 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-15799c11-bd4c-407e-be1e-2549e1ff9af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684'] for port (3ae7f8fa-688f-447c-a353-3d6d84571321), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:18.774989 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f867526-3f2d-4afb-94c4-5d7400efea39 admin admin] Notify agent at l3_agent.dv-cinder-849498-1-iscsi the message routers_updated {{(pid=111155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:47:18.795904 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-0f867526-3f2d-4afb-94c4-5d7400efea39 admin admin] 10.222.0.49 "PUT /v2.0/routers/ccd4d833-2ce0-4438-9953-12ee3f8e0f47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2174182 Jul 18 10:47:18.801385 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-7b2fc926-c839-47ff-a812-6c179c593eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (9212b736-f0d5-4477-81d5-7c53fef6ff74), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:18.840574 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15799c11-bd4c-407e-be1e-2549e1ff9af1 admin admin] Network 8facd695-f9d6-4e5e-8364-4f0d87722f61 is already hosted by enough agents. {{(pid=111154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:47:18.855462 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15799c11-bd4c-407e-be1e-2549e1ff9af1 admin admin] Pushing event updated for resources: {'Port': ['ID=3ae7f8fa-688f-447c-a353-3d6d84571321,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:18.874245 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2fc926-c839-47ff-a812-6c179c593eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9212b736-f0d5-4477-81d5-7c53fef6ff74,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:18.885930 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-7b2fc926-c839-47ff-a812-6c179c593eeb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9b3bf4aa5c674c38939bee4245cc57da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9828217 Jul 18 10:47:18.889157 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 39072) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:47:18.895627 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.base_scheduler [None req-15799c11-bd4c-407e-be1e-2549e1ff9af1 admin admin] Resources bound (agent type, host, resource id): {{(pid=111154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:47:18.905854 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15799c11-bd4c-407e-be1e-2549e1ff9af1 admin admin] Received port after_create {{(pid=111154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:47:18.906521 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-15799c11-bd4c-407e-be1e-2549e1ff9af1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3782518'] for router_interface (13c68995-9203-4ad2-bce3-e2b5c7e98780), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:18.928313 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:19.061426 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd256c9-60f5-4a0d-a413-fdde76184002 admin admin] Notify agent at l3_agent.dv-cinder-849498-1-iscsi the message routers_updated {{(pid=111154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:47:19.084194 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-dcd256c9-60f5-4a0d-a413-fdde76184002 admin admin] 10.222.0.49 "PUT /v2.0/routers/6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9942808 Jul 18 10:47:19.086562 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-56a529a2-ebde-4533-a043-e8554d6bf5a0 admin admin] Publish callbacks [] for security_group (9212b736-f0d5-4477-81d5-7c53fef6ff74), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:19.130665 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=100 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:19.148077 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=100 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:19.169504 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-56a529a2-ebde-4533-a043-e8554d6bf5a0 admin admin] Publish callbacks [] for security_group (9212b736-f0d5-4477-81d5-7c53fef6ff74), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:19.349464 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 39094) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:47:19.367356 dv-cinder-849498-1-iscsi neutron-server[111155]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 18 10:47:19.385650 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 39096) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:47:19.392636 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [None req-edba9d9e-7675-49ce-a04b-cd793a66f6f0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-457469201-network', 'tenant_id': '295a4c37c02d4c0ab7fdab38198bb254'}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:47:19.403462 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-31567d19-d442-4128-b336-10c05342c45b None None] Publish callbacks [] for port (28375308-f02b-4c2e-9237-4a77f49844d3), precommit_update {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:19.492458 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-15799c11-bd4c-407e-be1e-2549e1ff9af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (3ae7f8fa-688f-447c-a353-3d6d84571321), before_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:19.586418 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-31567d19-d442-4128-b336-10c05342c45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (28375308-f02b-4c2e-9237-4a77f49844d3), after_update {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:19.724869 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvr_db [None req-07bc46d6-ced9-44fc-a010-989782d76e49 None None] Set router 906d405e-b16a-41fb-a8ab-39b34c0377f9 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:47:19.756467 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-56a529a2-ebde-4533-a043-e8554d6bf5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (9212b736-f0d5-4477-81d5-7c53fef6ff74), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:19.759372 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-56a529a2-ebde-4533-a043-e8554d6bf5a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:19.761401 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-56a529a2-ebde-4533-a043-e8554d6bf5a0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9212b736-f0d5-4477-81d5-7c53fef6ff74 HTTP/1.1" status: 204 len: 168 time: 0.8683298 Jul 18 10:47:19.824354 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c05cc5-02cd-4f1e-9e0d-ace57b076f7b None None] Pushing event updated for resources: {'Port': ['ID=28375308-f02b-4c2e-9237-4a77f49844d3,revision_number=3']} {{(pid=111157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:19.875292 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edba9d9e-7675-49ce-a04b-cd793a66f6f0 admin admin] Made reservation on behalf of 295a4c37c02d4c0ab7fdab38198bb254 for: {'network': 1} {{(pid=111154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:47:19.883826 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-edba9d9e-7675-49ce-a04b-cd793a66f6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for network (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:19.896130 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.managers [None req-31567d19-d442-4128-b336-10c05342c45b None None] Attempting to bind port 28375308-f02b-4c2e-9237-4a77f49844d3 on host dv-cinder-849498-1-iscsi for vnic_type normal with profile {{(pid=111157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:47:19.896508 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.managers [None req-31567d19-d442-4128-b336-10c05342c45b None None] Attempting to bind port 28375308-f02b-4c2e-9237-4a77f49844d3 by drivers openvswitch,hyperv on host dv-cinder-849498-1-iscsi at level 0 using segments [{'id': 'b79fb7a8-45cf-4253-a4e0-8e4cb2774c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81'}] {{(pid=111157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:47:19.896912 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31567d19-d442-4128-b336-10c05342c45b None None] Attempting to bind port 28375308-f02b-4c2e-9237-4a77f49844d3 on network 2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81 {{(pid=111157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:47:19.908109 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31567d19-d442-4128-b336-10c05342c45b None None] Checking agent: {'id': '62f731a8-190a-49a2-85f5-14fe4e09184e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849498-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 37, 10), 'started_at': datetime.datetime(2022, 7, 18, 10, 37, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849498-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:47:19.908490 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31567d19-d442-4128-b336-10c05342c45b None None] Checking segment: {'id': 'b79fb7a8-45cf-4253-a4e0-8e4cb2774c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:47:19.914746 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-31567d19-d442-4128-b336-10c05342c45b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:19.917072 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31567d19-d442-4128-b336-10c05342c45b None None] Bound using segment: {'id': 'b79fb7a8-45cf-4253-a4e0-8e4cb2774c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81'} {{(pid=111157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:47:19.920690 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.managers [None req-31567d19-d442-4128-b336-10c05342c45b None None] Bound port: 28375308-f02b-4c2e-9237-4a77f49844d3, host: dv-cinder-849498-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b79fb7a8-45cf-4253-a4e0-8e4cb2774c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81'}}] {{(pid=111157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:47:19.925941 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-31567d19-d442-4128-b336-10c05342c45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (28375308-f02b-4c2e-9237-4a77f49844d3), before_update {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:19.927009 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a529a2-ebde-4533-a043-e8554d6bf5a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9212b736-f0d5-4477-81d5-7c53fef6ff74,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:19.960386 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-edba9d9e-7675-49ce-a04b-cd793a66f6f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:19.975407 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a2df1e-511f-40b7-81d5-fd9e3e9bc56b req-7ef9ebb1-d9ea-4548-aa60-33d395493bf6 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:19.987116 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-73a2df1e-511f-40b7-81d5-fd9e3e9bc56b req-7ef9ebb1-d9ea-4548-aa60-33d395493bf6 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/networks?id=09160d22-0418-499d-83b3-2657454003a1 HTTP/1.1" status: 200 len: 818 time: 0.6202528 Jul 18 10:47:20.016039 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-73a2df1e-511f-40b7-81d5-fd9e3e9bc56b req-a7aea5c8-2166-46e4-aa67-907a01e14da2 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/quotas/7184d0f3256344a2af18c639787e538f HTTP/1.1" status: 200 len: 375 time: 0.0270426 Jul 18 10:47:20.065260 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-15799c11-bd4c-407e-be1e-2549e1ff9af1 admin admin] Publish callbacks [] for port (3ae7f8fa-688f-447c-a353-3d6d84571321), precommit_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:20.123408 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7e23298c-e268-4f5a-a9f4-7f26b71d7b62 None None] Current status of the port 8601c87f-a749-4406-b9e1-628e8a01fa44 is: ACTIVE; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:47:20.169091 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-15799c11-bd4c-407e-be1e-2549e1ff9af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (3ae7f8fa-688f-447c-a353-3d6d84571321), after_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:20.170362 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-15799c11-bd4c-407e-be1e-2549e1ff9af1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3608107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3781902'] for router_interface (13c68995-9203-4ad2-bce3-e2b5c7e98780), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:20.179448 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:20.183859 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.db [None req-31567d19-d442-4128-b336-10c05342c45b None None] For port 28375308-f02b-4c2e-9237-4a77f49844d3, host dv-cinder-849498-1-iscsi, cleared binding levels {{(pid=111157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:47:20.188700 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-7e23298c-e268-4f5a-a9f4-7f26b71d7b62 None None] Provisioning complete for port 7756c54e-1391-43ef-b407-efb7789ef108 triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:47:20.189070 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.db [None req-31567d19-d442-4128-b336-10c05342c45b None None] For port 28375308-f02b-4c2e-9237-4a77f49844d3, host dv-cinder-849498-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=28375308-f02b-4c2e-9237-4a77f49844d3,segment=NetworkSegment(b79fb7a8-45cf-4253-a4e0-8e4cb2774c82),segment_id=b79fb7a8-45cf-4253-a4e0-8e4cb2774c82)] {{(pid=111157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:47:20.189251 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7e23298c-e268-4f5a-a9f4-7f26b71d7b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (7756c54e-1391-43ef-b407-efb7789ef108), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:20.192382 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Current status of the port 7756c54e-1391-43ef-b407-efb7789ef108 is: ACTIVE; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:47:20.197780 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 8601c87f-a749-4406-b9e1-628e8a01fa44 up at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:47:20.275999 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-31567d19-d442-4128-b336-10c05342c45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (28375308-f02b-4c2e-9237-4a77f49844d3), after_update {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:20.290402 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-73a2df1e-511f-40b7-81d5-fd9e3e9bc56b req-526ff34d-9c27-4d3b-ae00-b4f031faebcd tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7184d0f3256344a2af18c639787e538f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2665119 Jul 18 10:47:20.391453 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15799c11-bd4c-407e-be1e-2549e1ff9af1 admin admin] Pushing event updated for resources: {'Port': ['ID=3ae7f8fa-688f-447c-a353-3d6d84571321,revision_number=2']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:20.510099 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c05cc5-02cd-4f1e-9e0d-ace57b076f7b None None] Pushing event updated for resources: {'Port': ['ID=28375308-f02b-4c2e-9237-4a77f49844d3,revision_number=4']} {{(pid=111157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:20.522780 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-edba9d9e-7675-49ce-a04b-cd793a66f6f0 admin admin] Publish callbacks [] for security_group (51d11dbf-ae9c-4ba4-8c58-3bbc42012278), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:20.540439 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15799c11-bd4c-407e-be1e-2549e1ff9af1 admin admin] Network 8facd695-f9d6-4e5e-8364-4f0d87722f61 is already hosted by enough agents. {{(pid=111154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:47:20.542193 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.base_scheduler [None req-15799c11-bd4c-407e-be1e-2549e1ff9af1 admin admin] Resources bound (agent type, host, resource id): {{(pid=111154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:47:20.615592 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31567d19-d442-4128-b336-10c05342c45b None None] Routers {'3663ab98-9729-41e8-b5da-0c726d2fb113'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:47:20.616918 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-31567d19-d442-4128-b336-10c05342c45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:47:07Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['3663ab98-9729-41e8-b5da-0c726d2fb113'], 'active': True} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:47:20.659573 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:20.661435 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-edba9d9e-7675-49ce-a04b-cd793a66f6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (51d11dbf-ae9c-4ba4-8c58-3bbc42012278), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:20.723329 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-63297833-61a5-47a8-bd56-3e5643ce454b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'name': 'tempest-AttachVolumeNegativeTest-431570464-router', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '4083be66-18b5-4ad2-a323-569672bf755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:00Z', 'updated_at': '2022-07-18T10:47:14Z', 'revision_number': 4, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'gw_port': {'id': '4083be66-18b5-4ad2-a323-569672bf755b', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:02Z', 'updated_at': '2022-07-18T10:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': '603b1623-5cf2-4603-b446-434aeca6fd4c', 'name': '', 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'mac_address': 'fa:16:3e:29:7e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'aa197fa4-4b14-4357-8299-842622dc6172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:10Z', 'updated_at': '2022-07-18T10:47:15Z', 'revision_number': 2, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'subnets': [{'id': 'aa197fa4-4b14-4357-8299-842622dc6172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:47:20.829576 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63297833-61a5-47a8-bd56-3e5643ce454b None None] The sync data for ids ['6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3'] in dv-cinder-849498-1-iscsi is: [{'id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'name': 'tempest-AttachVolumeNegativeTest-431570464-router', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '4083be66-18b5-4ad2-a323-569672bf755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:00Z', 'updated_at': '2022-07-18T10:47:14Z', 'revision_number': 4, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'gw_port': {'id': '4083be66-18b5-4ad2-a323-569672bf755b', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:02Z', 'updated_at': '2022-07-18T10:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': '603b1623-5cf2-4603-b446-434aeca6fd4c', 'name': '', 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'mac_address': 'fa:16:3e:29:7e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'aa197fa4-4b14-4357-8299-842622dc6172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:10Z', 'updated_at': '2022-07-18T10:47:15Z', 'revision_number': 2, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'subnets': [{'id': 'aa197fa4-4b14-4357-8299-842622dc6172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:47:20.835193 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 39120) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:47:20.840392 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [None req-2c97d720-c9ac-4704-8c97-98d2756e83fa tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Request body: {'security_group': {'name': 'tempest-securitygroup--156915885', 'description': 'tempest-description--1792967803'}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:47:20.890282 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edba9d9e-7675-49ce-a04b-cd793a66f6f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=111154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 10:47:20.952745 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=100 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:20.961743 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-dc578249-478b-41e8-8241-f1b846bbfed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd4d833-2ce0-4438-9953-12ee3f8e0f47', 'name': 'tempest-AttachVolumeShelveTestJSON-108440083-router', 'tenant_id': '48497435674b41ccb34f6ff43026a232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'cf987100-66ea-496b-aa17-eaf34554ff4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:02Z', 'updated_at': '2022-07-18T10:47:15Z', 'revision_number': 4, 'project_id': '48497435674b41ccb34f6ff43026a232', 'gw_port': {'id': 'cf987100-66ea-496b-aa17-eaf34554ff4f', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd4d833-2ce0-4438-9953-12ee3f8e0f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:03Z', 'updated_at': '2022-07-18T10:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': 'c3bc26e4-cf1d-4d0f-8ed5-970a19493367', 'name': '', 'network_id': 'cacd27b7-b866-4702-aa51-5895ad956ffc', 'tenant_id': '48497435674b41ccb34f6ff43026a232', 'mac_address': 'fa:16:3e:09:1f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd4d833-2ce0-4438-9953-12ee3f8e0f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0722f3de-6f57-48f1-8200-e5895920f8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:12Z', 'updated_at': '2022-07-18T10:47:12Z', 'revision_number': 1, 'project_id': '48497435674b41ccb34f6ff43026a232', 'subnets': [{'id': '0722f3de-6f57-48f1-8200-e5895920f8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:47:20.962517 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edba9d9e-7675-49ce-a04b-cd793a66f6f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d11dbf-ae9c-4ba4-8c58-3bbc42012278,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:20.971861 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-edba9d9e-7675-49ce-a04b-cd793a66f6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547345'] for segment (5947a713-86a8-437e-9856-2eb7905491d7), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:20.973685 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.db.segments_db [None req-edba9d9e-7675-49ce-a04b-cd793a66f6f0 admin admin] Added segment 5947a713-86a8-437e-9856-2eb7905491d7 of type vlan for network f8350898-db33-403e-ae49-e19fc2390b39 Jul 18 10:47:20.981166 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-2c97d720-c9ac-4704-8c97-98d2756e83fa tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks [] for security_group (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:21.032464 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvr_db [None req-31567d19-d442-4128-b336-10c05342c45b None None] Set router 3663ab98-9729-41e8-b5da-0c726d2fb113 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:47:21.064057 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc578249-478b-41e8-8241-f1b846bbfed6 None None] The sync data for ids ['ccd4d833-2ce0-4438-9953-12ee3f8e0f47'] in dv-cinder-849498-1-iscsi is: [{'id': 'ccd4d833-2ce0-4438-9953-12ee3f8e0f47', 'name': 'tempest-AttachVolumeShelveTestJSON-108440083-router', 'tenant_id': '48497435674b41ccb34f6ff43026a232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'cf987100-66ea-496b-aa17-eaf34554ff4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:02Z', 'updated_at': '2022-07-18T10:47:15Z', 'revision_number': 4, 'project_id': '48497435674b41ccb34f6ff43026a232', 'gw_port': {'id': 'cf987100-66ea-496b-aa17-eaf34554ff4f', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd4d833-2ce0-4438-9953-12ee3f8e0f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:03Z', 'updated_at': '2022-07-18T10:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': 'c3bc26e4-cf1d-4d0f-8ed5-970a19493367', 'name': '', 'network_id': 'cacd27b7-b866-4702-aa51-5895ad956ffc', 'tenant_id': '48497435674b41ccb34f6ff43026a232', 'mac_address': 'fa:16:3e:09:1f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd4d833-2ce0-4438-9953-12ee3f8e0f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0722f3de-6f57-48f1-8200-e5895920f8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:12Z', 'updated_at': '2022-07-18T10:47:12Z', 'revision_number': 1, 'project_id': '48497435674b41ccb34f6ff43026a232', 'subnets': [{'id': '0722f3de-6f57-48f1-8200-e5895920f8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:47:21.083389 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=100 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:21.085491 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15799c11-bd4c-407e-be1e-2549e1ff9af1 admin admin] Router 13c68995-9203-4ad2-bce3-e2b5c7e98780 has already been hosted by L3 agent e6bcb791-bd43-4d6b-ab54-e591cb66712b {{(pid=111154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:47:21.094222 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Provisioning complete for port 8601c87f-a749-4406-b9e1-628e8a01fa44 triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:47:21.095326 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (8601c87f-a749-4406-b9e1-628e8a01fa44), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:21.110723 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-edba9d9e-7675-49ce-a04b-cd793a66f6f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741535579194'] for network (f8350898-db33-403e-ae49-e19fc2390b39), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:21.216261 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 39126) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:47:21.306721 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-2c97d720-c9ac-4704-8c97-98d2756e83fa tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks [] for security_group (cb3791ee-ee01-408c-b7a8-8c9c2ce033be), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:21.310786 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7e23298c-e268-4f5a-a9f4-7f26b71d7b62 None None] Current status of the port 7756c54e-1391-43ef-b407-efb7789ef108 is: ACTIVE; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:47:21.411726 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-edba9d9e-7675-49ce-a04b-cd793a66f6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529'] for network (f8350898-db33-403e-ae49-e19fc2390b39), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:21.412998 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edba9d9e-7675-49ce-a04b-cd793a66f6f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:21.416535 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-edba9d9e-7675-49ce-a04b-cd793a66f6f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for network (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:21.424472 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Current status of the port 8601c87f-a749-4406-b9e1-628e8a01fa44 is: ACTIVE; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:47:21.433927 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-07bc46d6-ced9-44fc-a010-989782d76e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '906d405e-b16a-41fb-a8ab-39b34c0377f9', 'name': 'tempest-ServerRescueNegativeTestJSON-581772959-router', 'tenant_id': '7184d0f3256344a2af18c639787e538f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:00Z', 'updated_at': '2022-07-18T10:47:11Z', 'revision_number': 4, 'project_id': '7184d0f3256344a2af18c639787e538f', 'gw_port': {'id': '4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '906d405e-b16a-41fb-a8ab-39b34c0377f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:01Z', 'updated_at': '2022-07-18T10:47:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': '7e8cb12d-f119-4020-990e-97c81b5c5e24', 'name': '', 'network_id': '09160d22-0418-499d-83b3-2657454003a1', 'tenant_id': '7184d0f3256344a2af18c639787e538f', 'mac_address': 'fa:16:3e:a2:58:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '906d405e-b16a-41fb-a8ab-39b34c0377f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'de6eeef4-c7ed-4de0-9d7b-74b96eafe12b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:07Z', 'updated_at': '2022-07-18T10:47:11Z', 'revision_number': 2, 'project_id': '7184d0f3256344a2af18c639787e538f', 'subnets': [{'id': 'de6eeef4-c7ed-4de0-9d7b-74b96eafe12b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:47:21.439271 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-2c97d720-c9ac-4704-8c97-98d2756e83fa tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (cb3791ee-ee01-408c-b7a8-8c9c2ce033be), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:21.443003 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15799c11-bd4c-407e-be1e-2549e1ff9af1 admin admin] Notify agent at l3_agent.dv-cinder-849498-1-iscsi the message routers_updated {{(pid=111154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:47:21.481739 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-15799c11-bd4c-407e-be1e-2549e1ff9af1 admin admin] 10.222.0.49 "PUT /v2.0/routers/13c68995-9203-4ad2-bce3-e2b5c7e98780/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9437909 Jul 18 10:47:21.585010 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c97d720-c9ac-4704-8c97-98d2756e83fa tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3791ee-ee01-408c-b7a8-8c9c2ce033be,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:21.601349 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-2c97d720-c9ac-4704-8c97-98d2756e83fa tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks [] for security_group (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:21.605114 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-2c97d720-c9ac-4704-8c97-98d2756e83fa tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7678285 Jul 18 10:47:21.605874 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762c4b95-d2c8-4551-b4c4-19336729f91d None None] Sync routers for ids ['13c68995-9203-4ad2-bce3-e2b5c7e98780'] in dv-cinder-849498-1-iscsi {{(pid=111156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:47:21.607425 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 39132) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:47:21.615742 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bc46d6-ced9-44fc-a010-989782d76e49 None None] Checking router: 906d405e-b16a-41fb-a8ab-39b34c0377f9 for host: dv-cinder-849498-1-iscsi {{(pid=111156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:47:21.615742 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bc46d6-ced9-44fc-a010-989782d76e49 None None] Updating router 906d405e-b16a-41fb-a8ab-39b34c0377f9 port 7e8cb12d-f119-4020-990e-97c81b5c5e24 binding host dv-cinder-849498-1-iscsi {{(pid=111156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 10:47:21.632929 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [None req-383c66a6-0af4-4a8d-aa1f-ef72ef987130 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Request body: {'security_group_rule': {'security_group_id': 'cb3791ee-ee01-408c-b7a8-8c9c2ce033be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:47:21.646860 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-53623497-d4ec-4e46-b8eb-377f900f09db None None] Provisioning complete for port 28375308-f02b-4c2e-9237-4a77f49844d3 triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:47:21.649443 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-53623497-d4ec-4e46-b8eb-377f900f09db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (28375308-f02b-4c2e-9237-4a77f49844d3), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:21.657801 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-edba9d9e-7675-49ce-a04b-cd793a66f6f0 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.2707417 Jul 18 10:47:21.660063 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 39136) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:47:21.699473 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [None req-d9e529e8-3f96-40c1-9814-b69d8adbc6ee admin admin] Request body: {'subnet': {'network_id': 'f8350898-db33-403e-ae49-e19fc2390b39', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-457469201-subnet', 'tenant_id': '295a4c37c02d4c0ab7fdab38198bb254', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:47:21.738729 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edba9d9e-7675-49ce-a04b-cd793a66f6f0 admin admin] Pushing event updated for resources: {'Network': ['ID=f8350898-db33-403e-ae49-e19fc2390b39,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:21.819413 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:21.822035 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-383c66a6-0af4-4a8d-aa1f-ef72ef987130 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks [] for security_group_rule (80353afa-a1b9-412a-976b-834a686f95ab), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:21.905484 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-31567d19-d442-4128-b336-10c05342c45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3663ab98-9729-41e8-b5da-0c726d2fb113', 'name': 'tempest-AttachVolumeTestJSON-1188077473-router', 'tenant_id': 'f32dc706424247d0ac1dc7a6aa633107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:01Z', 'updated_at': '2022-07-18T10:47:13Z', 'revision_number': 4, 'project_id': 'f32dc706424247d0ac1dc7a6aa633107', 'gw_port': {'id': '0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:dd:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3663ab98-9729-41e8-b5da-0c726d2fb113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:03Z', 'updated_at': '2022-07-18T10:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': '28375308-f02b-4c2e-9237-4a77f49844d3', 'name': '', 'network_id': '2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81', 'tenant_id': 'f32dc706424247d0ac1dc7a6aa633107', 'mac_address': 'fa:16:3e:c8:19:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3663ab98-9729-41e8-b5da-0c726d2fb113', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b6c39f47-e8f1-437f-bec0-2fa249892ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:11Z', 'updated_at': '2022-07-18T10:47:20Z', 'revision_number': 4, 'project_id': 'f32dc706424247d0ac1dc7a6aa633107', 'subnets': [{'id': 'b6c39f47-e8f1-437f-bec0-2fa249892ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:47:21.936449 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762c4b95-d2c8-4551-b4c4-19336729f91d None None] Routers {'13c68995-9203-4ad2-bce3-e2b5c7e98780'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:47:21.949578 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-762c4b95-d2c8-4551-b4c4-19336729f91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:47:07Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['13c68995-9203-4ad2-bce3-e2b5c7e98780'], 'active': True} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:47:21.953264 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e529e8-3f96-40c1-9814-b69d8adbc6ee admin admin] Made reservation on behalf of 295a4c37c02d4c0ab7fdab38198bb254 for: {'subnet': 1} {{(pid=111154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:47:21.957588 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-d9e529e8-3f96-40c1-9814-b69d8adbc6ee admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:21.964065 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Network f8350898-db33-403e-ae49-e19fc2390b39 details requested by agent ovs-agent-dv-cinder-849498-1-iscsi with host dv-cinder-849498-1-iscsi {{(pid=111156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 10:47:21.998993 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-383c66a6-0af4-4a8d-aa1f-ef72ef987130 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks [] for security_group_rule (80353afa-a1b9-412a-976b-834a686f95ab), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:22.001212 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 39138) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:47:22.020556 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31567d19-d442-4128-b336-10c05342c45b None None] The sync data for ids ['3663ab98-9729-41e8-b5da-0c726d2fb113'] in dv-cinder-849498-1-iscsi is: [{'id': '3663ab98-9729-41e8-b5da-0c726d2fb113', 'name': 'tempest-AttachVolumeTestJSON-1188077473-router', 'tenant_id': 'f32dc706424247d0ac1dc7a6aa633107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:01Z', 'updated_at': '2022-07-18T10:47:13Z', 'revision_number': 4, 'project_id': 'f32dc706424247d0ac1dc7a6aa633107', 'gw_port': {'id': '0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:dd:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3663ab98-9729-41e8-b5da-0c726d2fb113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:03Z', 'updated_at': '2022-07-18T10:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': '28375308-f02b-4c2e-9237-4a77f49844d3', 'name': '', 'network_id': '2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81', 'tenant_id': 'f32dc706424247d0ac1dc7a6aa633107', 'mac_address': 'fa:16:3e:c8:19:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3663ab98-9729-41e8-b5da-0c726d2fb113', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b6c39f47-e8f1-437f-bec0-2fa249892ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:11Z', 'updated_at': '2022-07-18T10:47:20Z', 'revision_number': 4, 'project_id': 'f32dc706424247d0ac1dc7a6aa633107', 'subnets': [{'id': 'b6c39f47-e8f1-437f-bec0-2fa249892ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:47:22.023036 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=100 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:22.051621 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [req-73a2df1e-511f-40b7-81d5-fd9e3e9bc56b req-2b13c667-4f0e-44f4-94de-1bcf2ecaa2f1 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=111155) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 10:47:22.052727 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-73a2df1e-511f-40b7-81d5-fd9e3e9bc56b req-2b13c667-4f0e-44f4-94de-1bcf2ecaa2f1 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9123659 Jul 18 10:47:22.058466 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-660868d8-4ebc-4ff8-b523-b37bfc70ae15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:22.180852 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=100 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:22.207754 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 39140) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:47:22.234702 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [None req-0d6a3a63-46c4-4d66-bb38-cf406ef70c89 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Request body: {'security_group': {'name': 'tempest-securitygroup--846297287', 'description': 'tempest-description--935331681'}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:47:22.342820 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-0d6a3a63-46c4-4d66-bb38-cf406ef70c89 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks [] for security_group (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:22.368465 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-07bc46d6-ced9-44fc-a010-989782d76e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (7e8cb12d-f119-4020-990e-97c81b5c5e24), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:22.603129 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:22.623962 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:22.628559 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-383c66a6-0af4-4a8d-aa1f-ef72ef987130 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706217'] for security_group_rule (80353afa-a1b9-412a-976b-834a686f95ab), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:22.757949 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-866355bd-0e77-4e0c-a7ca-2a4313a8f4e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:22.778617 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-0d6a3a63-46c4-4d66-bb38-cf406ef70c89 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks [] for security_group (8206bee7-b785-4a96-80a0-748341e928f4), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:22.834846 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c66a6-0af4-4a8d-aa1f-ef72ef987130 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80353afa-a1b9-412a-976b-834a686f95ab,revision_number=0']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:22.874502 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-0d6a3a63-46c4-4d66-bb38-cf406ef70c89 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (8206bee7-b785-4a96-80a0-748341e928f4), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:22.986852 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-d9e529e8-3f96-40c1-9814-b69d8adbc6ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529'] for subnet (f0f81cd3-f634-4a15-9668-52cdf4291ff1), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:23.012923 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvr_db [None req-762c4b95-d2c8-4551-b4c4-19336729f91d None None] Set router 13c68995-9203-4ad2-bce3-e2b5c7e98780 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:47:23.019983 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-383c66a6-0af4-4a8d-aa1f-ef72ef987130 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:23.027440 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-383c66a6-0af4-4a8d-aa1f-ef72ef987130 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4181883 Jul 18 10:47:23.041373 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 39148) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:47:23.084297 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-73a2df1e-511f-40b7-81d5-fd9e3e9bc56b req-e861dbc7-24cf-4a96-9a18-153344fb2d3f service neutron] 10.222.0.49 "GET /v2.0/networks/09160d22-0418-499d-83b3-2657454003a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0068002 Jul 18 10:47:23.137316 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5 up at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:47:23.148815 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6a3a63-46c4-4d66-bb38-cf406ef70c89 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8206bee7-b785-4a96-80a0-748341e928f4,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:23.172364 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-0d6a3a63-46c4-4d66-bb38-cf406ef70c89 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks [] for security_group (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:23.175000 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-0d6a3a63-46c4-4d66-bb38-cf406ef70c89 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.9655583 Jul 18 10:47:23.187668 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 39152) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:47:23.218147 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [None req-46b939d3-ae4a-43fd-a520-f2143e73b676 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Request body: {'security_group_rule': {'security_group_id': '8206bee7-b785-4a96-80a0-748341e928f4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:47:23.230746 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e529e8-3f96-40c1-9814-b69d8adbc6ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0f81cd3-f634-4a15-9668-52cdf4291ff1,revision_number=0']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:23.255995 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [None req-b999781f-61b6-46bf-a8bb-a77e4f9b63af tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Request body: {'security_group_rule': {'security_group_id': 'cb3791ee-ee01-408c-b7a8-8c9c2ce033be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:47:23.271830 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 39154) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:47:23.302224 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [None req-cf7685c8-effa-423a-9990-b60955f5c6c8 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2037182630', 'description': 'tempest-description--1380742582'}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:47:23.331163 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:23.341822 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e529e8-3f96-40c1-9814-b69d8adbc6ee admin admin] Checking segment: {'id': '5947a713-86a8-437e-9856-2eb7905491d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f8350898-db33-403e-ae49-e19fc2390b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:47:23.342212 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e529e8-3f96-40c1-9814-b69d8adbc6ee admin admin] Network hostable DHCP agents. Network: f8350898-db33-403e-ae49-e19fc2390b39, hostable agents: ['1fc7cd8a-3617-45f0-b645-db80237532c9'], hosted agents: [] {{(pid=111154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 10:47:23.411514 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-46b939d3-ae4a-43fd-a520-f2143e73b676 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks [] for security_group_rule (cd8d5eb4-e1e6-471f-9956-311268e53f4f), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:23.461046 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:23.517147 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e529e8-3f96-40c1-9814-b69d8adbc6ee admin admin] Network f8350898-db33-403e-ae49-e19fc2390b39 is scheduled to be hosted by DHCP agent 1fc7cd8a-3617-45f0-b645-db80237532c9 with binding_index 1 {{(pid=111154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 10:47:23.534457 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-73a2df1e-511f-40b7-81d5-fd9e3e9bc56b req-a3318921-3cdd-470b-b140-e3eac7774cef service neutron] 10.222.0.49 "GET /v2.0/networks/09160d22-0418-499d-83b3-2657454003a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4485381 Jul 18 10:47:23.548079 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-660868d8-4ebc-4ff8-b523-b37bfc70ae15 admin admin] Publish callbacks [] for security_group (8d00a349-bcc1-4d45-8e1c-ea7eb906cf0a), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:23.558512 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-53623497-d4ec-4e46-b8eb-377f900f09db None None] Current status of the port 28375308-f02b-4c2e-9237-4a77f49844d3 is: DOWN; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:47:23.559097 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-53623497-d4ec-4e46-b8eb-377f900f09db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (28375308-f02b-4c2e-9237-4a77f49844d3), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:23.589190 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-b999781f-61b6-46bf-a8bb-a77e4f9b63af tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks [] for security_group_rule (a221c97f-19d3-45a2-a2a0-639824cfe2c7), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:23.634490 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-866355bd-0e77-4e0c-a7ca-2a4313a8f4e8 admin admin] Publish callbacks [] for security_group (59d47dac-f708-41da-b221-a589e7de88fe), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:23.635958 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-660868d8-4ebc-4ff8-b523-b37bfc70ae15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (8d00a349-bcc1-4d45-8e1c-ea7eb906cf0a), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:23.645034 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-46b939d3-ae4a-43fd-a520-f2143e73b676 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks [] for security_group_rule (cd8d5eb4-e1e6-471f-9956-311268e53f4f), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:23.680174 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-cf7685c8-effa-423a-9990-b60955f5c6c8 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for security_group (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:23.687100 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-53623497-d4ec-4e46-b8eb-377f900f09db None None] For port 28375308-f02b-4c2e-9237-4a77f49844d3, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=28375308-f02b-4c2e-9237-4a77f49844d3,segment=NetworkSegment(b79fb7a8-45cf-4253-a4e0-8e4cb2774c82),segment_id=b79fb7a8-45cf-4253-a4e0-8e4cb2774c82)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:47:23.694468 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:23.720716 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-660868d8-4ebc-4ff8-b523-b37bfc70ae15 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1891541b61be4afbae5eb25c9f718e31&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7124267 Jul 18 10:47:23.725535 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 39174) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:47:23.731479 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660868d8-4ebc-4ff8-b523-b37bfc70ae15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d00a349-bcc1-4d45-8e1c-ea7eb906cf0a,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:23.774224 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-b999781f-61b6-46bf-a8bb-a77e4f9b63af tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks [] for security_group_rule (a221c97f-19d3-45a2-a2a0-639824cfe2c7), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:23.774224 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-866355bd-0e77-4e0c-a7ca-2a4313a8f4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (59d47dac-f708-41da-b221-a589e7de88fe), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:23.782960 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.base_scheduler [None req-d9e529e8-3f96-40c1-9814-b69d8adbc6ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849498-1-iscsi, f8350898-db33-403e-ae49-e19fc2390b39) {{(pid=111154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:47:23.791159 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Provisioning complete for port 4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5 triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:47:23.791777 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:23.802529 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-46b939d3-ae4a-43fd-a520-f2143e73b676 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706217'] for security_group_rule (cd8d5eb4-e1e6-471f-9956-311268e53f4f), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:23.822097 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 39180) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:47:23.835941 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e529e8-3f96-40c1-9814-b69d8adbc6ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:23.836137 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b32675-18d7-4c27-b817-7be29a5fd1e0 None None] Network f8350898-db33-403e-ae49-e19fc2390b39 requested from dv-cinder-849498-1-iscsi {{(pid=111156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:47:23.836342 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-866355bd-0e77-4e0c-a7ca-2a4313a8f4e8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=51d3c2992fa84e38880b885d48f220f6&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6189399 Jul 18 10:47:23.838040 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-d9e529e8-3f96-40c1-9814-b69d8adbc6ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for subnet (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:23.844282 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 39182) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:47:23.844455 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-53623497-d4ec-4e46-b8eb-377f900f09db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (28375308-f02b-4c2e-9237-4a77f49844d3), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:23.878536 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:23.909064 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-b999781f-61b6-46bf-a8bb-a77e4f9b63af tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706217'] for security_group_rule (a221c97f-19d3-45a2-a2a0-639824cfe2c7), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:23.931045 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b939d3-ae4a-43fd-a520-f2143e73b676 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd8d5eb4-e1e6-471f-9956-311268e53f4f,revision_number=0']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:23.965723 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999781f-61b6-46bf-a8bb-a77e4f9b63af tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a221c97f-19d3-45a2-a2a0-639824cfe2c7,revision_number=0']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:23.979762 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-75af05de-703a-4a8c-82dd-f4c077898f5e admin admin] Publish callbacks [] for security_group (8d00a349-bcc1-4d45-8e1c-ea7eb906cf0a), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:24.007827 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866355bd-0e77-4e0c-a7ca-2a4313a8f4e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d47dac-f708-41da-b221-a589e7de88fe,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:24.039666 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-75af05de-703a-4a8c-82dd-f4c077898f5e admin admin] Publish callbacks [] for security_group (8d00a349-bcc1-4d45-8e1c-ea7eb906cf0a), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:24.040551 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-53623497-d4ec-4e46-b8eb-377f900f09db None None] Provisioning complete for port 603b1623-5cf2-4603-b446-434aeca6fd4c triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:47:24.041264 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-53623497-d4ec-4e46-b8eb-377f900f09db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (603b1623-5cf2-4603-b446-434aeca6fd4c), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:24.130854 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-cf7685c8-effa-423a-9990-b60955f5c6c8 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for security_group (964117ac-f335-4120-825c-f8adca97faf3), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:24.150678 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-9cc1e0e6-2f28-4e02-ac05-a92ac1022e30 admin admin] Publish callbacks [] for security_group (59d47dac-f708-41da-b221-a589e7de88fe), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:24.152848 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53623497-d4ec-4e46-b8eb-377f900f09db None None] Pushing event updated for resources: {'Port': ['ID=28375308-f02b-4c2e-9237-4a77f49844d3,revision_number=5']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:24.187261 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-d9e529e8-3f96-40c1-9814-b69d8adbc6ee admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.5121381 Jul 18 10:47:24.194431 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-46b939d3-ae4a-43fd-a520-f2143e73b676 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:24.194646 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-9cc1e0e6-2f28-4e02-ac05-a92ac1022e30 admin admin] Publish callbacks [] for security_group (59d47dac-f708-41da-b221-a589e7de88fe), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:24.200816 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-46b939d3-ae4a-43fd-a520-f2143e73b676 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9885869 Jul 18 10:47:24.209115 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-762c4b95-d2c8-4551-b4c4-19336729f91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c68995-9203-4ad2-bce3-e2b5c7e98780', 'name': 'tempest-DeleteServersTestJSON-1374871601-router', 'tenant_id': '6d288974aac54fa681cfafa262d019eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '0d40b7a6-4604-4843-8b2b-aec890e6e2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:02Z', 'updated_at': '2022-07-18T10:47:19Z', 'revision_number': 4, 'project_id': '6d288974aac54fa681cfafa262d019eb', 'gw_port': {'id': '0d40b7a6-4604-4843-8b2b-aec890e6e2b7', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:14:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c68995-9203-4ad2-bce3-e2b5c7e98780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:04Z', 'updated_at': '2022-07-18T10:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': '3ae7f8fa-688f-447c-a353-3d6d84571321', 'name': '', 'network_id': '8facd695-f9d6-4e5e-8364-4f0d87722f61', 'tenant_id': '6d288974aac54fa681cfafa262d019eb', 'mac_address': 'fa:16:3e:49:b7:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c68995-9203-4ad2-bce3-e2b5c7e98780', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'baac7679-14e5-400c-ae06-ec5ffa24657f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:16Z', 'updated_at': '2022-07-18T10:47:19Z', 'revision_number': 2, 'project_id': '6d288974aac54fa681cfafa262d019eb', 'subnets': [{'id': 'baac7679-14e5-400c-ae06-ec5ffa24657f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:47:24.225244 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:24.226487 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1ff6e34c-ad2d-4d6d-84c2-aee03113dac2), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:24.247874 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 39194) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:47:24.261360 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-cf7685c8-effa-423a-9990-b60955f5c6c8 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (964117ac-f335-4120-825c-f8adca97faf3), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:24.265575 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-53623497-d4ec-4e46-b8eb-377f900f09db None None] Port 603b1623-5cf2-4603-b446-434aeca6fd4c cannot update to ACTIVE because it is not bound. {{(pid=111156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:47:24.266539 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-b999781f-61b6-46bf-a8bb-a77e4f9b63af tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:24.270374 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [None req-5b345b49-9704-4817-8a99-069f944f58db tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Request body: {'security_group_rule': {'security_group_id': '8206bee7-b785-4a96-80a0-748341e928f4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:47:24.271342 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-b999781f-61b6-46bf-a8bb-a77e4f9b63af tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1834452 Jul 18 10:47:24.282997 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 39200) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:47:24.317045 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762c4b95-d2c8-4551-b4c4-19336729f91d None None] Checking router: 13c68995-9203-4ad2-bce3-e2b5c7e98780 for host: dv-cinder-849498-1-iscsi {{(pid=111156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:47:24.317717 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762c4b95-d2c8-4551-b4c4-19336729f91d None None] Updating router 13c68995-9203-4ad2-bce3-e2b5c7e98780 port 3ae7f8fa-688f-447c-a353-3d6d84571321 binding host dv-cinder-849498-1-iscsi {{(pid=111156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 10:47:24.348942 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [None req-129c1fb0-43fd-4c8b-8b48-8f063c3e66d7 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Request body: {'floatingip': {'floating_network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1'}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:47:24.394654 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-53623497-d4ec-4e46-b8eb-377f900f09db None None] Provisioning complete for port 7e8cb12d-f119-4020-990e-97c81b5c5e24 triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:47:24.395093 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-53623497-d4ec-4e46-b8eb-377f900f09db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (7e8cb12d-f119-4020-990e-97c81b5c5e24), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:24.405595 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf15ea0-9c76-4ff4-9752-77414186d834 None None] Network f8350898-db33-403e-ae49-e19fc2390b39 requested from dv-cinder-849498-1-iscsi {{(pid=111156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:47:24.424242 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-9cc1e0e6-2f28-4e02-ac05-a92ac1022e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (59d47dac-f708-41da-b221-a589e7de88fe), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:24.428526 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-9cc1e0e6-2f28-4e02-ac05-a92ac1022e30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:24.432952 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-9cc1e0e6-2f28-4e02-ac05-a92ac1022e30 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/59d47dac-f708-41da-b221-a589e7de88fe HTTP/1.1" status: 204 len: 168 time: 0.5658760 Jul 18 10:47:24.447878 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Current status of the port 4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5 is: DOWN; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:47:24.448517 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:24.487274 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0658ee4b-540a-42fe-970d-24b66886bb1d req-e39857a2-29af-42d8-8d6c-6103dadd793b tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:24.491894 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-0658ee4b-540a-42fe-970d-24b66886bb1d req-e39857a2-29af-42d8-8d6c-6103dadd793b tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] 10.222.0.49 "GET /v2.0/networks?id=8facd695-f9d6-4e5e-8364-4f0d87722f61 HTTP/1.1" status: 200 len: 812 time: 0.6519778 Jul 18 10:47:24.499507 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-9bcaee77-5541-45ef-bba6-996e1723a087 req-50c87ade-dbec-4310-a85d-225e72c48d5a tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=4728713a-e4cd-4e09-b104-7a57de4f2242 HTTP/1.1" status: 200 len: 210 time: 0.2408817 Jul 18 10:47:24.499738 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-762c4b95-d2c8-4551-b4c4-19336729f91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (3ae7f8fa-688f-447c-a353-3d6d84571321), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:24.500623 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-5b345b49-9704-4817-8a99-069f944f58db tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks [] for security_group_rule (446c0811-3ec9-4dc0-b34a-1ff48c3d3c6f), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:24.522842 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-0658ee4b-540a-42fe-970d-24b66886bb1d req-17eca356-107b-43bc-a885-152b9589c18f tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] 10.222.0.49 "GET /v2.0/quotas/6d288974aac54fa681cfafa262d019eb HTTP/1.1" status: 200 len: 375 time: 0.0207064 Jul 18 10:47:24.533096 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7685c8-effa-423a-9990-b60955f5c6c8 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=964117ac-f335-4120-825c-f8adca97faf3,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:24.585105 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-75af05de-703a-4a8c-82dd-f4c077898f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (8d00a349-bcc1-4d45-8e1c-ea7eb906cf0a), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:24.595285 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-75af05de-703a-4a8c-82dd-f4c077898f5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:24.602615 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-75af05de-703a-4a8c-82dd-f4c077898f5e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8d00a349-bcc1-4d45-8e1c-ea7eb906cf0a HTTP/1.1" status: 204 len: 168 time: 0.8756757 Jul 18 10:47:24.630883 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] For port 4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5,segment=NetworkSegment(43730dd2-6239-4f15-a180-e6d1d2fbff54),segment_id=43730dd2-6239-4f15-a180-e6d1d2fbff54)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:47:24.636431 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc1e0e6-2f28-4e02-ac05-a92ac1022e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d47dac-f708-41da-b221-a589e7de88fe,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:24.653432 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-0658ee4b-540a-42fe-970d-24b66886bb1d req-6662c97d-beed-43c2-9937-6ca3b5ae8ad1 tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6d288974aac54fa681cfafa262d019eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1144631 Jul 18 10:47:24.654039 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 39220) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:47:24.691040 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75af05de-703a-4a8c-82dd-f4c077898f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d00a349-bcc1-4d45-8e1c-ea7eb906cf0a,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:24.712105 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-cf7685c8-effa-423a-9990-b60955f5c6c8 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for security_group (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:24.717826 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-cf7685c8-effa-423a-9990-b60955f5c6c8 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.4439893 Jul 18 10:47:24.728456 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 39222) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:47:24.728731 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-129c1fb0-43fd-4c8b-8b48-8f063c3e66d7 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:24.729045 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [None req-8127d9e5-53fa-46cc-83a3-1566369e2fd6 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Request body: {'security_group_rule': {'security_group_id': '964117ac-f335-4120-825c-f8adca97faf3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:47:24.736345 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-53623497-d4ec-4e46-b8eb-377f900f09db None None] Port 7e8cb12d-f119-4020-990e-97c81b5c5e24 cannot update to ACTIVE because it is not bound. {{(pid=111156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:47:24.738846 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-5b345b49-9704-4817-8a99-069f944f58db tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks [] for security_group_rule (446c0811-3ec9-4dc0-b34a-1ff48c3d3c6f), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:24.761441 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:24.764105 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3 up at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:47:24.795476 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.db_base_plugin_v2 [None req-9040b32b-37de-43b5-afcc-548f2f601cc7 admin admin] Deleting subnet 91459652-2c98-445f-bfc7-a6e84324a1f6 {{(pid=111155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 10:47:24.800697 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-9040b32b-37de-43b5-afcc-548f2f601cc7 admin admin] Publish callbacks [] for subnet (91459652-2c98-445f-bfc7-a6e84324a1f6), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:24.821531 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-5b345b49-9704-4817-8a99-069f944f58db tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706217'] for security_group_rule (446c0811-3ec9-4dc0-b34a-1ff48c3d3c6f), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:24.884428 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b345b49-9704-4817-8a99-069f944f58db tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=446c0811-3ec9-4dc0-b34a-1ff48c3d3c6f,revision_number=0']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:24.907973 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-8127d9e5-53fa-46cc-83a3-1566369e2fd6 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for security_group_rule (1a6e7366-3671-4175-857f-54a67539d83e), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:24.913077 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-9040b32b-37de-43b5-afcc-548f2f601cc7 admin admin] Publish callbacks [] for subnet (91459652-2c98-445f-bfc7-a6e84324a1f6), precommit_delete_associations {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:24.915601 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-07bc46d6-ced9-44fc-a010-989782d76e49 None None] Publish callbacks [] for port (7e8cb12d-f119-4020-990e-97c81b5c5e24), precommit_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:24.942614 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-9040b32b-37de-43b5-afcc-548f2f601cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735052'] for subnet (91459652-2c98-445f-bfc7-a6e84324a1f6), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:25.098394 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-53623497-d4ec-4e46-b8eb-377f900f09db None None] Provisioning complete for port c3bc26e4-cf1d-4d0f-8ed5-970a19493367 triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:47:25.098994 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-53623497-d4ec-4e46-b8eb-377f900f09db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (c3bc26e4-cf1d-4d0f-8ed5-970a19493367), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:25.101155 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-07bc46d6-ced9-44fc-a010-989782d76e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (7e8cb12d-f119-4020-990e-97c81b5c5e24), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:25.127794 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-5b345b49-9704-4817-8a99-069f944f58db tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:25.130994 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-5b345b49-9704-4817-8a99-069f944f58db tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8716733 Jul 18 10:47:25.136321 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 39238) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:47:25.142393 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [None req-afe11165-6f0f-480b-924f-34df7a3b0526 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Request body: {'floatingip': {'floating_network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1'}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:47:25.210322 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-8127d9e5-53fa-46cc-83a3-1566369e2fd6 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for security_group_rule (1a6e7366-3671-4175-857f-54a67539d83e), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:25.227560 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:25.328090 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-afe11165-6f0f-480b-924f-34df7a3b0526 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:25.350515 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Provisioning complete for port 0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3 triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:47:25.350993 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:25.357881 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Pushing event updated for resources: {'Port': ['ID=4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5,revision_number=4']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:25.361303 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-53623497-d4ec-4e46-b8eb-377f900f09db None None] Port c3bc26e4-cf1d-4d0f-8ed5-970a19493367 cannot update to ACTIVE because it is not bound. {{(pid=111156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:47:25.412597 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-53623497-d4ec-4e46-b8eb-377f900f09db None None] Provisioning complete for port 3ae7f8fa-688f-447c-a353-3d6d84571321 triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:47:25.412886 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-53623497-d4ec-4e46-b8eb-377f900f09db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (3ae7f8fa-688f-447c-a353-3d6d84571321), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:25.424729 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:25.425676 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-129c1fb0-43fd-4c8b-8b48-8f063c3e66d7 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:25.684108 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-8127d9e5-53fa-46cc-83a3-1566369e2fd6 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706217'] for security_group_rule (1a6e7366-3671-4175-857f-54a67539d83e), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:25.746611 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:25.832331 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:25.902971 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-8127d9e5-53fa-46cc-83a3-1566369e2fd6 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:25.905421 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-8127d9e5-53fa-46cc-83a3-1566369e2fd6 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1807578 Jul 18 10:47:25.907739 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:25.915652 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 39248) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:47:25.920697 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.db_base_plugin_common [None req-129c1fb0-43fd-4c8b-8b48-8f063c3e66d7 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Allocated IP 172.27.1.200 (bb0f21c8-59d6-4417-bd6b-78e480c446a1/d4fbd515-2e97-4384-b4aa-6523e13e40eb/d11baf4c-9040-4da0-8a7a-aae878e803b8) {{(pid=111155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:47:25.928622 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [None req-f6889218-e3e3-4251-aaca-7c008f2a29f7 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Request body: {'security_group_rule': {'security_group_id': '964117ac-f335-4120-825c-f8adca97faf3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:47:25.936267 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8127d9e5-53fa-46cc-83a3-1566369e2fd6 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a6e7366-3671-4175-857f-54a67539d83e,revision_number=0']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:25.960520 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:25.964618 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfceac8-7ec2-4b76-966f-57346e7f902e req-645c03e8-0518-4f5d-a58a-cedd987a42ff tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:25.967526 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8cfceac8-7ec2-4b76-966f-57346e7f902e req-645c03e8-0518-4f5d-a58a-cedd987a42ff tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/networks?id=09160d22-0418-499d-83b3-2657454003a1 HTTP/1.1" status: 200 len: 818 time: 0.7820001 Jul 18 10:47:25.975956 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-9040b32b-37de-43b5-afcc-548f2f601cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529'] for subnet (91459652-2c98-445f-bfc7-a6e84324a1f6), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:25.992481 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-afe11165-6f0f-480b-924f-34df7a3b0526 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:26.024448 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-53623497-d4ec-4e46-b8eb-377f900f09db None None] Port 3ae7f8fa-688f-447c-a353-3d6d84571321 cannot update to ACTIVE because it is not bound. {{(pid=111156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:47:26.035355 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11df523-c735-4190-9d0a-8916cf41b8dd None None] Pushing event updated for resources: {'Port': ['ID=7e8cb12d-f119-4020-990e-97c81b5c5e24,revision_number=3']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:26.069128 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-07bc46d6-ced9-44fc-a010-989782d76e49 None None] Attempting to bind port 7e8cb12d-f119-4020-990e-97c81b5c5e24 on host dv-cinder-849498-1-iscsi for vnic_type normal with profile {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:47:26.069563 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-07bc46d6-ced9-44fc-a010-989782d76e49 None None] Attempting to bind port 7e8cb12d-f119-4020-990e-97c81b5c5e24 by drivers openvswitch,hyperv on host dv-cinder-849498-1-iscsi at level 0 using segments [{'id': 'f1593a01-0c5c-4b0b-9f47-8129c2ef308d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '09160d22-0418-499d-83b3-2657454003a1'}] {{(pid=111156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:47:26.071152 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bc46d6-ced9-44fc-a010-989782d76e49 None None] Attempting to bind port 7e8cb12d-f119-4020-990e-97c81b5c5e24 on network 09160d22-0418-499d-83b3-2657454003a1 {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:47:26.103150 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bc46d6-ced9-44fc-a010-989782d76e49 None None] Checking agent: {'id': '62f731a8-190a-49a2-85f5-14fe4e09184e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849498-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 37, 10), 'started_at': datetime.datetime(2022, 7, 18, 10, 37, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849498-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:47:26.104286 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bc46d6-ced9-44fc-a010-989782d76e49 None None] Checking segment: {'id': 'f1593a01-0c5c-4b0b-9f47-8129c2ef308d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '09160d22-0418-499d-83b3-2657454003a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:47:26.104286 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-07bc46d6-ced9-44fc-a010-989782d76e49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:26.104563 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bc46d6-ced9-44fc-a010-989782d76e49 None None] Bound using segment: {'id': 'f1593a01-0c5c-4b0b-9f47-8129c2ef308d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '09160d22-0418-499d-83b3-2657454003a1'} {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:47:26.105232 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-07bc46d6-ced9-44fc-a010-989782d76e49 None None] Bound port: 7e8cb12d-f119-4020-990e-97c81b5c5e24, host: dv-cinder-849498-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1593a01-0c5c-4b0b-9f47-8129c2ef308d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '09160d22-0418-499d-83b3-2657454003a1'}}] {{(pid=111156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:47:26.109151 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-07bc46d6-ced9-44fc-a010-989782d76e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (7e8cb12d-f119-4020-990e-97c81b5c5e24), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:26.331941 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9040b32b-37de-43b5-afcc-548f2f601cc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91459652-2c98-445f-bfc7-a6e84324a1f6,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:26.357051 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8cfceac8-7ec2-4b76-966f-57346e7f902e req-f510182d-64ff-496f-a7f4-cad653c5ee4a tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/quotas/7184d0f3256344a2af18c639787e538f HTTP/1.1" status: 200 len: 375 time: 0.3734126 Jul 18 10:47:26.358850 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-9040b32b-37de-43b5-afcc-548f2f601cc7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:26.369304 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 39266) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:47:26.382927 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-9040b32b-37de-43b5-afcc-548f2f601cc7 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/91459652-2c98-445f-bfc7-a6e84324a1f6 HTTP/1.1" status: 204 len: 168 time: 1.7267461 Jul 18 10:47:26.424739 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-1a4608a2-81de-4cac-a10e-5ae93d442c6d None None] Provisioning complete for port 7e8cb12d-f119-4020-990e-97c81b5c5e24 triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:47:26.425742 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-1a4608a2-81de-4cac-a10e-5ae93d442c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (7e8cb12d-f119-4020-990e-97c81b5c5e24), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:26.547919 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 39268) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:47:26.591159 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-762c4b95-d2c8-4551-b4c4-19336729f91d None None] Publish callbacks [] for port (3ae7f8fa-688f-447c-a353-3d6d84571321), precommit_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:26.620315 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Current status of the port 0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3 is: DOWN; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:47:26.623704 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:26.625935 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-0976914f-a136-4417-b318-b35c34760a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639067'] for network (c870ad09-0cf6-43e1-982f-d550aa92c6e2), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:26.661358 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8cfceac8-7ec2-4b76-966f-57346e7f902e req-6217632a-9f65-4ad2-966f-10d2117f2a15 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7184d0f3256344a2af18c639787e538f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2702549 Jul 18 10:47:26.679382 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-f6889218-e3e3-4251-aaca-7c008f2a29f7 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for security_group_rule (c374e39d-a23c-43e7-97df-217e1a325929), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:26.709649 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-1a4608a2-81de-4cac-a10e-5ae93d442c6d None None] Port 7e8cb12d-f119-4020-990e-97c81b5c5e24 cannot update to ACTIVE because it is not bound. {{(pid=111156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:47:26.719133 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-07bc46d6-ced9-44fc-a010-989782d76e49 None None] For port 7e8cb12d-f119-4020-990e-97c81b5c5e24, host dv-cinder-849498-1-iscsi, cleared binding levels {{(pid=111156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:47:26.735719 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7932-c972-4e3d-afa8-0e781e70a04e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:26.749636 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-07bc46d6-ced9-44fc-a010-989782d76e49 None None] For port 7e8cb12d-f119-4020-990e-97c81b5c5e24, host dv-cinder-849498-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=7e8cb12d-f119-4020-990e-97c81b5c5e24,segment=NetworkSegment(f1593a01-0c5c-4b0b-9f47-8129c2ef308d),segment_id=f1593a01-0c5c-4b0b-9f47-8129c2ef308d)] {{(pid=111156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:47:26.799351 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-762c4b95-d2c8-4551-b4c4-19336729f91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (3ae7f8fa-688f-447c-a353-3d6d84571321), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:26.835246 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] For port 0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3,segment=NetworkSegment(43730dd2-6239-4f15-a180-e6d1d2fbff54),segment_id=43730dd2-6239-4f15-a180-e6d1d2fbff54)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:47:26.840955 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-129c1fb0-43fd-4c8b-8b48-8f063c3e66d7 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks [] for port (d11baf4c-9040-4da0-8a7a-aae878e803b8), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:26.973285 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-0976914f-a136-4417-b318-b35c34760a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734605', 'neutron.services.segments.db._delete_segments_for_network-8741536027414'] for network (c870ad09-0cf6-43e1-982f-d550aa92c6e2), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:26.979415 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-07bc46d6-ced9-44fc-a010-989782d76e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (7e8cb12d-f119-4020-990e-97c81b5c5e24), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:26.985764 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:27.004176 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [req-0658ee4b-540a-42fe-970d-24b66886bb1d req-d8650659-34c2-44f4-916a-2ea34c5d3b1f service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=111155) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 10:47:27.005997 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-0658ee4b-540a-42fe-970d-24b66886bb1d req-d8650659-34c2-44f4-916a-2ea34c5d3b1f service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.6994412 Jul 18 10:47:27.039525 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-0976914f-a136-4417-b318-b35c34760a22 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=111154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:47:27.039880 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-0976914f-a136-4417-b318-b35c34760a22 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=111154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:47:27.041150 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-0976914f-a136-4417-b318-b35c34760a22 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:47:27.041508 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-0976914f-a136-4417-b318-b35c34760a22 admin admin] Subscribe: > port after_create 55550000 {{(pid=111154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:47:27.042825 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-0976914f-a136-4417-b318-b35c34760a22 admin admin] Subscribe: > port after_delete 55550000 {{(pid=111154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:47:27.042825 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-0976914f-a136-4417-b318-b35c34760a22 admin admin] Subscribe: > port after_update 55550000 {{(pid=111154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:47:27.042825 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-0976914f-a136-4417-b318-b35c34760a22 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=111154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:47:27.042825 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-0976914f-a136-4417-b318-b35c34760a22 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:47:27.043340 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-0976914f-a136-4417-b318-b35c34760a22 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:47:27.043463 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-0976914f-a136-4417-b318-b35c34760a22 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=111154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:47:27.056992 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:27.058035 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device e4ea6812-773e-4ef0-81b4-2b36b7872191 up at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:47:27.075499 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3875f64b-12b6-44dc-8f15-cfec9faf7b11 None None] Pushing event updated for resources: {'Port': ['ID=3ae7f8fa-688f-447c-a353-3d6d84571321,revision_number=3']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:27.403771 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bc46d6-ced9-44fc-a010-989782d76e49 None None] Routers {'906d405e-b16a-41fb-a8ab-39b34c0377f9'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:47:27.404615 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-07bc46d6-ced9-44fc-a010-989782d76e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:47:07Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['906d405e-b16a-41fb-a8ab-39b34c0377f9'], 'active': True} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:47:27.493016 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-129c1fb0-43fd-4c8b-8b48-8f063c3e66d7 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684'] for port (d11baf4c-9040-4da0-8a7a-aae878e803b8), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:27.552475 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11df523-c735-4190-9d0a-8916cf41b8dd None None] Pushing event updated for resources: {'Port': ['ID=7e8cb12d-f119-4020-990e-97c81b5c5e24,revision_number=4']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:27.619723 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-0976914f-a136-4417-b318-b35c34760a22 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:47:27.620684 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-0976914f-a136-4417-b318-b35c34760a22 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:47:27.621212 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-0976914f-a136-4417-b318-b35c34760a22 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=111154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:47:27.621688 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-0976914f-a136-4417-b318-b35c34760a22 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=111154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:47:27.622211 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.services.segments.db [None req-0976914f-a136-4417-b318-b35c34760a22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c870ad09-0cf6-43e1-982f-d550aa92c6e2']}} {{(pid=111154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:47:27.624378 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-762c4b95-d2c8-4551-b4c4-19336729f91d None None] Attempting to bind port 3ae7f8fa-688f-447c-a353-3d6d84571321 on host dv-cinder-849498-1-iscsi for vnic_type normal with profile {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:47:27.624897 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-762c4b95-d2c8-4551-b4c4-19336729f91d None None] Attempting to bind port 3ae7f8fa-688f-447c-a353-3d6d84571321 by drivers openvswitch,hyperv on host dv-cinder-849498-1-iscsi at level 0 using segments [{'id': '6a0917b6-d32d-4446-b59c-ab6c94e8291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8facd695-f9d6-4e5e-8364-4f0d87722f61'}] {{(pid=111156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:47:27.625379 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762c4b95-d2c8-4551-b4c4-19336729f91d None None] Attempting to bind port 3ae7f8fa-688f-447c-a353-3d6d84571321 on network 8facd695-f9d6-4e5e-8364-4f0d87722f61 {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:47:27.649067 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Provisioning complete for port e4ea6812-773e-4ef0-81b4-2b36b7872191 triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:47:27.649276 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (e4ea6812-773e-4ef0-81b4-2b36b7872191), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:27.651286 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.services.segments.db [None req-0976914f-a136-4417-b318-b35c34760a22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dacbb20-5f82-46ad-b910-591194568fde') {'for_net_delete': True} {{(pid=111154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:47:27.651752 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.services.segments.db [None req-0976914f-a136-4417-b318-b35c34760a22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dacbb20-5f82-46ad-b910-591194568fde') {} {{(pid=111154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:47:27.728819 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762c4b95-d2c8-4551-b4c4-19336729f91d None None] Checking agent: {'id': '62f731a8-190a-49a2-85f5-14fe4e09184e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849498-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 37, 10), 'started_at': datetime.datetime(2022, 7, 18, 10, 37, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849498-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:47:27.729384 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762c4b95-d2c8-4551-b4c4-19336729f91d None None] Checking segment: {'id': '6a0917b6-d32d-4446-b59c-ab6c94e8291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8facd695-f9d6-4e5e-8364-4f0d87722f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:47:27.729883 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-762c4b95-d2c8-4551-b4c4-19336729f91d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:27.730404 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762c4b95-d2c8-4551-b4c4-19336729f91d None None] Bound using segment: {'id': '6a0917b6-d32d-4446-b59c-ab6c94e8291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8facd695-f9d6-4e5e-8364-4f0d87722f61'} {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:47:27.731004 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-762c4b95-d2c8-4551-b4c4-19336729f91d None None] Bound port: 3ae7f8fa-688f-447c-a353-3d6d84571321, host: dv-cinder-849498-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a0917b6-d32d-4446-b59c-ab6c94e8291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8facd695-f9d6-4e5e-8364-4f0d87722f61'}}] {{(pid=111156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:47:27.731557 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-762c4b95-d2c8-4551-b4c4-19336729f91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (3ae7f8fa-688f-447c-a353-3d6d84571321), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:27.769329 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-0976914f-a136-4417-b318-b35c34760a22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741536027679', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127334168'] for segment (6dacbb20-5f82-46ad-b910-591194568fde), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:27.790589 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-abd2d67d-337c-43f9-af28-8f55f0b4baf0 None None] Provisioning complete for port 3ae7f8fa-688f-447c-a353-3d6d84571321 triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:47:27.791112 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-abd2d67d-337c-43f9-af28-8f55f0b4baf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (3ae7f8fa-688f-447c-a353-3d6d84571321), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:27.798454 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-0976914f-a136-4417-b318-b35c34760a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547345'] for segment (6dacbb20-5f82-46ad-b910-591194568fde), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:27.802866 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Pushing event updated for resources: {'Port': ['ID=0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3,revision_number=4']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:27.810150 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0976914f-a136-4417-b318-b35c34760a22 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=111154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 10:47:27.810828 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-0976914f-a136-4417-b318-b35c34760a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127333789'] for segment (6dacbb20-5f82-46ad-b910-591194568fde), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:27.833806 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-f6889218-e3e3-4251-aaca-7c008f2a29f7 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for security_group_rule (c374e39d-a23c-43e7-97df-217e1a325929), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:27.844887 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=100 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:27.891873 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvr_db [None req-07bc46d6-ced9-44fc-a010-989782d76e49 None None] Set router 906d405e-b16a-41fb-a8ab-39b34c0377f9 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:47:27.944918 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 39290) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:47:27.958999 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-0976914f-a136-4417-b318-b35c34760a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3779455'] for network (c870ad09-0cf6-43e1-982f-d550aa92c6e2), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:27.959909 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-f6889218-e3e3-4251-aaca-7c008f2a29f7 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706217'] for security_group_rule (c374e39d-a23c-43e7-97df-217e1a325929), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:27.979582 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.db_base_plugin_common [None req-afe11165-6f0f-480b-924f-34df7a3b0526 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Allocated IP 172.27.1.246 (bb0f21c8-59d6-4417-bd6b-78e480c446a1/d4fbd515-2e97-4384-b4aa-6523e13e40eb/9da0c70e-be90-4d11-86b1-b7c9f97343f5) {{(pid=111154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:47:27.985146 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-0976914f-a136-4417-b318-b35c34760a22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for network (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:27.989626 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-0976914f-a136-4417-b318-b35c34760a22 admin admin] 10.222.0.49 "DELETE /v2.0/networks/c870ad09-0cf6-43e1-982f-d550aa92c6e2 HTTP/1.1" status: 204 len: 168 time: 1.6187232 Jul 18 10:47:28.006256 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 39294) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:47:28.015665 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0976914f-a136-4417-b318-b35c34760a22 admin admin] Pushing event deleted for resources: {'Network': ['ID=c870ad09-0cf6-43e1-982f-d550aa92c6e2,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:28.034725 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129c1fb0-43fd-4c8b-8b48-8f063c3e66d7 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Network bb0f21c8-59d6-4417-bd6b-78e480c446a1 is already hosted by enough agents. {{(pid=111155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:47:28.067547 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8cfceac8-7ec2-4b76-966f-57346e7f902e req-d1e54728-870f-4602-8505-7838e3c5511b service neutron] 10.222.0.49 "GET /v2.0/networks/09160d22-0418-499d-83b3-2657454003a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3677742 Jul 18 10:47:28.071332 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc9f8c9f-11d0-4839-a101-c7c5bd95463b admin admin] Deleting subnet f0f81cd3-f634-4a15-9668-52cdf4291ff1 {{(pid=111154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 10:47:28.087418 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-fc9f8c9f-11d0-4839-a101-c7c5bd95463b admin admin] Publish callbacks [] for subnet (f0f81cd3-f634-4a15-9668-52cdf4291ff1), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:28.096382 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7932-c972-4e3d-afa8-0e781e70a04e admin admin] Publish callbacks [] for security_group (25fb5820-2dd9-4e72-bbdc-c522171bd933), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:28.157321 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-762c4b95-d2c8-4551-b4c4-19336729f91d None None] For port 3ae7f8fa-688f-447c-a353-3d6d84571321, host dv-cinder-849498-1-iscsi, cleared binding levels {{(pid=111156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:47:28.166616 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-762c4b95-d2c8-4551-b4c4-19336729f91d None None] For port 3ae7f8fa-688f-447c-a353-3d6d84571321, host dv-cinder-849498-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=3ae7f8fa-688f-447c-a353-3d6d84571321,segment=NetworkSegment(6a0917b6-d32d-4446-b59c-ab6c94e8291d),segment_id=6a0917b6-d32d-4446-b59c-ab6c94e8291d)] {{(pid=111156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:47:28.185875 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.base_scheduler [None req-129c1fb0-43fd-4c8b-8b48-8f063c3e66d7 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Resources bound (agent type, host, resource id): {{(pid=111155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:47:28.196086 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129c1fb0-43fd-4c8b-8b48-8f063c3e66d7 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Received port after_create {{(pid=111155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:47:28.234467 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129c1fb0-43fd-4c8b-8b48-8f063c3e66d7 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Pushing event updated for resources: {'Port': ['ID=d11baf4c-9040-4da0-8a7a-aae878e803b8,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:28.239597 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-fc9f8c9f-11d0-4839-a101-c7c5bd95463b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127334241'] for subnet (f0f81cd3-f634-4a15-9668-52cdf4291ff1), precommit_delete_associations {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:28.245802 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7932-c972-4e3d-afa8-0e781e70a04e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (25fb5820-2dd9-4e72-bbdc-c522171bd933), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:28.248040 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6889218-e3e3-4251-aaca-7c008f2a29f7 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c374e39d-a23c-43e7-97df-217e1a325929,revision_number=0']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:28.342475 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-0658ee4b-540a-42fe-970d-24b66886bb1d req-396fb7aa-5348-4f38-a5d0-a3bed47e2bbe service neutron] 10.222.0.49 "GET /v2.0/networks/8facd695-f9d6-4e5e-8364-4f0d87722f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2965498 Jul 18 10:47:28.345079 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-f6889218-e3e3-4251-aaca-7c008f2a29f7 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:28.350461 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-f6889218-e3e3-4251-aaca-7c008f2a29f7 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.4328685 Jul 18 10:47:28.363961 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 39304) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:47:28.389369 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [None req-1318817c-258d-45b6-93f8-515ed0bdc7f9 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Request body: {'floatingip': {'floating_network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1'}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:47:28.424036 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-abd2d67d-337c-43f9-af28-8f55f0b4baf0 None None] Port 3ae7f8fa-688f-447c-a353-3d6d84571321 cannot update to ACTIVE because it is not bound. {{(pid=111156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:47:28.426247 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.services.segments.plugin [-] Segment 6dacbb20-5f82-46ad-b910-591194568fde resource provider aggregate not found Jul 18 10:47:28.432474 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-762c4b95-d2c8-4551-b4c4-19336729f91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (3ae7f8fa-688f-447c-a353-3d6d84571321), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:28.432716 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [None req-44a964f3-0d03-48ac-a760-fe57d6236651 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-750962996-network', 'tenant_id': '6cd30e8c51cf4665b4c5f5262b56053f'}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:47:28.447110 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-fc9f8c9f-11d0-4839-a101-c7c5bd95463b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735052'] for subnet (f0f81cd3-f634-4a15-9668-52cdf4291ff1), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:28.461544 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:INSERT=16,neutron:SELECT=82,neutron:UPDATE=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:28.499236 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.services.segments.plugin [-] Segment 6dacbb20-5f82-46ad-b910-591194568fde resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6dacbb20-5f82-46ad-b910-591194568fde found for delete ", "request_id": "req-39ee44ac-ceed-4579-b3bd-da6fe66fc9ba"}]} Jul 18 10:47:28.501211 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-abd2d67d-337c-43f9-af28-8f55f0b4baf0 None None] Provisioning complete for port 7e8cb12d-f119-4020-990e-97c81b5c5e24 triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:47:28.501713 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-abd2d67d-337c-43f9-af28-8f55f0b4baf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (7e8cb12d-f119-4020-990e-97c81b5c5e24), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:28.510924 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-afe11165-6f0f-480b-924f-34df7a3b0526 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks [] for port (9da0c70e-be90-4d11-86b1-b7c9f97343f5), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:28.533249 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-3e3e7932-c972-4e3d-afa8-0e781e70a04e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1ccce20c1e66479191cb1f4ca2bc9f54&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9722092 Jul 18 10:47:28.565223 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3e7932-c972-4e3d-afa8-0e781e70a04e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25fb5820-2dd9-4e72-bbdc-c522171bd933,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:28.568348 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 39308) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:47:28.585106 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-129c1fb0-43fd-4c8b-8b48-8f063c3e66d7 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks [] for floatingip (3e4a8a2f-302c-4f91-bc69-638e27a01a9e), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:28.585366 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Current status of the port e4ea6812-773e-4ef0-81b4-2b36b7872191 is: ACTIVE; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:47:28.585366 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 751f0a35-bd8d-4f73-94ac-34cb48799cf9 up at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:47:28.631939 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8cfceac8-7ec2-4b76-966f-57346e7f902e req-e160c42b-d367-46ad-8876-b75ebbdd1437 service neutron] 10.222.0.49 "GET /v2.0/networks/09160d22-0418-499d-83b3-2657454003a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5634038 Jul 18 10:47:28.636442 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:28.655563 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-1318817c-258d-45b6-93f8-515ed0bdc7f9 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:28.669498 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-0658ee4b-540a-42fe-970d-24b66886bb1d req-b9787894-f1dd-4ec3-9a62-efa9412d5aa2 service neutron] 10.222.0.49 "GET /v2.0/networks/8facd695-f9d6-4e5e-8364-4f0d87722f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171759 Jul 18 10:47:28.689046 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762c4b95-d2c8-4551-b4c4-19336729f91d None None] Routers {'13c68995-9203-4ad2-bce3-e2b5c7e98780'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:47:28.689690 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-762c4b95-d2c8-4551-b4c4-19336729f91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:47:07Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['13c68995-9203-4ad2-bce3-e2b5c7e98780'], 'active': True} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:47:28.696751 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3875f64b-12b6-44dc-8f15-cfec9faf7b11 None None] Pushing event updated for resources: {'Port': ['ID=3ae7f8fa-688f-447c-a353-3d6d84571321,revision_number=4']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:28.757275 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-85c92fda-1a09-498f-9772-7bcab88a9e40 admin admin] Publish callbacks [] for security_group (25fb5820-2dd9-4e72-bbdc-c522171bd933), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:28.765424 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-afe11165-6f0f-480b-924f-34df7a3b0526 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127334210'] for port (9da0c70e-be90-4d11-86b1-b7c9f97343f5), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:28.795519 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a964f3-0d03-48ac-a760-fe57d6236651 admin admin] Made reservation on behalf of 6cd30e8c51cf4665b4c5f5262b56053f for: {'network': 1} {{(pid=111155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:47:28.807835 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe11165-6f0f-480b-924f-34df7a3b0526 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Network bb0f21c8-59d6-4417-bd6b-78e480c446a1 is already hosted by enough agents. {{(pid=111154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:47:28.808021 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-44a964f3-0d03-48ac-a760-fe57d6236651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for network (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:28.818404 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.base_scheduler [None req-afe11165-6f0f-480b-924f-34df7a3b0526 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Resources bound (agent type, host, resource id): {{(pid=111154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:47:28.821498 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-fc9f8c9f-11d0-4839-a101-c7c5bd95463b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127334271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127366045'] for subnet (f0f81cd3-f634-4a15-9668-52cdf4291ff1), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:28.852874 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-44a964f3-0d03-48ac-a760-fe57d6236651 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:28.863518 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-129c1fb0-43fd-4c8b-8b48-8f063c3e66d7 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (d11baf4c-9040-4da0-8a7a-aae878e803b8), before_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:28.866977 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe11165-6f0f-480b-924f-34df7a3b0526 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Received port after_create {{(pid=111154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:47:28.867386 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-07bc46d6-ced9-44fc-a010-989782d76e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '906d405e-b16a-41fb-a8ab-39b34c0377f9', 'name': 'tempest-ServerRescueNegativeTestJSON-581772959-router', 'tenant_id': '7184d0f3256344a2af18c639787e538f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:00Z', 'updated_at': '2022-07-18T10:47:11Z', 'revision_number': 4, 'project_id': '7184d0f3256344a2af18c639787e538f', 'gw_port': {'id': '4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906d405e-b16a-41fb-a8ab-39b34c0377f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:01Z', 'updated_at': '2022-07-18T10:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': '7e8cb12d-f119-4020-990e-97c81b5c5e24', 'name': '', 'network_id': '09160d22-0418-499d-83b3-2657454003a1', 'tenant_id': '7184d0f3256344a2af18c639787e538f', 'mac_address': 'fa:16:3e:a2:58:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '906d405e-b16a-41fb-a8ab-39b34c0377f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'de6eeef4-c7ed-4de0-9d7b-74b96eafe12b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:07Z', 'updated_at': '2022-07-18T10:47:26Z', 'revision_number': 4, 'project_id': '7184d0f3256344a2af18c639787e538f', 'subnets': [{'id': 'de6eeef4-c7ed-4de0-9d7b-74b96eafe12b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:47:28.907411 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-85c92fda-1a09-498f-9772-7bcab88a9e40 admin admin] Publish callbacks [] for security_group (25fb5820-2dd9-4e72-bbdc-c522171bd933), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:28.965022 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-abd2d67d-337c-43f9-af28-8f55f0b4baf0 None None] Current status of the port 7e8cb12d-f119-4020-990e-97c81b5c5e24 is: DOWN; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:47:28.965683 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-abd2d67d-337c-43f9-af28-8f55f0b4baf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (7e8cb12d-f119-4020-990e-97c81b5c5e24), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:28.968641 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Provisioning complete for port 751f0a35-bd8d-4f73-94ac-34cb48799cf9 triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:47:28.969281 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (751f0a35-bd8d-4f73-94ac-34cb48799cf9), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:28.990383 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:INSERT=7,neutron:UPDATE=3,neutron:SELECT=80,neutron:DELETE=10 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:29.002650 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bc46d6-ced9-44fc-a010-989782d76e49 None None] The sync data for ids ['906d405e-b16a-41fb-a8ab-39b34c0377f9'] in dv-cinder-849498-1-iscsi is: [{'id': '906d405e-b16a-41fb-a8ab-39b34c0377f9', 'name': 'tempest-ServerRescueNegativeTestJSON-581772959-router', 'tenant_id': '7184d0f3256344a2af18c639787e538f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:00Z', 'updated_at': '2022-07-18T10:47:11Z', 'revision_number': 4, 'project_id': '7184d0f3256344a2af18c639787e538f', 'gw_port': {'id': '4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906d405e-b16a-41fb-a8ab-39b34c0377f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:01Z', 'updated_at': '2022-07-18T10:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': '7e8cb12d-f119-4020-990e-97c81b5c5e24', 'name': '', 'network_id': '09160d22-0418-499d-83b3-2657454003a1', 'tenant_id': '7184d0f3256344a2af18c639787e538f', 'mac_address': 'fa:16:3e:a2:58:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '906d405e-b16a-41fb-a8ab-39b34c0377f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'de6eeef4-c7ed-4de0-9d7b-74b96eafe12b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:07Z', 'updated_at': '2022-07-18T10:47:26Z', 'revision_number': 4, 'project_id': '7184d0f3256344a2af18c639787e538f', 'subnets': [{'id': 'de6eeef4-c7ed-4de0-9d7b-74b96eafe12b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:47:29.214778 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-abd2d67d-337c-43f9-af28-8f55f0b4baf0 None None] For port 7e8cb12d-f119-4020-990e-97c81b5c5e24, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=7e8cb12d-f119-4020-990e-97c81b5c5e24,segment=NetworkSegment(f1593a01-0c5c-4b0b-9f47-8129c2ef308d),segment_id=f1593a01-0c5c-4b0b-9f47-8129c2ef308d)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:47:29.221047 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvr_db [None req-762c4b95-d2c8-4551-b4c4-19336729f91d None None] Set router 13c68995-9203-4ad2-bce3-e2b5c7e98780 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:47:29.263628 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-7d3b90c8-fa70-4bd4-8a92-6c254c490b09 req-5bb88857-f229-43e8-aace-67ee9e6f1a84 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=1449a0db-3f38-4456-8a45-7b4a40105095 HTTP/1.1" status: 200 len: 210 time: 0.1374629 Jul 18 10:47:29.270924 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-44a964f3-0d03-48ac-a760-fe57d6236651 admin admin] Publish callbacks [] for security_group (6356b738-6772-4622-b2c6-ef425e24ad63), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:29.272053 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-fc9f8c9f-11d0-4839-a101-c7c5bd95463b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for subnet (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:29.277477 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-fc9f8c9f-11d0-4839-a101-c7c5bd95463b admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f0f81cd3-f634-4a15-9668-52cdf4291ff1 HTTP/1.1" status: 204 len: 168 time: 1.2676604 Jul 18 10:47:29.278849 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9f8c9f-11d0-4839-a101-c7c5bd95463b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0f81cd3-f634-4a15-9668-52cdf4291ff1,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:29.287733 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 39330) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:47:29.301723 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:29.371171 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Current status of the port 751f0a35-bd8d-4f73-94ac-34cb48799cf9 is: ACTIVE; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:47:29.372474 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 8601c87f-a749-4406-b9e1-628e8a01fa44 up at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:47:29.396915 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-090007c1-4806-42e8-ab4c-3b4d160e8dd4 req-8a9d3408-02ac-47c9-b0d6-dc88a5903a8a tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] 10.222.0.49 "GET /v2.0/ports?device_id=448b223d-269c-44ab-9fb8-01e1f863ee49 HTTP/1.1" status: 200 len: 210 time: 0.1654668 Jul 18 10:47:29.399905 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-abd2d67d-337c-43f9-af28-8f55f0b4baf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (7e8cb12d-f119-4020-990e-97c81b5c5e24), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:29.418516 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:29.438390 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-1318817c-258d-45b6-93f8-515ed0bdc7f9 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:29.441826 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe11165-6f0f-480b-924f-34df7a3b0526 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Pushing event updated for resources: {'Port': ['ID=9da0c70e-be90-4d11-86b1-b7c9f97343f5,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:29.472859 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-129c1fb0-43fd-4c8b-8b48-8f063c3e66d7 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks [] for port (d11baf4c-9040-4da0-8a7a-aae878e803b8), precommit_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:29.593398 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-44a964f3-0d03-48ac-a760-fe57d6236651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (6356b738-6772-4622-b2c6-ef425e24ad63), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:29.607514 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-129c1fb0-43fd-4c8b-8b48-8f063c3e66d7 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (d11baf4c-9040-4da0-8a7a-aae878e803b8), after_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:29.651133 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-2c347275-1daa-4ef9-add4-d828e2a18849 None None] Provisioning complete for port 3ae7f8fa-688f-447c-a353-3d6d84571321 triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:47:29.651913 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-2c347275-1daa-4ef9-add4-d828e2a18849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (3ae7f8fa-688f-447c-a353-3d6d84571321), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:29.682015 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a964f3-0d03-48ac-a760-fe57d6236651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6356b738-6772-4622-b2c6-ef425e24ad63,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:29.750225 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-129c1fb0-43fd-4c8b-8b48-8f063c3e66d7 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778871'] for floatingip (3e4a8a2f-302c-4f91-bc69-638e27a01a9e), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:29.789778 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44a964f3-0d03-48ac-a760-fe57d6236651 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=111155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 10:47:29.849097 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-44a964f3-0d03-48ac-a760-fe57d6236651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547345'] for segment (84a10c27-febc-4586-963f-c51e56f0d797), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:29.849462 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-afe11165-6f0f-480b-924f-34df7a3b0526 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks [] for floatingip (af94d4a4-18d6-4c54-b816-913f300083dd), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:29.849951 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.db.segments_db [None req-44a964f3-0d03-48ac-a760-fe57d6236651 admin admin] Added segment 84a10c27-febc-4586-963f-c51e56f0d797 of type vlan for network 8caed964-8d81-49d0-98ea-adfcff863d42 Jul 18 10:47:29.867024 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129c1fb0-43fd-4c8b-8b48-8f063c3e66d7 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Pushing event updated for resources: {'Port': ['ID=d11baf4c-9040-4da0-8a7a-aae878e803b8,revision_number=2']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:29.875890 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-85c92fda-1a09-498f-9772-7bcab88a9e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (25fb5820-2dd9-4e72-bbdc-c522171bd933), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:29.880600 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:29.883639 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-85c92fda-1a09-498f-9772-7bcab88a9e40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:29.889423 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-85c92fda-1a09-498f-9772-7bcab88a9e40 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/25fb5820-2dd9-4e72-bbdc-c522171bd933 HTTP/1.1" status: 204 len: 168 time: 1.3189051 Jul 18 10:47:29.898015 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd2d67d-337c-43f9-af28-8f55f0b4baf0 None None] Pushing event updated for resources: {'Port': ['ID=7e8cb12d-f119-4020-990e-97c81b5c5e24,revision_number=5']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:29.911222 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c92fda-1a09-498f-9772-7bcab88a9e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25fb5820-2dd9-4e72-bbdc-c522171bd933,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:29.918102 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-aae5d16c-3ca9-4360-9e9f-dae91c1dd5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639067'] for network (f8350898-db33-403e-ae49-e19fc2390b39), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:29.919515 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Provisioning complete for port 8601c87f-a749-4406-b9e1-628e8a01fa44 triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:47:29.919515 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (8601c87f-a749-4406-b9e1-628e8a01fa44), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:29.977835 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-129c1fb0-43fd-4c8b-8b48-8f063c3e66d7 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for floatingip (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:29.990641 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-129c1fb0-43fd-4c8b-8b48-8f063c3e66d7 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6989911 Jul 18 10:47:30.054497 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-44a964f3-0d03-48ac-a760-fe57d6236651 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741535579194'] for network (8caed964-8d81-49d0-98ea-adfcff863d42), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:30.202945 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-44a964f3-0d03-48ac-a760-fe57d6236651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529'] for network (8caed964-8d81-49d0-98ea-adfcff863d42), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:30.210112 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a964f3-0d03-48ac-a760-fe57d6236651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:30.213748 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-44a964f3-0d03-48ac-a760-fe57d6236651 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for network (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:30.509002 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Current status of the port 8601c87f-a749-4406-b9e1-628e8a01fa44 is: ACTIVE; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:47:30.516802 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 0d40b7a6-4604-4843-8b2b-aec890e6e2b7 up at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:47:30.523074 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-44a964f3-0d03-48ac-a760-fe57d6236651 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.5674675 Jul 18 10:47:30.525222 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-afe11165-6f0f-480b-924f-34df7a3b0526 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (9da0c70e-be90-4d11-86b1-b7c9f97343f5), before_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:30.551518 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-762c4b95-d2c8-4551-b4c4-19336729f91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c68995-9203-4ad2-bce3-e2b5c7e98780', 'name': 'tempest-DeleteServersTestJSON-1374871601-router', 'tenant_id': '6d288974aac54fa681cfafa262d019eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '0d40b7a6-4604-4843-8b2b-aec890e6e2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:02Z', 'updated_at': '2022-07-18T10:47:19Z', 'revision_number': 4, 'project_id': '6d288974aac54fa681cfafa262d019eb', 'gw_port': {'id': '0d40b7a6-4604-4843-8b2b-aec890e6e2b7', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:14:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c68995-9203-4ad2-bce3-e2b5c7e98780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:04Z', 'updated_at': '2022-07-18T10:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': '3ae7f8fa-688f-447c-a353-3d6d84571321', 'name': '', 'network_id': '8facd695-f9d6-4e5e-8364-4f0d87722f61', 'tenant_id': '6d288974aac54fa681cfafa262d019eb', 'mac_address': 'fa:16:3e:49:b7:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c68995-9203-4ad2-bce3-e2b5c7e98780', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'baac7679-14e5-400c-ae06-ec5ffa24657f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:16Z', 'updated_at': '2022-07-18T10:47:28Z', 'revision_number': 4, 'project_id': '6d288974aac54fa681cfafa262d019eb', 'subnets': [{'id': 'baac7679-14e5-400c-ae06-ec5ffa24657f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:47:30.577549 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 39370) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:47:30.595180 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [None req-8a73123a-ad6e-430f-9115-b238b2b4da1e admin admin] Request body: {'subnet': {'network_id': '8caed964-8d81-49d0-98ea-adfcff863d42', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-750962996-subnet', 'tenant_id': '6cd30e8c51cf4665b4c5f5262b56053f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:47:30.680866 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a964f3-0d03-48ac-a760-fe57d6236651 admin admin] Pushing event updated for resources: {'Network': ['ID=8caed964-8d81-49d0-98ea-adfcff863d42,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:30.683180 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-2c347275-1daa-4ef9-add4-d828e2a18849 None None] Current status of the port 3ae7f8fa-688f-447c-a353-3d6d84571321 is: DOWN; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:47:30.683855 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-2c347275-1daa-4ef9-add4-d828e2a18849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (3ae7f8fa-688f-447c-a353-3d6d84571321), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:30.695881 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b7ffe587-66c4-477a-b9e0-4197cc2f1003 req-ddcd14f1-62e7-47d9-bb59-cd79481ccd44 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=1449a0db-3f38-4456-8a45-7b4a40105095 HTTP/1.1" status: 200 len: 210 time: 0.2355399 Jul 18 10:47:30.729797 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a73123a-ad6e-430f-9115-b238b2b4da1e admin admin] Made reservation on behalf of 6cd30e8c51cf4665b4c5f5262b56053f for: {'subnet': 1} {{(pid=111155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:47:30.735218 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-8a73123a-ad6e-430f-9115-b238b2b4da1e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:30.771646 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.agents_db [None req-9b2825e1-dfaa-4032-a283-1b7ae0979f6b None None] Agent healthcheck: found 6 active agents {{(pid=111157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:47:30.898194 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Network 8caed964-8d81-49d0-98ea-adfcff863d42 details requested by agent ovs-agent-dv-cinder-849498-1-iscsi with host dv-cinder-849498-1-iscsi {{(pid=111156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 10:47:30.963918 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-aae5d16c-3ca9-4360-9e9f-dae91c1dd5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734605', 'neutron.services.segments.db._delete_segments_for_network-8741536027414'] for network (f8350898-db33-403e-ae49-e19fc2390b39), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:31.014573 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.db_base_plugin_common [None req-1318817c-258d-45b6-93f8-515ed0bdc7f9 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Allocated IP 172.27.1.146 (bb0f21c8-59d6-4417-bd6b-78e480c446a1/d4fbd515-2e97-4384-b4aa-6523e13e40eb/a5f5b1a4-fad4-483c-aaf2-e426290a75c0) {{(pid=111154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:47:31.046744 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762c4b95-d2c8-4551-b4c4-19336729f91d None None] The sync data for ids ['13c68995-9203-4ad2-bce3-e2b5c7e98780'] in dv-cinder-849498-1-iscsi is: [{'id': '13c68995-9203-4ad2-bce3-e2b5c7e98780', 'name': 'tempest-DeleteServersTestJSON-1374871601-router', 'tenant_id': '6d288974aac54fa681cfafa262d019eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '0d40b7a6-4604-4843-8b2b-aec890e6e2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:02Z', 'updated_at': '2022-07-18T10:47:19Z', 'revision_number': 4, 'project_id': '6d288974aac54fa681cfafa262d019eb', 'gw_port': {'id': '0d40b7a6-4604-4843-8b2b-aec890e6e2b7', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:14:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c68995-9203-4ad2-bce3-e2b5c7e98780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:04Z', 'updated_at': '2022-07-18T10:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': '3ae7f8fa-688f-447c-a353-3d6d84571321', 'name': '', 'network_id': '8facd695-f9d6-4e5e-8364-4f0d87722f61', 'tenant_id': '6d288974aac54fa681cfafa262d019eb', 'mac_address': 'fa:16:3e:49:b7:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c68995-9203-4ad2-bce3-e2b5c7e98780', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'baac7679-14e5-400c-ae06-ec5ffa24657f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:16Z', 'updated_at': '2022-07-18T10:47:28Z', 'revision_number': 4, 'project_id': '6d288974aac54fa681cfafa262d019eb', 'subnets': [{'id': 'baac7679-14e5-400c-ae06-ec5ffa24657f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:47:31.108266 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-de3c9bcb-d66e-4e52-817f-d98abd2e15d5 req-3ae2b31e-4c55-4fe6-a983-87868c3b14b1 tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] 10.222.0.49 "GET /v2.0/ports?device_id=448b223d-269c-44ab-9fb8-01e1f863ee49 HTTP/1.1" status: 200 len: 210 time: 0.2195063 Jul 18 10:47:31.111059 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Provisioning complete for port 0d40b7a6-4604-4843-8b2b-aec890e6e2b7 triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:47:31.111444 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (0d40b7a6-4604-4843-8b2b-aec890e6e2b7), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:31.153386 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-13eea8ed-e7f6-4886-9358-c6e4f9b10df0 req-1f78c80a-c286-4ad0-ac55-4f3621988463 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--156915885&fields=id&tenant_id=f32dc706424247d0ac1dc7a6aa633107 HTTP/1.1" status: 200 len: 267 time: 0.4909134 Jul 18 10:47:31.172545 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-2c347275-1daa-4ef9-add4-d828e2a18849 None None] For port 3ae7f8fa-688f-447c-a353-3d6d84571321, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=3ae7f8fa-688f-447c-a353-3d6d84571321,segment=NetworkSegment(6a0917b6-d32d-4446-b59c-ab6c94e8291d),segment_id=6a0917b6-d32d-4446-b59c-ab6c94e8291d)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:47:31.260732 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.services.segments.db [None req-aae5d16c-3ca9-4360-9e9f-dae91c1dd5a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8350898-db33-403e-ae49-e19fc2390b39']}} {{(pid=111154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:47:31.299811 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-2c347275-1daa-4ef9-add4-d828e2a18849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (3ae7f8fa-688f-447c-a353-3d6d84571321), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:31.324059 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.services.segments.db [None req-aae5d16c-3ca9-4360-9e9f-dae91c1dd5a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5947a713-86a8-437e-9856-2eb7905491d7') {'for_net_delete': True} {{(pid=111154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:47:31.325251 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.services.segments.db [None req-aae5d16c-3ca9-4360-9e9f-dae91c1dd5a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5947a713-86a8-437e-9856-2eb7905491d7') {} {{(pid=111154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:47:31.412134 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c347275-1daa-4ef9-add4-d828e2a18849 None None] Pushing event updated for resources: {'Port': ['ID=3ae7f8fa-688f-447c-a353-3d6d84571321,revision_number=5']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:31.436817 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1ccf8d-892d-41d0-a027-49de2278a579 None None] Sync routers for ids ['6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3'] in dv-cinder-849498-1-iscsi {{(pid=111157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:47:31.507812 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1ccf8d-892d-41d0-a027-49de2278a579 None None] Routers {'6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:47:31.507812 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-5f1ccf8d-892d-41d0-a027-49de2278a579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:47:07Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3'], 'active': True} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:47:31.562724 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Current status of the port 0d40b7a6-4604-4843-8b2b-aec890e6e2b7 is: DOWN; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:47:31.573306 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (0d40b7a6-4604-4843-8b2b-aec890e6e2b7), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:31.573468 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-aae5d16c-3ca9-4360-9e9f-dae91c1dd5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741536027679', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127334168'] for segment (5947a713-86a8-437e-9856-2eb7905491d7), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:31.622356 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] For port 0d40b7a6-4604-4843-8b2b-aec890e6e2b7, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=0d40b7a6-4604-4843-8b2b-aec890e6e2b7,segment=NetworkSegment(43730dd2-6239-4f15-a180-e6d1d2fbff54),segment_id=43730dd2-6239-4f15-a180-e6d1d2fbff54)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:47:31.625317 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaea1dd7-4def-4b79-9915-d35e61f2f0f6 None None] Sync routers for ids ['ccd4d833-2ce0-4438-9953-12ee3f8e0f47'] in dv-cinder-849498-1-iscsi {{(pid=111156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:47:31.630301 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eea8ed-e7f6-4886-9358-c6e4f9b10df0 req-01629581-6bba-4809-aced-b00ad94e7d76 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:31.638052 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-13eea8ed-e7f6-4886-9358-c6e4f9b10df0 req-01629581-6bba-4809-aced-b00ad94e7d76 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/networks?id=2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81 HTTP/1.1" status: 200 len: 811 time: 0.4418318 Jul 18 10:47:31.647868 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaea1dd7-4def-4b79-9915-d35e61f2f0f6 None None] Routers {'ccd4d833-2ce0-4438-9953-12ee3f8e0f47'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:47:31.648661 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-aaea1dd7-4def-4b79-9915-d35e61f2f0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:47:07Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['ccd4d833-2ce0-4438-9953-12ee3f8e0f47'], 'active': True} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:47:31.687942 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-aae5d16c-3ca9-4360-9e9f-dae91c1dd5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547345'] for segment (5947a713-86a8-437e-9856-2eb7905491d7), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:31.705886 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:31.745775 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aae5d16c-3ca9-4360-9e9f-dae91c1dd5a0 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=111154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 10:47:31.748215 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-aae5d16c-3ca9-4360-9e9f-dae91c1dd5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127333789'] for segment (5947a713-86a8-437e-9856-2eb7905491d7), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:31.759212 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-13eea8ed-e7f6-4886-9358-c6e4f9b10df0 req-af2e0dcf-ba11-4756-afcd-c1fc59811ba1 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/quotas/f32dc706424247d0ac1dc7a6aa633107 HTTP/1.1" status: 200 len: 375 time: 0.0743091 Jul 18 10:47:31.830040 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.52', 55378) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:47:31.841808 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (0d40b7a6-4604-4843-8b2b-aec890e6e2b7), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:31.988201 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=100 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:32.037584 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Pushing event updated for resources: {'Port': ['ID=0d40b7a6-4604-4843-8b2b-aec890e6e2b7,revision_number=4']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:32.066132 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-13eea8ed-e7f6-4886-9358-c6e4f9b10df0 req-13acd1c5-3300-4d6b-9bf7-f5aca828996a tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f32dc706424247d0ac1dc7a6aa633107&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2870445 Jul 18 10:47:32.069977 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-8a73123a-ad6e-430f-9115-b238b2b4da1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529'] for subnet (2a1779e5-6249-4d6a-89ce-251a6c5d7eef), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:32.102101 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.services.segments.plugin [-] Segment 5947a713-86a8-437e-9856-2eb7905491d7 resource provider aggregate not found Jul 18 10:47:32.131082 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvr_db [None req-aaea1dd7-4def-4b79-9915-d35e61f2f0f6 None None] Set router ccd4d833-2ce0-4438-9953-12ee3f8e0f47 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:47:32.147440 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvr_db [None req-5f1ccf8d-892d-41d0-a027-49de2278a579 None None] Set router 6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:47:32.153155 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-1318817c-258d-45b6-93f8-515ed0bdc7f9 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for port (a5f5b1a4-fad4-483c-aaf2-e426290a75c0), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:32.231079 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-afe11165-6f0f-480b-924f-34df7a3b0526 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks [] for port (9da0c70e-be90-4d11-86b1-b7c9f97343f5), precommit_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:32.326003 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:32.338608 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-afe11165-6f0f-480b-924f-34df7a3b0526 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127333809'] for port (9da0c70e-be90-4d11-86b1-b7c9f97343f5), after_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:32.550421 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.services.segments.plugin [-] Segment 5947a713-86a8-437e-9856-2eb7905491d7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5947a713-86a8-437e-9856-2eb7905491d7 found for delete ", "request_id": "req-65c55b1a-160e-4403-85f8-29e3e2c1585a"}]} Jul 18 10:47:32.665055 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-0f2f5f42-e394-43d2-9237-68de80c027b4 req-08a27b6f-ab4a-4244-9292-771612ad4888 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=1449a0db-3f38-4456-8a45-7b4a40105095 HTTP/1.1" status: 200 len: 210 time: 0.3531499 Jul 18 10:47:32.671218 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:32.701033 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-aaea1dd7-4def-4b79-9915-d35e61f2f0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd4d833-2ce0-4438-9953-12ee3f8e0f47', 'name': 'tempest-AttachVolumeShelveTestJSON-108440083-router', 'tenant_id': '48497435674b41ccb34f6ff43026a232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'cf987100-66ea-496b-aa17-eaf34554ff4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:02Z', 'updated_at': '2022-07-18T10:47:15Z', 'revision_number': 4, 'project_id': '48497435674b41ccb34f6ff43026a232', 'gw_port': {'id': 'cf987100-66ea-496b-aa17-eaf34554ff4f', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd4d833-2ce0-4438-9953-12ee3f8e0f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:03Z', 'updated_at': '2022-07-18T10:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': 'c3bc26e4-cf1d-4d0f-8ed5-970a19493367', 'name': '', 'network_id': 'cacd27b7-b866-4702-aa51-5895ad956ffc', 'tenant_id': '48497435674b41ccb34f6ff43026a232', 'mac_address': 'fa:16:3e:09:1f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd4d833-2ce0-4438-9953-12ee3f8e0f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0722f3de-6f57-48f1-8200-e5895920f8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:12Z', 'updated_at': '2022-07-18T10:47:16Z', 'revision_number': 2, 'project_id': '48497435674b41ccb34f6ff43026a232', 'subnets': [{'id': '0722f3de-6f57-48f1-8200-e5895920f8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:47:32.798892 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaea1dd7-4def-4b79-9915-d35e61f2f0f6 None None] Checking router: ccd4d833-2ce0-4438-9953-12ee3f8e0f47 for host: dv-cinder-849498-1-iscsi {{(pid=111156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:47:32.799988 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaea1dd7-4def-4b79-9915-d35e61f2f0f6 None None] Updating router ccd4d833-2ce0-4438-9953-12ee3f8e0f47 port c3bc26e4-cf1d-4d0f-8ed5-970a19493367 binding host dv-cinder-849498-1-iscsi {{(pid=111156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 10:47:32.840749 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-aae5d16c-3ca9-4360-9e9f-dae91c1dd5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3779455'] for network (f8350898-db33-403e-ae49-e19fc2390b39), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:32.876663 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a73123a-ad6e-430f-9115-b238b2b4da1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a1779e5-6249-4d6a-89ce-251a6c5d7eef,revision_number=0']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:32.945986 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a73123a-ad6e-430f-9115-b238b2b4da1e admin admin] Checking segment: {'id': '84a10c27-febc-4586-963f-c51e56f0d797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8caed964-8d81-49d0-98ea-adfcff863d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:47:32.946927 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a73123a-ad6e-430f-9115-b238b2b4da1e admin admin] Network hostable DHCP agents. Network: 8caed964-8d81-49d0-98ea-adfcff863d42, hostable agents: ['1fc7cd8a-3617-45f0-b645-db80237532c9'], hosted agents: [] {{(pid=111155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 10:47:32.973559 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-5f1ccf8d-892d-41d0-a027-49de2278a579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'name': 'tempest-AttachVolumeNegativeTest-431570464-router', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '4083be66-18b5-4ad2-a323-569672bf755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:00Z', 'updated_at': '2022-07-18T10:47:14Z', 'revision_number': 4, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'gw_port': {'id': '4083be66-18b5-4ad2-a323-569672bf755b', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:02Z', 'updated_at': '2022-07-18T10:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': '603b1623-5cf2-4603-b446-434aeca6fd4c', 'name': '', 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'mac_address': 'fa:16:3e:29:7e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'aa197fa4-4b14-4357-8299-842622dc6172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:10Z', 'updated_at': '2022-07-18T10:47:15Z', 'revision_number': 2, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'subnets': [{'id': 'aa197fa4-4b14-4357-8299-842622dc6172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:47:32.975384 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-355c83d8-2c88-4671-8881-13163310ab0c req-caba2230-396e-44ad-8602-9f81c70163cc tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] 10.222.0.49 "GET /v2.0/ports?device_id=448b223d-269c-44ab-9fb8-01e1f863ee49 HTTP/1.1" status: 200 len: 210 time: 0.1414311 Jul 18 10:47:32.993805 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-aaea1dd7-4def-4b79-9915-d35e61f2f0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (c3bc26e4-cf1d-4d0f-8ed5-970a19493367), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:33.019088 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 4083be66-18b5-4ad2-a323-569672bf755b up at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:47:33.065164 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-13eea8ed-e7f6-4886-9358-c6e4f9b10df0 req-440a2404-1aa1-49c9-ad40-a833d87e0815 service neutron] 10.222.0.49 "GET /v2.0/networks/2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8628931 Jul 18 10:47:33.105590 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1ccf8d-892d-41d0-a027-49de2278a579 None None] Checking router: 6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3 for host: dv-cinder-849498-1-iscsi {{(pid=111157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:47:33.106879 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1ccf8d-892d-41d0-a027-49de2278a579 None None] Updating router 6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3 port 603b1623-5cf2-4603-b446-434aeca6fd4c binding host dv-cinder-849498-1-iscsi {{(pid=111157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 10:47:33.215253 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-5f1ccf8d-892d-41d0-a027-49de2278a579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (603b1623-5cf2-4603-b446-434aeca6fd4c), before_update {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:33.227423 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-aae5d16c-3ca9-4360-9e9f-dae91c1dd5a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for network (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:33.245341 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a73123a-ad6e-430f-9115-b238b2b4da1e admin admin] Network 8caed964-8d81-49d0-98ea-adfcff863d42 is scheduled to be hosted by DHCP agent 1fc7cd8a-3617-45f0-b645-db80237532c9 with binding_index 1 {{(pid=111155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 10:47:33.253909 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-aae5d16c-3ca9-4360-9e9f-dae91c1dd5a0 admin admin] 10.222.0.49 "DELETE /v2.0/networks/f8350898-db33-403e-ae49-e19fc2390b39 HTTP/1.1" status: 204 len: 168 time: 3.9583838 Jul 18 10:47:33.291305 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe11165-6f0f-480b-924f-34df7a3b0526 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Pushing event updated for resources: {'Port': ['ID=9da0c70e-be90-4d11-86b1-b7c9f97343f5,revision_number=2']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:33.556922 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-13eea8ed-e7f6-4886-9358-c6e4f9b10df0 req-4d2f07f2-d9b2-45ec-9bb8-e02663e5e2e2 service neutron] 10.222.0.49 "GET /v2.0/networks/2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024843 Jul 18 10:47:33.559993 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-1318817c-258d-45b6-93f8-515ed0bdc7f9 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127334210'] for port (a5f5b1a4-fad4-483c-aaf2-e426290a75c0), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:33.559993 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae5d16c-3ca9-4360-9e9f-dae91c1dd5a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8350898-db33-403e-ae49-e19fc2390b39,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:33.595217 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a2df1e-511f-40b7-81d5-fd9e3e9bc56b req-6227c542-705f-4635-9693-51f449c443f9 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:33.598719 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-73a2df1e-511f-40b7-81d5-fd9e3e9bc56b req-6227c542-705f-4635-9693-51f449c443f9 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.52 "GET /v2.0/networks?id=09160d22-0418-499d-83b3-2657454003a1 HTTP/1.1" status: 200 len: 818 time: 1.7525592 Jul 18 10:47:33.634996 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1318817c-258d-45b6-93f8-515ed0bdc7f9 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Network bb0f21c8-59d6-4417-bd6b-78e480c446a1 is already hosted by enough agents. {{(pid=111154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:47:33.634996 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.base_scheduler [None req-1318817c-258d-45b6-93f8-515ed0bdc7f9 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Resources bound (agent type, host, resource id): {{(pid=111154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:47:33.634996 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1318817c-258d-45b6-93f8-515ed0bdc7f9 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Received port after_create {{(pid=111154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:47:33.637233 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-aaea1dd7-4def-4b79-9915-d35e61f2f0f6 None None] Publish callbacks [] for port (c3bc26e4-cf1d-4d0f-8ed5-970a19493367), precommit_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:33.647075 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=100 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:33.650757 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [req-73a2df1e-511f-40b7-81d5-fd9e3e9bc56b req-a14bef0e-d38e-46f8-a0ad-1f890820dda0 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Request body: {'port': {'device_id': '4728713a-e4cd-4e09-b104-7a57de4f2242', 'network_id': '09160d22-0418-499d-83b3-2657454003a1', 'admin_state_up': True, 'tenant_id': '7184d0f3256344a2af18c639787e538f'}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:47:33.662696 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Provisioning complete for port 4083be66-18b5-4ad2-a323-569672bf755b triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:47:33.663255 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (4083be66-18b5-4ad2-a323-569672bf755b), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:33.676397 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.base_scheduler [None req-8a73123a-ad6e-430f-9115-b238b2b4da1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849498-1-iscsi, 8caed964-8d81-49d0-98ea-adfcff863d42) {{(pid=111155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:47:33.682982 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a73123a-ad6e-430f-9115-b238b2b4da1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:33.686255 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-8a73123a-ad6e-430f-9115-b238b2b4da1e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:33.692230 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-afe11165-6f0f-480b-924f-34df7a3b0526 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778871'] for floatingip (af94d4a4-18d6-4c54-b816-913f300083dd), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:33.711632 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833e8466-c1c8-420e-9ed3-84c0effc6db9 None None] Network 8caed964-8d81-49d0-98ea-adfcff863d42 requested from dv-cinder-849498-1-iscsi {{(pid=111156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:47:33.769885 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1318817c-258d-45b6-93f8-515ed0bdc7f9 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Pushing event updated for resources: {'Port': ['ID=a5f5b1a4-fad4-483c-aaf2-e426290a75c0,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:33.806094 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-aaea1dd7-4def-4b79-9915-d35e61f2f0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (c3bc26e4-cf1d-4d0f-8ed5-970a19493367), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:33.821176 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:33.945497 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-8a73123a-ad6e-430f-9115-b238b2b4da1e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.3618135 Jul 18 10:47:33.947679 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b9f7b8e2-de27-4109-9ad2-f378c03d99e5 req-b8addf45-71ed-4b45-b75f-b52b18b9323c tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=1449a0db-3f38-4456-8a45-7b4a40105095 HTTP/1.1" status: 200 len: 210 time: 0.0963888 Jul 18 10:47:33.970406 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ff5e42-7e25-49bc-8b53-14cf2e8a0f40 None None] Pushing event updated for resources: {'Port': ['ID=c3bc26e4-cf1d-4d0f-8ed5-970a19493367,revision_number=3']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:33.987441 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:34.097425 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-5f1ccf8d-892d-41d0-a027-49de2278a579 None None] Publish callbacks [] for port (603b1623-5cf2-4603-b446-434aeca6fd4c), precommit_update {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:34.104953 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-afe11165-6f0f-480b-924f-34df7a3b0526 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for floatingip (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:34.121754 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-afe11165-6f0f-480b-924f-34df7a3b0526 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.9835343 Jul 18 10:47:34.224837 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-5f1ccf8d-892d-41d0-a027-49de2278a579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (603b1623-5cf2-4603-b446-434aeca6fd4c), after_update {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:34.305603 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-dbec40f9-2342-41ca-b0ee-4332b775e183 req-9e0368d4-05a9-491e-8bb3-0295d2118dab tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f96ccdd-67b5-403c-a3b9-8022e271690c HTTP/1.1" status: 200 len: 210 time: 0.1181195 Jul 18 10:47:34.316119 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=8 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:34.419527 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:34.429060 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-0b3fd948-cd52-4978-bdd2-0f7e4bc236f2 req-5866a873-905c-4d4e-85ea-4e6ea8a4b10a tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] 10.222.0.49 "GET /v2.0/ports?device_id=448b223d-269c-44ab-9fb8-01e1f863ee49 HTTP/1.1" status: 200 len: 210 time: 0.1437724 Jul 18 10:47:34.445289 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Current status of the port 4083be66-18b5-4ad2-a323-569672bf755b is: DOWN; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:47:34.445289 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (4083be66-18b5-4ad2-a323-569672bf755b), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:34.446507 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0dc6da-9840-4158-802f-9f16468be82b None None] Pushing event updated for resources: {'Port': ['ID=603b1623-5cf2-4603-b446-434aeca6fd4c,revision_number=3']} {{(pid=111157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:34.454774 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-1318817c-258d-45b6-93f8-515ed0bdc7f9 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for floatingip (2c9b347c-fde3-46a5-8720-eb0056eeda92), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:34.491309 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.52', 55385) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:47:34.524474 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 39452) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:47:34.566281 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-aaea1dd7-4def-4b79-9915-d35e61f2f0f6 None None] Attempting to bind port c3bc26e4-cf1d-4d0f-8ed5-970a19493367 on host dv-cinder-849498-1-iscsi for vnic_type normal with profile {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:47:34.573366 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-aaea1dd7-4def-4b79-9915-d35e61f2f0f6 None None] Attempting to bind port c3bc26e4-cf1d-4d0f-8ed5-970a19493367 by drivers openvswitch,hyperv on host dv-cinder-849498-1-iscsi at level 0 using segments [{'id': '163c7c7d-635e-4353-a5ea-f102084ea7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'cacd27b7-b866-4702-aa51-5895ad956ffc'}] {{(pid=111156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:47:34.574095 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaea1dd7-4def-4b79-9915-d35e61f2f0f6 None None] Attempting to bind port c3bc26e4-cf1d-4d0f-8ed5-970a19493367 on network cacd27b7-b866-4702-aa51-5895ad956ffc {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:47:34.627357 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88114a58-4462-4c2c-9bdf-ae2c282080e0 None None] Network 8caed964-8d81-49d0-98ea-adfcff863d42 requested from dv-cinder-849498-1-iscsi {{(pid=111156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:47:34.682784 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73a2df1e-511f-40b7-81d5-fd9e3e9bc56b req-a14bef0e-d38e-46f8-a0ad-1f890820dda0 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Made reservation on behalf of 7184d0f3256344a2af18c639787e538f for: {'port': 1} {{(pid=111154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:47:34.685054 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.managers [None req-5f1ccf8d-892d-41d0-a027-49de2278a579 None None] Attempting to bind port 603b1623-5cf2-4603-b446-434aeca6fd4c on host dv-cinder-849498-1-iscsi for vnic_type normal with profile {{(pid=111157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:47:34.692238 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-73a2df1e-511f-40b7-81d5-fd9e3e9bc56b req-a14bef0e-d38e-46f8-a0ad-1f890820dda0 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:34.713408 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.managers [None req-5f1ccf8d-892d-41d0-a027-49de2278a579 None None] Attempting to bind port 603b1623-5cf2-4603-b446-434aeca6fd4c by drivers openvswitch,hyperv on host dv-cinder-849498-1-iscsi at level 0 using segments [{'id': '984404a2-43ca-40f3-9583-38762b7d5434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b'}] {{(pid=111157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:47:34.714214 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1ccf8d-892d-41d0-a027-49de2278a579 None None] Attempting to bind port 603b1623-5cf2-4603-b446-434aeca6fd4c on network cfde60e0-9a8e-4b4d-8a28-cc720005757b {{(pid=111157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:47:34.732698 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1ccf8d-892d-41d0-a027-49de2278a579 None None] Checking agent: {'id': '62f731a8-190a-49a2-85f5-14fe4e09184e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849498-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 37, 10), 'started_at': datetime.datetime(2022, 7, 18, 10, 37, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849498-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:47:34.732698 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1ccf8d-892d-41d0-a027-49de2278a579 None None] Checking segment: {'id': '984404a2-43ca-40f3-9583-38762b7d5434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:47:34.733058 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-5f1ccf8d-892d-41d0-a027-49de2278a579 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:34.733705 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1ccf8d-892d-41d0-a027-49de2278a579 None None] Bound using segment: {'id': '984404a2-43ca-40f3-9583-38762b7d5434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b'} {{(pid=111157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:47:34.735913 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.managers [None req-5f1ccf8d-892d-41d0-a027-49de2278a579 None None] Bound port: 603b1623-5cf2-4603-b446-434aeca6fd4c, host: dv-cinder-849498-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '984404a2-43ca-40f3-9583-38762b7d5434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b'}}] {{(pid=111157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:47:34.736281 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-5f1ccf8d-892d-41d0-a027-49de2278a579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (603b1623-5cf2-4603-b446-434aeca6fd4c), before_update {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:34.850843 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0658ee4b-540a-42fe-970d-24b66886bb1d req-af27cd6d-e951-4bab-b6a4-ece6a3c4c1a5 tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:34.860816 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-0658ee4b-540a-42fe-970d-24b66886bb1d req-af27cd6d-e951-4bab-b6a4-ece6a3c4c1a5 tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] 10.222.0.52 "GET /v2.0/networks?id=8facd695-f9d6-4e5e-8364-4f0d87722f61 HTTP/1.1" status: 200 len: 812 time: 0.3568666 Jul 18 10:47:34.864400 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-5ccc9f1c-efc7-4eb2-a4b1-d24f0b78a153 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1933792aea1c42a9b766cfd51820c7e1&name=default HTTP/1.1" status: 200 len: 2995 time: 0.3341720 Jul 18 10:47:34.896507 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [req-0658ee4b-540a-42fe-970d-24b66886bb1d req-d31d5b89-2eda-43cb-854d-86b0cb95c99a tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] Request body: {'port': {'device_id': '448b223d-269c-44ab-9fb8-01e1f863ee49', 'network_id': '8facd695-f9d6-4e5e-8364-4f0d87722f61', 'admin_state_up': True, 'tenant_id': '6d288974aac54fa681cfafa262d019eb'}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:47:34.913030 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 39458) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:47:34.982724 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.db [None req-5f1ccf8d-892d-41d0-a027-49de2278a579 None None] For port 603b1623-5cf2-4603-b446-434aeca6fd4c, host dv-cinder-849498-1-iscsi, cleared binding levels {{(pid=111157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:47:34.994180 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-1318817c-258d-45b6-93f8-515ed0bdc7f9 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (a5f5b1a4-fad4-483c-aaf2-e426290a75c0), before_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:35.002378 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.db [None req-5f1ccf8d-892d-41d0-a027-49de2278a579 None None] For port 603b1623-5cf2-4603-b446-434aeca6fd4c, host dv-cinder-849498-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=603b1623-5cf2-4603-b446-434aeca6fd4c,segment=NetworkSegment(984404a2-43ca-40f3-9583-38762b7d5434),segment_id=984404a2-43ca-40f3-9583-38762b7d5434)] {{(pid=111157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:47:35.090803 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-5f1ccf8d-892d-41d0-a027-49de2278a579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (603b1623-5cf2-4603-b446-434aeca6fd4c), after_update {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:35.113395 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.52', 55386) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:47:35.272619 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0dc6da-9840-4158-802f-9f16468be82b None None] Pushing event updated for resources: {'Port': ['ID=603b1623-5cf2-4603-b446-434aeca6fd4c,revision_number=4']} {{(pid=111157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:35.308661 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1ccf8d-892d-41d0-a027-49de2278a579 None None] Routers {'6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:47:35.311757 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-5f1ccf8d-892d-41d0-a027-49de2278a579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:47:07Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3'], 'active': True} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:47:35.403869 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:35.500012 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaea1dd7-4def-4b79-9915-d35e61f2f0f6 None None] Checking agent: {'id': '62f731a8-190a-49a2-85f5-14fe4e09184e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849498-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 37, 10), 'started_at': datetime.datetime(2022, 7, 18, 10, 37, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849498-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:47:35.500712 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaea1dd7-4def-4b79-9915-d35e61f2f0f6 None None] Checking segment: {'id': '163c7c7d-635e-4353-a5ea-f102084ea7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'cacd27b7-b866-4702-aa51-5895ad956ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:47:35.503859 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-aaea1dd7-4def-4b79-9915-d35e61f2f0f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:35.503859 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaea1dd7-4def-4b79-9915-d35e61f2f0f6 None None] Bound using segment: {'id': '163c7c7d-635e-4353-a5ea-f102084ea7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'cacd27b7-b866-4702-aa51-5895ad956ffc'} {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:47:35.503859 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-aaea1dd7-4def-4b79-9915-d35e61f2f0f6 None None] Bound port: c3bc26e4-cf1d-4d0f-8ed5-970a19493367, host: dv-cinder-849498-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '163c7c7d-635e-4353-a5ea-f102084ea7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'cacd27b7-b866-4702-aa51-5895ad956ffc'}}] {{(pid=111156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:47:35.512441 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-aaea1dd7-4def-4b79-9915-d35e61f2f0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (c3bc26e4-cf1d-4d0f-8ed5-970a19493367), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:35.594381 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-1318817c-258d-45b6-93f8-515ed0bdc7f9 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for port (a5f5b1a4-fad4-483c-aaf2-e426290a75c0), precommit_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:35.606555 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] For port 4083be66-18b5-4ad2-a323-569672bf755b, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=4083be66-18b5-4ad2-a323-569672bf755b,segment=NetworkSegment(43730dd2-6239-4f15-a180-e6d1d2fbff54),segment_id=43730dd2-6239-4f15-a180-e6d1d2fbff54)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:47:35.613582 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-44f5205c-e8b0-486c-93a7-ff365ae08568 None None] Provisioning complete for port c3bc26e4-cf1d-4d0f-8ed5-970a19493367 triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:47:35.614382 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-44f5205c-e8b0-486c-93a7-ff365ae08568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (c3bc26e4-cf1d-4d0f-8ed5-970a19493367), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:35.762856 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:35.859437 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-6a86781c-4488-44d1-a553-2a876945d9f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1fc7cd8a-3617-45f0-b645-db80237532c9), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:35.877577 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (4083be66-18b5-4ad2-a323-569672bf755b), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:35.879280 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 7e8cb12d-f119-4020-990e-97c81b5c5e24 up at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:47:35.896107 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvr_db [None req-5f1ccf8d-892d-41d0-a027-49de2278a579 None None] Set router 6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:47:35.947573 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-1318817c-258d-45b6-93f8-515ed0bdc7f9 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127333809'] for port (a5f5b1a4-fad4-483c-aaf2-e426290a75c0), after_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:36.405908 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Pushing event updated for resources: {'Port': ['ID=4083be66-18b5-4ad2-a323-569672bf755b,revision_number=4']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:36.472392 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfceac8-7ec2-4b76-966f-57346e7f902e req-897720da-1a86-4821-b141-4fdc4a642598 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:36.474166 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8cfceac8-7ec2-4b76-966f-57346e7f902e req-897720da-1a86-4821-b141-4fdc4a642598 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.52 "GET /v2.0/networks?id=09160d22-0418-499d-83b3-2657454003a1 HTTP/1.1" status: 200 len: 818 time: 1.1306853 Jul 18 10:47:36.479302 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1318817c-258d-45b6-93f8-515ed0bdc7f9 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Pushing event updated for resources: {'Port': ['ID=a5f5b1a4-fad4-483c-aaf2-e426290a75c0,revision_number=2']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:36.604761 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-aaea1dd7-4def-4b79-9915-d35e61f2f0f6 None None] For port c3bc26e4-cf1d-4d0f-8ed5-970a19493367, host dv-cinder-849498-1-iscsi, cleared binding levels {{(pid=111156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:47:36.618290 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-aaea1dd7-4def-4b79-9915-d35e61f2f0f6 None None] For port c3bc26e4-cf1d-4d0f-8ed5-970a19493367, host dv-cinder-849498-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=c3bc26e4-cf1d-4d0f-8ed5-970a19493367,segment=NetworkSegment(163c7c7d-635e-4353-a5ea-f102084ea7d2),segment_id=163c7c7d-635e-4353-a5ea-f102084ea7d2)] {{(pid=111156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:47:36.644591 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-44f5205c-e8b0-486c-93a7-ff365ae08568 None None] Port c3bc26e4-cf1d-4d0f-8ed5-970a19493367 cannot update to ACTIVE because it is not bound. {{(pid=111156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:47:36.666309 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [req-8cfceac8-7ec2-4b76-966f-57346e7f902e req-681d5b78-4d8d-4e6d-83f8-89f917562d3d tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Request body: {'port': {'device_id': '1449a0db-3f38-4456-8a45-7b4a40105095', 'network_id': '09160d22-0418-499d-83b3-2657454003a1', 'admin_state_up': True, 'tenant_id': '7184d0f3256344a2af18c639787e538f'}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:47:36.872760 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-5f1ccf8d-892d-41d0-a027-49de2278a579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'name': 'tempest-AttachVolumeNegativeTest-431570464-router', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '4083be66-18b5-4ad2-a323-569672bf755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:00Z', 'updated_at': '2022-07-18T10:47:14Z', 'revision_number': 4, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'gw_port': {'id': '4083be66-18b5-4ad2-a323-569672bf755b', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:02Z', 'updated_at': '2022-07-18T10:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': '603b1623-5cf2-4603-b446-434aeca6fd4c', 'name': '', 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'mac_address': 'fa:16:3e:29:7e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'aa197fa4-4b14-4357-8299-842622dc6172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:10Z', 'updated_at': '2022-07-18T10:47:34Z', 'revision_number': 4, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'subnets': [{'id': 'aa197fa4-4b14-4357-8299-842622dc6172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:47:36.912376 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.db_base_plugin_common [req-73a2df1e-511f-40b7-81d5-fd9e3e9bc56b req-a14bef0e-d38e-46f8-a0ad-1f890820dda0 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Allocated IP 172.20.0.10 (09160d22-0418-499d-83b3-2657454003a1/de6eeef4-c7ed-4de0-9d7b-74b96eafe12b/a2d9794f-2a33-4778-92a2-20c4de5af12b) {{(pid=111154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:47:36.954395 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:36.961781 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:37.001948 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8f5229ad-984b-43de-9a22-07794c3c5ccf req-28fd1894-6572-4e54-848f-7aa701d00c6e tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=1449a0db-3f38-4456-8a45-7b4a40105095 HTTP/1.1" status: 200 len: 210 time: 0.5249500 Jul 18 10:47:37.015987 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-aaea1dd7-4def-4b79-9915-d35e61f2f0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (c3bc26e4-cf1d-4d0f-8ed5-970a19493367), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:37.021202 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1ccf8d-892d-41d0-a027-49de2278a579 None None] The sync data for ids ['6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3'] in dv-cinder-849498-1-iscsi is: [{'id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'name': 'tempest-AttachVolumeNegativeTest-431570464-router', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '4083be66-18b5-4ad2-a323-569672bf755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:00Z', 'updated_at': '2022-07-18T10:47:14Z', 'revision_number': 4, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'gw_port': {'id': '4083be66-18b5-4ad2-a323-569672bf755b', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:02Z', 'updated_at': '2022-07-18T10:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': '603b1623-5cf2-4603-b446-434aeca6fd4c', 'name': '', 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'mac_address': 'fa:16:3e:29:7e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'aa197fa4-4b14-4357-8299-842622dc6172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:10Z', 'updated_at': '2022-07-18T10:47:34Z', 'revision_number': 4, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'subnets': [{'id': 'aa197fa4-4b14-4357-8299-842622dc6172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:47:37.186486 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Provisioning complete for port 7e8cb12d-f119-4020-990e-97c81b5c5e24 triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:47:37.189450 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (7e8cb12d-f119-4020-990e-97c81b5c5e24), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:37.345621 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0658ee4b-540a-42fe-970d-24b66886bb1d req-d31d5b89-2eda-43cb-854d-86b0cb95c99a tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] Made reservation on behalf of 6d288974aac54fa681cfafa262d019eb for: {'port': 1} {{(pid=111155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:47:37.360084 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-0658ee4b-540a-42fe-970d-24b66886bb1d req-d31d5b89-2eda-43cb-854d-86b0cb95c99a tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:37.417124 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7b-64bc-4286-ab1f-702800d9049d admin admin] Publish callbacks [] for security_group (e253ae24-5a83-4105-ab43-7fb9128b7378), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:37.556145 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3402a8ac-5e09-4538-827a-e093d98002e1 req-a397d076-cc68-40c4-9728-a4142763ae3c tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f96ccdd-67b5-403c-a3b9-8022e271690c HTTP/1.1" status: 200 len: 210 time: 0.1791837 Jul 18 10:47:37.578105 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-a8a8f26f-758f-4925-997c-0a3959ff5e0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (e6bcb791-bd43-4d6b-ab54-e591cb66712b), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:37.583127 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-5223d961-fd4d-46a4-801c-faf02fcfd265 None None] Provisioning complete for port 603b1623-5cf2-4603-b446-434aeca6fd4c triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:47:37.583595 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-5223d961-fd4d-46a4-801c-faf02fcfd265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (603b1623-5cf2-4603-b446-434aeca6fd4c), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:37.642301 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-df0cb2fc-89ba-4112-b748-c2bc1a62ee6d req-f333daa9-32be-4130-a7f0-24c9fa5c82e9 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--846297287&fields=id&tenant_id=48497435674b41ccb34f6ff43026a232 HTTP/1.1" status: 200 len: 267 time: 1.1667011 Jul 18 10:47:37.733908 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7b-64bc-4286-ab1f-702800d9049d admin admin] Publish callbacks [] for security_group (e253ae24-5a83-4105-ab43-7fb9128b7378), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:37.898837 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-73a2df1e-511f-40b7-81d5-fd9e3e9bc56b req-a14bef0e-d38e-46f8-a0ad-1f890820dda0 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Publish callbacks [] for port (a2d9794f-2a33-4778-92a2-20c4de5af12b), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:37.954978 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 39514) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:47:37.975839 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [None req-2871012b-5470-4bf7-9e32-e4a0d58e09ab admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1236081890-network', 'tenant_id': '811a92f9ef894cfc8e2de198435000e4'}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:47:37.983704 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:DELETE=4,neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:37.986030 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=3,neutron:DELETE=2 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:37.991894 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-1318817c-258d-45b6-93f8-515ed0bdc7f9 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778871'] for floatingip (2c9b347c-fde3-46a5-8720-eb0056eeda92), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:38.011998 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaea1dd7-4def-4b79-9915-d35e61f2f0f6 None None] Routers {'ccd4d833-2ce0-4438-9953-12ee3f8e0f47'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:47:38.013674 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-aaea1dd7-4def-4b79-9915-d35e61f2f0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:47:37Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['ccd4d833-2ce0-4438-9953-12ee3f8e0f47'], 'active': True} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:47:38.079513 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-73a2df1e-511f-40b7-81d5-fd9e3e9bc56b req-a14bef0e-d38e-46f8-a0ad-1f890820dda0 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127334210'] for port (a2d9794f-2a33-4778-92a2-20c4de5af12b), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:38.217850 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ff5e42-7e25-49bc-8b53-14cf2e8a0f40 None None] Pushing event updated for resources: {'Port': ['ID=c3bc26e4-cf1d-4d0f-8ed5-970a19493367,revision_number=4']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:38.329558 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-bed0d570-b185-42c9-b929-dd0f40aea6ab req-b853f245-b4fc-4435-87d1-8a3962e98a76 tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] 10.222.0.49 "GET /v2.0/ports?device_id=448b223d-269c-44ab-9fb8-01e1f863ee49 HTTP/1.1" status: 200 len: 210 time: 0.4042134 Jul 18 10:47:38.566237 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-5223d961-fd4d-46a4-801c-faf02fcfd265 None None] Current status of the port 603b1623-5cf2-4603-b446-434aeca6fd4c is: DOWN; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:47:38.566813 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-5223d961-fd4d-46a4-801c-faf02fcfd265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (603b1623-5cf2-4603-b446-434aeca6fd4c), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:38.660130 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Current status of the port 7e8cb12d-f119-4020-990e-97c81b5c5e24 is: ACTIVE; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:47:38.661495 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5 up at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:47:38.666951 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-ce070233-206f-40ab-920e-7b3694335a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (dfa25df3-493c-43ae-826d-29cbf3b2bfa8), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:38.718817 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-9e382af2-afa5-4049-963c-a0fe3f4f58fe req-c43c315c-8cd6-4ef9-9e4e-14bb77724241 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=1449a0db-3f38-4456-8a45-7b4a40105095 HTTP/1.1" status: 200 len: 210 time: 0.0941644 Jul 18 10:47:38.751106 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:38.775369 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-5223d961-fd4d-46a4-801c-faf02fcfd265 None None] For port 603b1623-5cf2-4603-b446-434aeca6fd4c, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=603b1623-5cf2-4603-b446-434aeca6fd4c,segment=NetworkSegment(984404a2-43ca-40f3-9583-38762b7d5434),segment_id=984404a2-43ca-40f3-9583-38762b7d5434)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:47:38.788363 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cfceac8-7ec2-4b76-966f-57346e7f902e req-681d5b78-4d8d-4e6d-83f8-89f917562d3d tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Made reservation on behalf of 7184d0f3256344a2af18c639787e538f for: {'port': 1} {{(pid=111155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:47:38.795399 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-8cfceac8-7ec2-4b76-966f-57346e7f902e req-681d5b78-4d8d-4e6d-83f8-89f917562d3d tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:38.810631 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0cb2fc-89ba-4112-b748-c2bc1a62ee6d req-04284e9e-e078-4631-997a-a4311353cca8 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:38.820179 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-df0cb2fc-89ba-4112-b748-c2bc1a62ee6d req-04284e9e-e078-4631-997a-a4311353cca8 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/networks?id=cacd27b7-b866-4702-aa51-5895ad956ffc HTTP/1.1" status: 200 len: 816 time: 1.1747932 Jul 18 10:47:38.837944 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvr_db [None req-aaea1dd7-4def-4b79-9915-d35e61f2f0f6 None None] Set router ccd4d833-2ce0-4438-9953-12ee3f8e0f47 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:47:38.852213 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-1318817c-258d-45b6-93f8-515ed0bdc7f9 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for floatingip (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:38.870974 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-1318817c-258d-45b6-93f8-515ed0bdc7f9 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 10.5010636 Jul 18 10:47:38.871309 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.db_base_plugin_common [req-0658ee4b-540a-42fe-970d-24b66886bb1d req-d31d5b89-2eda-43cb-854d-86b0cb95c99a tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] Allocated IP 172.20.0.13 (8facd695-f9d6-4e5e-8364-4f0d87722f61/baac7679-14e5-400c-ae06-ec5ffa24657f/a660016a-47a5-4610-b64d-eed8b0819a10) {{(pid=111155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:47:38.877238 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-df0cb2fc-89ba-4112-b748-c2bc1a62ee6d req-3caf9d38-e197-4f81-ba85-d98827cf3f66 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/quotas/48497435674b41ccb34f6ff43026a232 HTTP/1.1" status: 200 len: 375 time: 0.0552182 Jul 18 10:47:38.950338 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73a2df1e-511f-40b7-81d5-fd9e3e9bc56b req-a14bef0e-d38e-46f8-a0ad-1f890820dda0 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Network 09160d22-0418-499d-83b3-2657454003a1 is already hosted by enough agents. {{(pid=111154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:47:38.963558 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.base_scheduler [req-73a2df1e-511f-40b7-81d5-fd9e3e9bc56b req-a14bef0e-d38e-46f8-a0ad-1f890820dda0 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Resources bound (agent type, host, resource id): {{(pid=111154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:47:38.981288 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a2df1e-511f-40b7-81d5-fd9e3e9bc56b req-a14bef0e-d38e-46f8-a0ad-1f890820dda0 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Received port after_create {{(pid=111154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:47:39.001669 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14bef0e-d38e-46f8-a0ad-1f890820dda0 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Pushing event updated for resources: {'Port': ['ID=a2d9794f-2a33-4778-92a2-20c4de5af12b,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:39.056188 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-df0cb2fc-89ba-4112-b748-c2bc1a62ee6d req-99e436f4-f9ee-4af6-8d98-121a3cbb76ba tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=48497435674b41ccb34f6ff43026a232&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1544812 Jul 18 10:47:39.060455 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7b-64bc-4286-ab1f-702800d9049d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (e253ae24-5a83-4105-ab43-7fb9128b7378), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:39.065197 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7b-64bc-4286-ab1f-702800d9049d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:39.078589 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-8469bd7b-64bc-4286-ab1f-702800d9049d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e253ae24-5a83-4105-ab43-7fb9128b7378 HTTP/1.1" status: 204 len: 168 time: 4.1582172 Jul 18 10:47:39.115031 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:39.199166 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a2df1e-511f-40b7-81d5-fd9e3e9bc56b req-a14bef0e-d38e-46f8-a0ad-1f890820dda0 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:39.200619 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-73a2df1e-511f-40b7-81d5-fd9e3e9bc56b req-a14bef0e-d38e-46f8-a0ad-1f890820dda0 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for port (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:39.218199 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2871012b-5470-4bf7-9e32-e4a0d58e09ab admin admin] Made reservation on behalf of 811a92f9ef894cfc8e2de198435000e4 for: {'network': 1} {{(pid=111154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:47:39.226392 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-2871012b-5470-4bf7-9e32-e4a0d58e09ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for network (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:39.279363 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-2871012b-5470-4bf7-9e32-e4a0d58e09ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:39.286673 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.52', 55393) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:47:39.374520 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-5223d961-fd4d-46a4-801c-faf02fcfd265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (603b1623-5cf2-4603-b446-434aeca6fd4c), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:39.561784 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Provisioning complete for port 4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5 triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:47:39.563392 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-2871012b-5470-4bf7-9e32-e4a0d58e09ab admin admin] Publish callbacks [] for security_group (e72e33a3-3967-42c1-b2ca-bf6aa3eec548), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:39.563871 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:39.601415 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-a3601298-c471-40f7-accc-af625c593d50 req-22f14610-d2e9-4c42-9c3e-dcd62729b245 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f96ccdd-67b5-403c-a3b9-8022e271690c HTTP/1.1" status: 200 len: 210 time: 0.5244339 Jul 18 10:47:39.602344 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469bd7b-64bc-4286-ab1f-702800d9049d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e253ae24-5a83-4105-ab43-7fb9128b7378,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:39.602936 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-73a2df1e-511f-40b7-81d5-fd9e3e9bc56b req-a14bef0e-d38e-46f8-a0ad-1f890820dda0 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.9474466 Jul 18 10:47:39.613944 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [req-73a2df1e-511f-40b7-81d5-fd9e3e9bc56b req-994e7947-3b7c-4ac1-8c81-5f8540d0621c tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=111154) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 10:47:39.615119 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-73a2df1e-511f-40b7-81d5-fd9e3e9bc56b req-994e7947-3b7c-4ac1-8c81-5f8540d0621c tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0112510 Jul 18 10:47:39.664217 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:39.772190 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eea8ed-e7f6-4886-9358-c6e4f9b10df0 req-c511d8fe-be19-4fff-ab1b-759f7055551d tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:39.773684 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-13eea8ed-e7f6-4886-9358-c6e4f9b10df0 req-c511d8fe-be19-4fff-ab1b-759f7055551d tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.52 "GET /v2.0/networks?id=2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81 HTTP/1.1" status: 200 len: 811 time: 0.4843946 Jul 18 10:47:39.775213 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-2871012b-5470-4bf7-9e32-e4a0d58e09ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (e72e33a3-3967-42c1-b2ca-bf6aa3eec548), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:39.881714 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-1635b88c-0cdd-4d87-9f3c-b2a3fa24b99c None None] Provisioning complete for port c3bc26e4-cf1d-4d0f-8ed5-970a19493367 triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:47:39.882114 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-1635b88c-0cdd-4d87-9f3c-b2a3fa24b99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (c3bc26e4-cf1d-4d0f-8ed5-970a19493367), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:39.889788 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-aaea1dd7-4def-4b79-9915-d35e61f2f0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd4d833-2ce0-4438-9953-12ee3f8e0f47', 'name': 'tempest-AttachVolumeShelveTestJSON-108440083-router', 'tenant_id': '48497435674b41ccb34f6ff43026a232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'cf987100-66ea-496b-aa17-eaf34554ff4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:02Z', 'updated_at': '2022-07-18T10:47:15Z', 'revision_number': 4, 'project_id': '48497435674b41ccb34f6ff43026a232', 'gw_port': {'id': 'cf987100-66ea-496b-aa17-eaf34554ff4f', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd4d833-2ce0-4438-9953-12ee3f8e0f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:03Z', 'updated_at': '2022-07-18T10:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': 'c3bc26e4-cf1d-4d0f-8ed5-970a19493367', 'name': '', 'network_id': 'cacd27b7-b866-4702-aa51-5895ad956ffc', 'tenant_id': '48497435674b41ccb34f6ff43026a232', 'mac_address': 'fa:16:3e:09:1f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd4d833-2ce0-4438-9953-12ee3f8e0f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0722f3de-6f57-48f1-8200-e5895920f8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:12Z', 'updated_at': '2022-07-18T10:47:36Z', 'revision_number': 4, 'project_id': '48497435674b41ccb34f6ff43026a232', 'subnets': [{'id': '0722f3de-6f57-48f1-8200-e5895920f8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:47:39.915332 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-13eea8ed-e7f6-4886-9358-c6e4f9b10df0 req-9cf1bd23-59d3-4d08-b3b3-34313260c16b tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f32dc706424247d0ac1dc7a6aa633107 HTTP/1.1" status: 200 len: 379 time: 0.1143436 Jul 18 10:47:39.920245 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2871012b-5470-4bf7-9e32-e4a0d58e09ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=111154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 10:47:39.943303 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-2871012b-5470-4bf7-9e32-e4a0d58e09ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547345'] for segment (f5dbf418-af67-48fb-a692-05dc12d677c4), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:39.944537 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.db.segments_db [None req-2871012b-5470-4bf7-9e32-e4a0d58e09ab admin admin] Added segment f5dbf418-af67-48fb-a692-05dc12d677c4 of type vlan for network e91fb4b0-63e7-4b4a-9382-74653866cf47 Jul 18 10:47:39.948417 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2871012b-5470-4bf7-9e32-e4a0d58e09ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72e33a3-3967-42c1-b2ca-bf6aa3eec548,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:39.955875 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [req-13eea8ed-e7f6-4886-9358-c6e4f9b10df0 req-c5e1f6b3-e6c5-460c-ba69-f55fa43a10c5 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Request body: {'port': {'device_id': '0f96ccdd-67b5-403c-a3b9-8022e271690c', 'network_id': '2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81', 'admin_state_up': True, 'tenant_id': 'f32dc706424247d0ac1dc7a6aa633107', 'security_groups': ['cb3791ee-ee01-408c-b7a8-8c9c2ce033be']}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:47:40.093583 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2ac15f43-7c90-4aa9-a020-cef9e0f5899e req-980067b2-81c4-4f12-b400-78029feacdac tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--2037182630&fields=id&tenant_id=04716d82e1084ec58b2a4909710a6ce8 HTTP/1.1" status: 200 len: 267 time: 0.1898003 Jul 18 10:47:40.121162 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.db_base_plugin_common [req-8cfceac8-7ec2-4b76-966f-57346e7f902e req-681d5b78-4d8d-4e6d-83f8-89f917562d3d tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Allocated IP 172.20.0.14 (09160d22-0418-499d-83b3-2657454003a1/de6eeef4-c7ed-4de0-9d7b-74b96eafe12b/fc6df403-f5e5-427c-868d-17653a05457d) {{(pid=111155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:47:40.164972 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-df0cb2fc-89ba-4112-b748-c2bc1a62ee6d req-dd50664e-17a8-4bba-beda-f26b39dbafa6 service neutron] 10.222.0.49 "GET /v2.0/networks/cacd27b7-b866-4702-aa51-5895ad956ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0285671 Jul 18 10:47:40.271176 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-0658ee4b-540a-42fe-970d-24b66886bb1d req-d31d5b89-2eda-43cb-854d-86b0cb95c99a tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] Publish callbacks [] for port (a660016a-47a5-4610-b64d-eed8b0819a10), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:40.272201 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13eea8ed-e7f6-4886-9358-c6e4f9b10df0 req-c5e1f6b3-e6c5-460c-ba69-f55fa43a10c5 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Made reservation on behalf of f32dc706424247d0ac1dc7a6aa633107 for: {'port': 1} {{(pid=111154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:47:40.288999 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-13eea8ed-e7f6-4886-9358-c6e4f9b10df0 req-c5e1f6b3-e6c5-460c-ba69-f55fa43a10c5 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:40.328606 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-2871012b-5470-4bf7-9e32-e4a0d58e09ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741535579194'] for network (e91fb4b0-63e7-4b4a-9382-74653866cf47), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:40.403723 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaea1dd7-4def-4b79-9915-d35e61f2f0f6 None None] The sync data for ids ['ccd4d833-2ce0-4438-9953-12ee3f8e0f47'] in dv-cinder-849498-1-iscsi is: [{'id': 'ccd4d833-2ce0-4438-9953-12ee3f8e0f47', 'name': 'tempest-AttachVolumeShelveTestJSON-108440083-router', 'tenant_id': '48497435674b41ccb34f6ff43026a232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'cf987100-66ea-496b-aa17-eaf34554ff4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:02Z', 'updated_at': '2022-07-18T10:47:15Z', 'revision_number': 4, 'project_id': '48497435674b41ccb34f6ff43026a232', 'gw_port': {'id': 'cf987100-66ea-496b-aa17-eaf34554ff4f', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd4d833-2ce0-4438-9953-12ee3f8e0f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:03Z', 'updated_at': '2022-07-18T10:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': 'c3bc26e4-cf1d-4d0f-8ed5-970a19493367', 'name': '', 'network_id': 'cacd27b7-b866-4702-aa51-5895ad956ffc', 'tenant_id': '48497435674b41ccb34f6ff43026a232', 'mac_address': 'fa:16:3e:09:1f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd4d833-2ce0-4438-9953-12ee3f8e0f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0722f3de-6f57-48f1-8200-e5895920f8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:12Z', 'updated_at': '2022-07-18T10:47:36Z', 'revision_number': 4, 'project_id': '48497435674b41ccb34f6ff43026a232', 'subnets': [{'id': '0722f3de-6f57-48f1-8200-e5895920f8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:47:40.501367 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [req-73a2df1e-511f-40b7-81d5-fd9e3e9bc56b req-83b878de-7a4f-4e54-8947-c6fa9ed8d60c service neutron] Request body: {'port': {'device_id': '4728713a-e4cd-4e09-b104-7a57de4f2242', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84949'}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:47:40.508262 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=100 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:40.609828 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5223d961-fd4d-46a4-801c-faf02fcfd265 None None] Pushing event updated for resources: {'Port': ['ID=603b1623-5cf2-4603-b446-434aeca6fd4c,revision_number=5']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:40.804622 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-2871012b-5470-4bf7-9e32-e4a0d58e09ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529'] for network (e91fb4b0-63e7-4b4a-9382-74653866cf47), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:40.809600 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2871012b-5470-4bf7-9e32-e4a0d58e09ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:40.810555 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-2871012b-5470-4bf7-9e32-e4a0d58e09ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for network (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:40.918446 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-73a2df1e-511f-40b7-81d5-fd9e3e9bc56b req-83b878de-7a4f-4e54-8947-c6fa9ed8d60c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (a2d9794f-2a33-4778-92a2-20c4de5af12b), before_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:40.921352 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f8336af3-fca9-403e-a19b-06518ba3f665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (7e71126e-a656-43d8-a2eb-058f1b343885), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:40.945360 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (62f731a8-190a-49a2-85f5-14fe4e09184e), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:40.953422 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-1635b88c-0cdd-4d87-9f3c-b2a3fa24b99c None None] Current status of the port c3bc26e4-cf1d-4d0f-8ed5-970a19493367 is: DOWN; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:47:40.954150 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-1635b88c-0cdd-4d87-9f3c-b2a3fa24b99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (c3bc26e4-cf1d-4d0f-8ed5-970a19493367), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:41.006162 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac15f43-7c90-4aa9-a020-cef9e0f5899e req-19930c3c-b36a-4075-9140-2c8f72db79f2 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:41.008714 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2ac15f43-7c90-4aa9-a020-cef9e0f5899e req-19930c3c-b36a-4075-9140-2c8f72db79f2 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/networks?id=cfde60e0-9a8e-4b4d-8a28-cc720005757b HTTP/1.1" status: 200 len: 814 time: 0.8328555 Jul 18 10:47:41.086369 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-df0cb2fc-89ba-4112-b748-c2bc1a62ee6d req-c44f0b36-51b5-4cee-ab5e-086898efa35f service neutron] 10.222.0.49 "GET /v2.0/networks/cacd27b7-b866-4702-aa51-5895ad956ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9200997 Jul 18 10:47:41.099690 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Current status of the port 4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5 is: ACTIVE; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:47:41.101811 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3 up at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:47:41.228759 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2ac15f43-7c90-4aa9-a020-cef9e0f5899e req-f15ad4ad-2194-4c5b-947c-85ac3b1ba2c8 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/quotas/04716d82e1084ec58b2a4909710a6ce8 HTTP/1.1" status: 200 len: 375 time: 0.1825533 Jul 18 10:47:41.249684 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.db_base_plugin_common [req-13eea8ed-e7f6-4886-9358-c6e4f9b10df0 req-c5e1f6b3-e6c5-460c-ba69-f55fa43a10c5 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Allocated IP 172.20.0.5 (2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81/b6c39f47-e8f1-437f-bec0-2fa249892ca3/820fb007-4789-49d7-84d1-ecf34d4d542f) {{(pid=111154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:47:41.327162 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-1635b88c-0cdd-4d87-9f3c-b2a3fa24b99c None None] For port c3bc26e4-cf1d-4d0f-8ed5-970a19493367, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=c3bc26e4-cf1d-4d0f-8ed5-970a19493367,segment=NetworkSegment(163c7c7d-635e-4353-a5ea-f102084ea7d2),segment_id=163c7c7d-635e-4353-a5ea-f102084ea7d2)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:47:41.349648 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Provisioning complete for port 0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3 triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:47:41.350282 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:41.407142 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 39568) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:47:41.444804 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-1635b88c-0cdd-4d87-9f3c-b2a3fa24b99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (c3bc26e4-cf1d-4d0f-8ed5-970a19493367), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:41.464379 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-2871012b-5470-4bf7-9e32-e4a0d58e09ab admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 3.5032539 Jul 18 10:47:41.484964 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2ac15f43-7c90-4aa9-a020-cef9e0f5899e req-34e2375d-657a-4f7a-b629-16dfd7efa354 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=04716d82e1084ec58b2a4909710a6ce8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2344446 Jul 18 10:47:41.484964 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-0658ee4b-540a-42fe-970d-24b66886bb1d req-d31d5b89-2eda-43cb-854d-86b0cb95c99a tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684'] for port (a660016a-47a5-4610-b64d-eed8b0819a10), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:41.501324 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 39572) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:47:41.514929 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [None req-3ac92359-f857-441e-9480-b26ecfb5f1b8 admin admin] Request body: {'subnet': {'network_id': 'e91fb4b0-63e7-4b4a-9382-74653866cf47', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1236081890-subnet', 'tenant_id': '811a92f9ef894cfc8e2de198435000e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:47:41.591562 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2871012b-5470-4bf7-9e32-e4a0d58e09ab admin admin] Pushing event updated for resources: {'Network': ['ID=e91fb4b0-63e7-4b4a-9382-74653866cf47,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:41.593781 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1635b88c-0cdd-4d87-9f3c-b2a3fa24b99c None None] Pushing event updated for resources: {'Port': ['ID=c3bc26e4-cf1d-4d0f-8ed5-970a19493367,revision_number=5']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:41.643888 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Network e91fb4b0-63e7-4b4a-9382-74653866cf47 details requested by agent ovs-agent-dv-cinder-849498-1-iscsi with host dv-cinder-849498-1-iscsi {{(pid=111156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 10:47:41.714886 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0658ee4b-540a-42fe-970d-24b66886bb1d req-d31d5b89-2eda-43cb-854d-86b0cb95c99a tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] Network 8facd695-f9d6-4e5e-8364-4f0d87722f61 is already hosted by enough agents. {{(pid=111155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:47:41.715109 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-4c94c5ae-6de2-4f32-aa50-3d1ef424ab30 None None] Provisioning complete for port a2d9794f-2a33-4778-92a2-20c4de5af12b triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:47:41.767074 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-4c94c5ae-6de2-4f32-aa50-3d1ef424ab30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (a2d9794f-2a33-4778-92a2-20c4de5af12b), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:41.767318 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.base_scheduler [req-0658ee4b-540a-42fe-970d-24b66886bb1d req-d31d5b89-2eda-43cb-854d-86b0cb95c99a tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] Resources bound (agent type, host, resource id): {{(pid=111155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:47:41.814423 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.l3_dvrscheduler_db [req-0658ee4b-540a-42fe-970d-24b66886bb1d req-d31d5b89-2eda-43cb-854d-86b0cb95c99a tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] Received port after_create {{(pid=111155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:47:41.821942 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0658ee4b-540a-42fe-970d-24b66886bb1d req-d31d5b89-2eda-43cb-854d-86b0cb95c99a tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:41.829087 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-0658ee4b-540a-42fe-970d-24b66886bb1d req-d31d5b89-2eda-43cb-854d-86b0cb95c99a tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for port (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:41.841358 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Current status of the port 0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3 is: ACTIVE; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:47:41.841358 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 3ae7f8fa-688f-447c-a353-3d6d84571321 up at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:47:41.863950 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-4c94c5ae-6de2-4f32-aa50-3d1ef424ab30 None None] Port a2d9794f-2a33-4778-92a2-20c4de5af12b cannot update to ACTIVE because it is not bound. {{(pid=111156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:47:41.874752 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:41.928369 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac92359-f857-441e-9480-b26ecfb5f1b8 admin admin] Made reservation on behalf of 811a92f9ef894cfc8e2de198435000e4 for: {'subnet': 1} {{(pid=111154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:47:41.931243 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-3ac92359-f857-441e-9480-b26ecfb5f1b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127366008'] for subnet (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:41.934454 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Provisioning complete for port 3ae7f8fa-688f-447c-a353-3d6d84571321 triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:47:41.934842 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (3ae7f8fa-688f-447c-a353-3d6d84571321), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:42.173015 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Current status of the port 3ae7f8fa-688f-447c-a353-3d6d84571321 is: ACTIVE; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:47:42.174261 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 28375308-f02b-4c2e-9237-4a77f49844d3 up at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:47:42.201619 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31d5b89-2eda-43cb-854d-86b0cb95c99a tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] Pushing event updated for resources: {'Port': ['ID=a660016a-47a5-4610-b64d-eed8b0819a10,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:42.238786 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-0658ee4b-540a-42fe-970d-24b66886bb1d req-d31d5b89-2eda-43cb-854d-86b0cb95c99a tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.3605821 Jul 18 10:47:42.265300 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-f9c83740-546e-4dbf-9418-fa462f034f5b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=295a4c37c02d4c0ab7fdab38198bb254&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8133607 Jul 18 10:47:42.291101 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 39586) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:47:42.303161 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:42.538239 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-13eea8ed-e7f6-4886-9358-c6e4f9b10df0 req-c5e1f6b3-e6c5-460c-ba69-f55fa43a10c5 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks [] for port (820fb007-4789-49d7-84d1-ecf34d4d542f), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:42.636617 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:42.710781 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-156f8612-ad36-40a7-8616-a09b1655b11d None None] Provisioning complete for port a660016a-47a5-4610-b64d-eed8b0819a10 triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:47:42.712247 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-156f8612-ad36-40a7-8616-a09b1655b11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (a660016a-47a5-4610-b64d-eed8b0819a10), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:42.768589 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-156f8612-ad36-40a7-8616-a09b1655b11d None None] Port a660016a-47a5-4610-b64d-eed8b0819a10 cannot update to ACTIVE because it is not bound. {{(pid=111156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:47:42.773120 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Provisioning complete for port 28375308-f02b-4c2e-9237-4a77f49844d3 triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:47:42.774435 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (28375308-f02b-4c2e-9237-4a77f49844d3), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:42.790697 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-8cfceac8-7ec2-4b76-966f-57346e7f902e req-681d5b78-4d8d-4e6d-83f8-89f917562d3d tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Publish callbacks [] for port (fc6df403-f5e5-427c-868d-17653a05457d), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:42.807104 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [req-0658ee4b-540a-42fe-970d-24b66886bb1d req-6f3209f0-fe9b-4190-8787-04218f09131a service neutron] Request body: {'port': {'device_id': '448b223d-269c-44ab-9fb8-01e1f863ee49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84949'}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:47:42.825865 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2ac15f43-7c90-4aa9-a020-cef9e0f5899e req-11bfd970-d532-41b2-b159-54f54017ff3f service neutron] 10.222.0.49 "GET /v2.0/networks/cfde60e0-9a8e-4b4d-8a28-cc720005757b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2708962 Jul 18 10:47:42.832697 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-13eea8ed-e7f6-4886-9358-c6e4f9b10df0 req-c5e1f6b3-e6c5-460c-ba69-f55fa43a10c5 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127334210'] for port (820fb007-4789-49d7-84d1-ecf34d4d542f), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:42.887995 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Current status of the port 28375308-f02b-4c2e-9237-4a77f49844d3 is: ACTIVE; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:47:42.889595 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device cf987100-66ea-496b-aa17-eaf34554ff4f up at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:47:42.910503 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=9 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:42.930937 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e1f6b3-e6c5-460c-ba69-f55fa43a10c5 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Pushing event updated for resources: {'Port': ['ID=820fb007-4789-49d7-84d1-ecf34d4d542f,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:42.943009 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-3ac92359-f857-441e-9480-b26ecfb5f1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127334206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127365990'] for subnet (512783b5-ba0d-4895-9c11-b757939219d1), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:42.968393 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=100 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:42.985302 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Provisioning complete for port cf987100-66ea-496b-aa17-eaf34554ff4f triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:47:42.985302 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (cf987100-66ea-496b-aa17-eaf34554ff4f), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:43.032126 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac92359-f857-441e-9480-b26ecfb5f1b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=512783b5-ba0d-4895-9c11-b757939219d1,revision_number=0']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:43.045921 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13eea8ed-e7f6-4886-9358-c6e4f9b10df0 req-c5e1f6b3-e6c5-460c-ba69-f55fa43a10c5 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Network 2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81 is already hosted by enough agents. {{(pid=111154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:47:43.048395 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.base_scheduler [req-13eea8ed-e7f6-4886-9358-c6e4f9b10df0 req-c5e1f6b3-e6c5-460c-ba69-f55fa43a10c5 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Resources bound (agent type, host, resource id): {{(pid=111154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:47:43.054205 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.l3_dvrscheduler_db [req-13eea8ed-e7f6-4886-9358-c6e4f9b10df0 req-c5e1f6b3-e6c5-460c-ba69-f55fa43a10c5 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Received port after_create {{(pid=111154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:47:43.071372 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d01fd-5165-4f60-97c7-e32c85f4bd94 req-863f03dc-fcb4-4d6e-bb7b-3f6fee635413 tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:43.073817 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f93d01fd-5165-4f60-97c7-e32c85f4bd94 req-863f03dc-fcb4-4d6e-bb7b-3f6fee635413 tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] 10.222.0.49 "GET /v2.0/ports?device_id=448b223d-269c-44ab-9fb8-01e1f863ee49 HTTP/1.1" status: 200 len: 932 time: 0.8764808 Jul 18 10:47:43.165226 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eea8ed-e7f6-4886-9358-c6e4f9b10df0 req-c5e1f6b3-e6c5-460c-ba69-f55fa43a10c5 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:43.166561 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-13eea8ed-e7f6-4886-9358-c6e4f9b10df0 req-c5e1f6b3-e6c5-460c-ba69-f55fa43a10c5 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for port (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:43.205358 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Current status of the port cf987100-66ea-496b-aa17-eaf34554ff4f is: DOWN; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:47:43.207081 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (cf987100-66ea-496b-aa17-eaf34554ff4f), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:43.304316 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] For port cf987100-66ea-496b-aa17-eaf34554ff4f, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=cf987100-66ea-496b-aa17-eaf34554ff4f,segment=NetworkSegment(43730dd2-6239-4f15-a180-e6d1d2fbff54),segment_id=43730dd2-6239-4f15-a180-e6d1d2fbff54)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:47:43.323780 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac92359-f857-441e-9480-b26ecfb5f1b8 admin admin] Checking segment: {'id': 'f5dbf418-af67-48fb-a692-05dc12d677c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e91fb4b0-63e7-4b4a-9382-74653866cf47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:47:43.324381 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac92359-f857-441e-9480-b26ecfb5f1b8 admin admin] Network hostable DHCP agents. Network: e91fb4b0-63e7-4b4a-9382-74653866cf47, hostable agents: ['1fc7cd8a-3617-45f0-b645-db80237532c9'], hosted agents: [] {{(pid=111154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 10:47:43.333445 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-4492b5ff-545a-4326-9af5-ea22aab579db admin admin] Publish callbacks [] for security_group (51d11dbf-ae9c-4ba4-8c58-3bbc42012278), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:43.345384 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-13eea8ed-e7f6-4886-9358-c6e4f9b10df0 req-c5e1f6b3-e6c5-460c-ba69-f55fa43a10c5 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3978722 Jul 18 10:47:43.384991 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [req-13eea8ed-e7f6-4886-9358-c6e4f9b10df0 req-41da8769-3280-4405-a994-281f6912512e service neutron] Request body: {'port': {'device_id': '0f96ccdd-67b5-403c-a3b9-8022e271690c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84949'}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:47:43.403284 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:43.455769 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (cf987100-66ea-496b-aa17-eaf34554ff4f), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:43.523651 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2ac15f43-7c90-4aa9-a020-cef9e0f5899e req-9e81c610-d0ed-43e0-801b-60fd8f2e3de4 service neutron] 10.222.0.49 "GET /v2.0/networks/cfde60e0-9a8e-4b4d-8a28-cc720005757b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6947651 Jul 18 10:47:43.537863 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-13eea8ed-e7f6-4886-9358-c6e4f9b10df0 req-41da8769-3280-4405-a994-281f6912512e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (820fb007-4789-49d7-84d1-ecf34d4d542f), before_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:43.543862 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-4492b5ff-545a-4326-9af5-ea22aab579db admin admin] Publish callbacks [] for security_group (51d11dbf-ae9c-4ba4-8c58-3bbc42012278), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:43.701569 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac92359-f857-441e-9480-b26ecfb5f1b8 admin admin] Network e91fb4b0-63e7-4b4a-9382-74653866cf47 is scheduled to be hosted by DHCP agent 1fc7cd8a-3617-45f0-b645-db80237532c9 with binding_index 1 {{(pid=111154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 10:47:43.741859 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-b11c6765-8f5f-4dc3-8a3f-336d0b18ea34 None None] Provisioning complete for port 820fb007-4789-49d7-84d1-ecf34d4d542f triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:47:43.742426 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-b11c6765-8f5f-4dc3-8a3f-336d0b18ea34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (820fb007-4789-49d7-84d1-ecf34d4d542f), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:43.749431 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-8cfceac8-7ec2-4b76-966f-57346e7f902e req-681d5b78-4d8d-4e6d-83f8-89f917562d3d tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684'] for port (fc6df403-f5e5-427c-868d-17653a05457d), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:43.755829 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Pushing event updated for resources: {'Port': ['ID=cf987100-66ea-496b-aa17-eaf34554ff4f,revision_number=4']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:43.823006 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cfceac8-7ec2-4b76-966f-57346e7f902e req-681d5b78-4d8d-4e6d-83f8-89f917562d3d tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Network 09160d22-0418-499d-83b3-2657454003a1 is already hosted by enough agents. {{(pid=111155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:47:43.829785 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.base_scheduler [req-8cfceac8-7ec2-4b76-966f-57346e7f902e req-681d5b78-4d8d-4e6d-83f8-89f917562d3d tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Resources bound (agent type, host, resource id): {{(pid=111155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:47:43.848863 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cfceac8-7ec2-4b76-966f-57346e7f902e req-681d5b78-4d8d-4e6d-83f8-89f917562d3d tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Received port after_create {{(pid=111155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:47:43.867299 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfceac8-7ec2-4b76-966f-57346e7f902e req-681d5b78-4d8d-4e6d-83f8-89f917562d3d tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:43.868978 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-8cfceac8-7ec2-4b76-966f-57346e7f902e req-681d5b78-4d8d-4e6d-83f8-89f917562d3d tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for port (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:43.889726 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-0658ee4b-540a-42fe-970d-24b66886bb1d req-6f3209f0-fe9b-4190-8787-04218f09131a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (a660016a-47a5-4610-b64d-eed8b0819a10), before_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:43.894915 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-b11c6765-8f5f-4dc3-8a3f-336d0b18ea34 None None] Port 820fb007-4789-49d7-84d1-ecf34d4d542f cannot update to ACTIVE because it is not bound. {{(pid=111156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:47:44.052713 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.base_scheduler [None req-3ac92359-f857-441e-9480-b26ecfb5f1b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849498-1-iscsi, e91fb4b0-63e7-4b4a-9382-74653866cf47) {{(pid=111154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:47:44.054596 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-4492b5ff-545a-4326-9af5-ea22aab579db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (51d11dbf-ae9c-4ba4-8c58-3bbc42012278), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:44.060556 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-4492b5ff-545a-4326-9af5-ea22aab579db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:44.063420 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-4492b5ff-545a-4326-9af5-ea22aab579db admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/51d11dbf-ae9c-4ba4-8c58-3bbc42012278 HTTP/1.1" status: 204 len: 168 time: 1.2952876 Jul 18 10:47:44.065681 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac92359-f857-441e-9480-b26ecfb5f1b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:44.066495 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-3ac92359-f857-441e-9480-b26ecfb5f1b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for subnet (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:44.077317 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba982c30-542c-44c0-a07a-d66990b5589a None None] Network e91fb4b0-63e7-4b4a-9382-74653866cf47 requested from dv-cinder-849498-1-iscsi {{(pid=111156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:47:44.141670 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681d5b78-4d8d-4e6d-83f8-89f917562d3d tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Pushing event updated for resources: {'Port': ['ID=fc6df403-f5e5-427c-868d-17653a05457d,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:44.285234 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8cfceac8-7ec2-4b76-966f-57346e7f902e req-681d5b78-4d8d-4e6d-83f8-89f917562d3d tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.6904881 Jul 18 10:47:44.370664 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f93d01fd-5165-4f60-97c7-e32c85f4bd94 req-18114dde-e106-40c1-ba65-d670e8edb308 tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] 10.222.0.49 "GET /v2.0/security-groups?id=21de119a-c773-4c79-8731-66f2fa9cf377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2650578 Jul 18 10:47:44.396334 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [req-8cfceac8-7ec2-4b76-966f-57346e7f902e req-d45eabc5-b8cd-47a0-bcde-c148047f185f service neutron] Request body: {'port': {'device_id': '1449a0db-3f38-4456-8a45-7b4a40105095', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84949'}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:47:44.434120 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device c3bc26e4-cf1d-4d0f-8ed5-970a19493367 up at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:47:44.445448 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4492b5ff-545a-4326-9af5-ea22aab579db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d11dbf-ae9c-4ba4-8c58-3bbc42012278,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:44.732993 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-3ac92359-f857-441e-9480-b26ecfb5f1b8 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.2174845 Jul 18 10:47:44.760642 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-bec53049-c578-4524-b0d0-d6072bb3d18e None None] Provisioning complete for port fc6df403-f5e5-427c-868d-17653a05457d triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:47:44.772615 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-bec53049-c578-4524-b0d0-d6072bb3d18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (fc6df403-f5e5-427c-868d-17653a05457d), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:44.804178 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Provisioning complete for port c3bc26e4-cf1d-4d0f-8ed5-970a19493367 triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:47:44.805013 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (c3bc26e4-cf1d-4d0f-8ed5-970a19493367), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:44.984743 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8213e3-ff3a-4276-8269-e5889f4f1388 None None] Network e91fb4b0-63e7-4b4a-9382-74653866cf47 requested from dv-cinder-849498-1-iscsi {{(pid=111156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:47:45.135545 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-bec53049-c578-4524-b0d0-d6072bb3d18e None None] Port fc6df403-f5e5-427c-868d-17653a05457d cannot update to ACTIVE because it is not bound. {{(pid=111156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:47:45.160536 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:45.293310 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d45340-ae1d-48e7-b18c-9671f872ed52 req-30362ffc-7195-417b-a627-3342ca3d781c tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:45.327039 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-81d45340-ae1d-48e7-b18c-9671f872ed52 req-30362ffc-7195-417b-a627-3342ca3d781c tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=1449a0db-3f38-4456-8a45-7b4a40105095 HTTP/1.1" status: 200 len: 932 time: 0.6965806 Jul 18 10:47:45.411596 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d090327-b5a7-4185-bc2f-834f09112eaf req-775a23fe-7d42-4d0b-8c81-9315aee4fb33 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:45.427511 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2d090327-b5a7-4185-bc2f-834f09112eaf req-775a23fe-7d42-4d0b-8c81-9315aee4fb33 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f96ccdd-67b5-403c-a3b9-8022e271690c HTTP/1.1" status: 200 len: 931 time: 0.5968254 Jul 18 10:47:45.669631 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Current status of the port c3bc26e4-cf1d-4d0f-8ed5-970a19493367 is: ACTIVE; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:47:45.680424 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 603b1623-5cf2-4603-b446-434aeca6fd4c up at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:47:45.683086 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.notifiers.nova [req-73a2df1e-511f-40b7-81d5-fd9e3e9bc56b req-83b878de-7a4f-4e54-8947-c6fa9ed8d60c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2d9794f-2a33-4778-92a2-20c4de5af12b {{(pid=111154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:47:45.705298 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-73a2df1e-511f-40b7-81d5-fd9e3e9bc56b req-83b878de-7a4f-4e54-8947-c6fa9ed8d60c service neutron] Publish callbacks [] for port (a2d9794f-2a33-4778-92a2-20c4de5af12b), precommit_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:45.741036 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-8cfceac8-7ec2-4b76-966f-57346e7f902e req-d45eabc5-b8cd-47a0-bcde-c148047f185f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (fc6df403-f5e5-427c-868d-17653a05457d), before_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:45.821998 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Provisioning complete for port 603b1623-5cf2-4603-b446-434aeca6fd4c triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:47:45.833102 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (603b1623-5cf2-4603-b446-434aeca6fd4c), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:45.887754 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.provisioning_blocks [req-73a2df1e-511f-40b7-81d5-fd9e3e9bc56b req-83b878de-7a4f-4e54-8947-c6fa9ed8d60c service neutron] Transition to ACTIVE for port object a2d9794f-2a33-4778-92a2-20c4de5af12b will not be triggered until provisioned by entity L2. {{(pid=111154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 10:47:45.939030 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-81d45340-ae1d-48e7-b18c-9671f872ed52 req-5765efdf-2049-4028-b09a-768f02fe5bfa tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6116531 Jul 18 10:47:45.999306 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2d090327-b5a7-4185-bc2f-834f09112eaf req-b4e2780e-ee03-40e5-979c-3627ff20ebd7 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb3791ee-ee01-408c-b7a8-8c9c2ce033be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5672367 Jul 18 10:47:46.127782 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.notifiers.nova [req-13eea8ed-e7f6-4886-9358-c6e4f9b10df0 req-41da8769-3280-4405-a994-281f6912512e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 820fb007-4789-49d7-84d1-ecf34d4d542f {{(pid=111154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:47:46.158169 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-13eea8ed-e7f6-4886-9358-c6e4f9b10df0 req-41da8769-3280-4405-a994-281f6912512e service neutron] Publish callbacks [] for port (820fb007-4789-49d7-84d1-ecf34d4d542f), precommit_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:46.166561 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Current status of the port 603b1623-5cf2-4603-b446-434aeca6fd4c is: ACTIVE; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:47:46.168515 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 4083be66-18b5-4ad2-a323-569672bf755b up at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:47:46.172939 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-73a2df1e-511f-40b7-81d5-fd9e3e9bc56b req-83b878de-7a4f-4e54-8947-c6fa9ed8d60c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127333809'] for port (a2d9794f-2a33-4778-92a2-20c4de5af12b), after_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:46.254598 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Provisioning complete for port 4083be66-18b5-4ad2-a323-569672bf755b triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:47:46.254986 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (4083be66-18b5-4ad2-a323-569672bf755b), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:46.338898 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=100 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:46.373303 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.provisioning_blocks [req-13eea8ed-e7f6-4886-9358-c6e4f9b10df0 req-41da8769-3280-4405-a994-281f6912512e service neutron] Transition to ACTIVE for port object 820fb007-4789-49d7-84d1-ecf34d4d542f will not be triggered until provisioned by entity L2. {{(pid=111154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 10:47:46.508134 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b878de-7a4f-4e54-8947-c6fa9ed8d60c service neutron] Pushing event updated for resources: {'Port': ['ID=a2d9794f-2a33-4778-92a2-20c4de5af12b,revision_number=2']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:46.522655 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Current status of the port 4083be66-18b5-4ad2-a323-569672bf755b is: ACTIVE; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:47:46.523862 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 0d40b7a6-4604-4843-8b2b-aec890e6e2b7 up at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:47:46.580215 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-13eea8ed-e7f6-4886-9358-c6e4f9b10df0 req-41da8769-3280-4405-a994-281f6912512e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127333809'] for port (820fb007-4789-49d7-84d1-ecf34d4d542f), after_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:46.592359 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8d1ca3d1-63a6-4f32-aa27-596c520623fe req-3cfa8fb7-8061-4dd9-acc7-641e8f9c9687 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=eadfa860-196c-4946-85a4-a9a2aed7c1b7 HTTP/1.1" status: 200 len: 210 time: 0.4254551 Jul 18 10:47:46.656682 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Provisioning complete for port 0d40b7a6-4604-4843-8b2b-aec890e6e2b7 triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:47:46.659635 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (0d40b7a6-4604-4843-8b2b-aec890e6e2b7), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:46.724943 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:46.744858 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-cf9484ef-6378-4def-a35e-53c5bc9f5dee req-4acc9bfb-b8c4-4d28-bcb1-5e2fbda22029 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 210 time: 0.3960409 Jul 18 10:47:46.866614 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:46.878719 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3957b-0c00-4a93-b230-7cefc34705ed req-0ae1006b-eed5-4692-a7c2-425fc0f0e32b tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:46.886731 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ccc3957b-0c00-4a93-b230-7cefc34705ed req-0ae1006b-eed5-4692-a7c2-425fc0f0e32b tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] 10.222.0.49 "GET /v2.0/ports?device_id=448b223d-269c-44ab-9fb8-01e1f863ee49 HTTP/1.1" status: 200 len: 932 time: 0.1187217 Jul 18 10:47:46.989355 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.managers [req-73a2df1e-511f-40b7-81d5-fd9e3e9bc56b req-83b878de-7a4f-4e54-8947-c6fa9ed8d60c service neutron] Attempting to bind port a2d9794f-2a33-4778-92a2-20c4de5af12b on host hv-cinder-84949 for vnic_type normal with profile {{(pid=111154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:47:46.992104 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.managers [req-73a2df1e-511f-40b7-81d5-fd9e3e9bc56b req-83b878de-7a4f-4e54-8947-c6fa9ed8d60c service neutron] Attempting to bind port a2d9794f-2a33-4778-92a2-20c4de5af12b by drivers openvswitch,hyperv on host hv-cinder-84949 at level 0 using segments [{'id': 'f1593a01-0c5c-4b0b-9f47-8129c2ef308d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '09160d22-0418-499d-83b3-2657454003a1'}] {{(pid=111154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:47:46.993712 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a2df1e-511f-40b7-81d5-fd9e3e9bc56b req-83b878de-7a4f-4e54-8947-c6fa9ed8d60c service neutron] Attempting to bind port a2d9794f-2a33-4778-92a2-20c4de5af12b on network 09160d22-0418-499d-83b3-2657454003a1 {{(pid=111154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:47:47.001616 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.notifiers.nova [req-0658ee4b-540a-42fe-970d-24b66886bb1d req-6f3209f0-fe9b-4190-8787-04218f09131a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a660016a-47a5-4610-b64d-eed8b0819a10 {{(pid=111155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:47:47.006195 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41da8769-3280-4405-a994-281f6912512e service neutron] Pushing event updated for resources: {'Port': ['ID=820fb007-4789-49d7-84d1-ecf34d4d542f,revision_number=2']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:47.026832 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ccc3957b-0c00-4a93-b230-7cefc34705ed req-8b53c213-18eb-47e2-9a0b-81351cd834d3 tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] 10.222.0.49 "GET /v2.0/security-groups?id=21de119a-c773-4c79-8731-66f2fa9cf377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381652 Jul 18 10:47:47.110053 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-0658ee4b-540a-42fe-970d-24b66886bb1d req-6f3209f0-fe9b-4190-8787-04218f09131a service neutron] Publish callbacks [] for port (a660016a-47a5-4610-b64d-eed8b0819a10), precommit_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:47.123232 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Current status of the port 0d40b7a6-4604-4843-8b2b-aec890e6e2b7 is: ACTIVE; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:47:47.131212 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a2df1e-511f-40b7-81d5-fd9e3e9bc56b req-83b878de-7a4f-4e54-8947-c6fa9ed8d60c service neutron] Port a2d9794f-2a33-4778-92a2-20c4de5af12b on network 09160d22-0418-499d-83b3-2657454003a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84949 {{(pid=111154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 10:47:47.137535 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a2df1e-511f-40b7-81d5-fd9e3e9bc56b req-83b878de-7a4f-4e54-8947-c6fa9ed8d60c service neutron] Attempting to bind port a2d9794f-2a33-4778-92a2-20c4de5af12b on network 09160d22-0418-499d-83b3-2657454003a1 {{(pid=111154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:47:47.341180 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.52', 55398) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:47:47.386317 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a2df1e-511f-40b7-81d5-fd9e3e9bc56b req-83b878de-7a4f-4e54-8947-c6fa9ed8d60c service neutron] Checking agent: {'id': '1ff6e34c-ad2d-4d6d-84c2-aee03113dac2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84949', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 44, 54), 'started_at': datetime.datetime(2022, 7, 18, 10, 44, 54), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:47:47.387132 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a2df1e-511f-40b7-81d5-fd9e3e9bc56b req-83b878de-7a4f-4e54-8947-c6fa9ed8d60c service neutron] Checking segment: {'id': 'f1593a01-0c5c-4b0b-9f47-8129c2ef308d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '09160d22-0418-499d-83b3-2657454003a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:47:47.387801 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a2df1e-511f-40b7-81d5-fd9e3e9bc56b req-83b878de-7a4f-4e54-8947-c6fa9ed8d60c service neutron] Bound using segment: {'id': 'f1593a01-0c5c-4b0b-9f47-8129c2ef308d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '09160d22-0418-499d-83b3-2657454003a1'} {{(pid=111154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:47:47.388826 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.managers [req-73a2df1e-511f-40b7-81d5-fd9e3e9bc56b req-83b878de-7a4f-4e54-8947-c6fa9ed8d60c service neutron] Bound port: a2d9794f-2a33-4778-92a2-20c4de5af12b, host: hv-cinder-84949, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1593a01-0c5c-4b0b-9f47-8129c2ef308d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '09160d22-0418-499d-83b3-2657454003a1'}}] {{(pid=111154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:47:47.389694 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-73a2df1e-511f-40b7-81d5-fd9e3e9bc56b req-83b878de-7a4f-4e54-8947-c6fa9ed8d60c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (a2d9794f-2a33-4778-92a2-20c4de5af12b), before_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:47.414817 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device cf987100-66ea-496b-aa17-eaf34554ff4f up at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:47:47.543425 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.provisioning_blocks [req-0658ee4b-540a-42fe-970d-24b66886bb1d req-6f3209f0-fe9b-4190-8787-04218f09131a service neutron] Transition to ACTIVE for port object a660016a-47a5-4610-b64d-eed8b0819a10 will not be triggered until provisioned by entity L2. {{(pid=111155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 10:47:47.572875 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.managers [req-13eea8ed-e7f6-4886-9358-c6e4f9b10df0 req-41da8769-3280-4405-a994-281f6912512e service neutron] Attempting to bind port 820fb007-4789-49d7-84d1-ecf34d4d542f on host hv-cinder-84949 for vnic_type normal with profile {{(pid=111154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:47:47.578127 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.managers [req-13eea8ed-e7f6-4886-9358-c6e4f9b10df0 req-41da8769-3280-4405-a994-281f6912512e service neutron] Attempting to bind port 820fb007-4789-49d7-84d1-ecf34d4d542f by drivers openvswitch,hyperv on host hv-cinder-84949 at level 0 using segments [{'id': 'b79fb7a8-45cf-4253-a4e0-8e4cb2774c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81'}] {{(pid=111154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:47:47.578127 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13eea8ed-e7f6-4886-9358-c6e4f9b10df0 req-41da8769-3280-4405-a994-281f6912512e service neutron] Attempting to bind port 820fb007-4789-49d7-84d1-ecf34d4d542f on network 2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81 {{(pid=111154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:47:47.595467 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13eea8ed-e7f6-4886-9358-c6e4f9b10df0 req-41da8769-3280-4405-a994-281f6912512e service neutron] Port 820fb007-4789-49d7-84d1-ecf34d4d542f on network 2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84949 {{(pid=111154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 10:47:47.595889 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13eea8ed-e7f6-4886-9358-c6e4f9b10df0 req-41da8769-3280-4405-a994-281f6912512e service neutron] Attempting to bind port 820fb007-4789-49d7-84d1-ecf34d4d542f on network 2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81 {{(pid=111154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:47:47.619700 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34274b1f-ab8d-47f6-b7a3-05c7ab80e420 req-7d462607-0538-4908-b8da-d3e90e664004 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:47.621174 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Provisioning complete for port cf987100-66ea-496b-aa17-eaf34554ff4f triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:47:47.621619 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (cf987100-66ea-496b-aa17-eaf34554ff4f), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:47.622518 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-34274b1f-ab8d-47f6-b7a3-05c7ab80e420 req-7d462607-0538-4908-b8da-d3e90e664004 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=1449a0db-3f38-4456-8a45-7b4a40105095 HTTP/1.1" status: 200 len: 932 time: 0.4541848 Jul 18 10:47:47.646660 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13eea8ed-e7f6-4886-9358-c6e4f9b10df0 req-41da8769-3280-4405-a994-281f6912512e service neutron] Checking agent: {'id': '1ff6e34c-ad2d-4d6d-84c2-aee03113dac2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84949', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 44, 54), 'started_at': datetime.datetime(2022, 7, 18, 10, 44, 54), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:47:47.652330 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13eea8ed-e7f6-4886-9358-c6e4f9b10df0 req-41da8769-3280-4405-a994-281f6912512e service neutron] Checking segment: {'id': 'b79fb7a8-45cf-4253-a4e0-8e4cb2774c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:47:47.653018 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13eea8ed-e7f6-4886-9358-c6e4f9b10df0 req-41da8769-3280-4405-a994-281f6912512e service neutron] Bound using segment: {'id': 'b79fb7a8-45cf-4253-a4e0-8e4cb2774c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81'} {{(pid=111154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:47:47.653669 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.managers [req-13eea8ed-e7f6-4886-9358-c6e4f9b10df0 req-41da8769-3280-4405-a994-281f6912512e service neutron] Bound port: 820fb007-4789-49d7-84d1-ecf34d4d542f, host: hv-cinder-84949, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b79fb7a8-45cf-4253-a4e0-8e4cb2774c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81'}}] {{(pid=111154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:47:47.654248 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-13eea8ed-e7f6-4886-9358-c6e4f9b10df0 req-41da8769-3280-4405-a994-281f6912512e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (820fb007-4789-49d7-84d1-ecf34d4d542f), before_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:47.667145 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.db [req-73a2df1e-511f-40b7-81d5-fd9e3e9bc56b req-83b878de-7a4f-4e54-8947-c6fa9ed8d60c service neutron] For port a2d9794f-2a33-4778-92a2-20c4de5af12b, host hv-cinder-84949, cleared binding levels {{(pid=111154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:47:47.740377 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-34274b1f-ab8d-47f6-b7a3-05c7ab80e420 req-67216985-a8fc-4994-bf90-ba2daa34e30c tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028395 Jul 18 10:47:47.759871 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad0ee0-e5b1-4af4-be45-700eb9818466 req-e01dc78c-7ad9-4fe2-920e-ce3431ac436c tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:47.767368 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Current status of the port cf987100-66ea-496b-aa17-eaf34554ff4f is: ACTIVE; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:47:47.773552 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-18ad0ee0-e5b1-4af4-be45-700eb9818466 req-e01dc78c-7ad9-4fe2-920e-ce3431ac436c tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f96ccdd-67b5-403c-a3b9-8022e271690c HTTP/1.1" status: 200 len: 943 time: 0.4596848 Jul 18 10:47:47.792275 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.db [req-73a2df1e-511f-40b7-81d5-fd9e3e9bc56b req-83b878de-7a4f-4e54-8947-c6fa9ed8d60c service neutron] For port a2d9794f-2a33-4778-92a2-20c4de5af12b, host hv-cinder-84949, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=a2d9794f-2a33-4778-92a2-20c4de5af12b,segment=NetworkSegment(f1593a01-0c5c-4b0b-9f47-8129c2ef308d),segment_id=f1593a01-0c5c-4b0b-9f47-8129c2ef308d)] {{(pid=111154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:47:47.847703 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-0658ee4b-540a-42fe-970d-24b66886bb1d req-6f3209f0-fe9b-4190-8787-04218f09131a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (a660016a-47a5-4610-b64d-eed8b0819a10), after_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:47.916357 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.db [req-13eea8ed-e7f6-4886-9358-c6e4f9b10df0 req-41da8769-3280-4405-a994-281f6912512e service neutron] For port 820fb007-4789-49d7-84d1-ecf34d4d542f, host hv-cinder-84949, cleared binding levels {{(pid=111154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:47:47.922430 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.db [req-13eea8ed-e7f6-4886-9358-c6e4f9b10df0 req-41da8769-3280-4405-a994-281f6912512e service neutron] For port 820fb007-4789-49d7-84d1-ecf34d4d542f, host hv-cinder-84949, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=820fb007-4789-49d7-84d1-ecf34d4d542f,segment=NetworkSegment(b79fb7a8-45cf-4253-a4e0-8e4cb2774c82),segment_id=b79fb7a8-45cf-4253-a4e0-8e4cb2774c82)] {{(pid=111154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:47:48.052377 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-13eea8ed-e7f6-4886-9358-c6e4f9b10df0 req-41da8769-3280-4405-a994-281f6912512e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127333809'] for port (820fb007-4789-49d7-84d1-ecf34d4d542f), after_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:48.099813 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0cb2fc-89ba-4112-b748-c2bc1a62ee6d req-6e482085-cf7e-48fe-aa24-50ae4f934f4d tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:48.101570 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-df0cb2fc-89ba-4112-b748-c2bc1a62ee6d req-6e482085-cf7e-48fe-aa24-50ae4f934f4d tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.52 "GET /v2.0/networks?id=cacd27b7-b866-4702-aa51-5895ad956ffc HTTP/1.1" status: 200 len: 816 time: 0.7161870 Jul 18 10:47:48.147638 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3209f0-fe9b-4190-8787-04218f09131a service neutron] Pushing event updated for resources: {'Port': ['ID=a660016a-47a5-4610-b64d-eed8b0819a10,revision_number=2']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:48.170500 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-300bbf92-1d43-4a63-949b-c6165f58ab5e req-3eee243f-5148-4333-b7c1-d3f6f81a358c tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=eadfa860-196c-4946-85a4-a9a2aed7c1b7 HTTP/1.1" status: 200 len: 210 time: 0.1726003 Jul 18 10:47:48.214129 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-73a2df1e-511f-40b7-81d5-fd9e3e9bc56b req-83b878de-7a4f-4e54-8947-c6fa9ed8d60c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127333809'] for port (a2d9794f-2a33-4778-92a2-20c4de5af12b), after_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:48.225163 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-18ad0ee0-e5b1-4af4-be45-700eb9818466 req-6b8bc84c-ded5-450d-b3ae-6b01f5c355f6 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb3791ee-ee01-408c-b7a8-8c9c2ce033be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4483871 Jul 18 10:47:48.252369 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eea8ed-e7f6-4886-9358-c6e4f9b10df0 req-41da8769-3280-4405-a994-281f6912512e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:48.258306 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-13eea8ed-e7f6-4886-9358-c6e4f9b10df0 req-41da8769-3280-4405-a994-281f6912512e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for port (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:48.260565 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-13eea8ed-e7f6-4886-9358-c6e4f9b10df0 req-41da8769-3280-4405-a994-281f6912512e service neutron] 10.222.0.52 "PUT /v2.0/ports/820fb007-4789-49d7-84d1-ecf34d4d542f HTTP/1.1" status: 200 len: 1093 time: 4.8865504 Jul 18 10:47:48.285973 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f96ccdd-67b5-403c-a3b9-8022e271690c', 'tag': '820fb007-4789-49d7-84d1-ecf34d4d542f'}] {{(pid=111154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:47:48.337358 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a2df1e-511f-40b7-81d5-fd9e3e9bc56b req-83b878de-7a4f-4e54-8947-c6fa9ed8d60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:48.338299 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-73a2df1e-511f-40b7-81d5-fd9e3e9bc56b req-83b878de-7a4f-4e54-8947-c6fa9ed8d60c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for port (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:48.340344 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-73a2df1e-511f-40b7-81d5-fd9e3e9bc56b req-83b878de-7a4f-4e54-8947-c6fa9ed8d60c service neutron] 10.222.0.52 "PUT /v2.0/ports/a2d9794f-2a33-4778-92a2-20c4de5af12b HTTP/1.1" status: 200 len: 1094 time: 8.2110667 Jul 18 10:47:48.436913 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41da8769-3280-4405-a994-281f6912512e service neutron] Pushing event updated for resources: {'Port': ['ID=820fb007-4789-49d7-84d1-ecf34d4d542f,revision_number=3']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:48.801358 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76f28ae75f34143b6717ab81e854799a90e2618b86a46665dc49940857a7474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23298445-cebe-4a48-aa78-4445e044f21e" -d '{"events": [{"name": "network-changed", "server_uuid": "0f96ccdd-67b5-403c-a3b9-8022e271690c", "tag": "820fb007-4789-49d7-84d1-ecf34d4d542f"}]}' {{(pid=111154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:47:48.806552 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eea8ed-e7f6-4886-9358-c6e4f9b10df0 req-8de1e345-a296-4f58-9d62-ecf96b1d2a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:48.809211 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-13eea8ed-e7f6-4886-9358-c6e4f9b10df0 req-8de1e345-a296-4f58-9d62-ecf96b1d2a80 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f32dc706424247d0ac1dc7a6aa633107&device_id=0f96ccdd-67b5-403c-a3b9-8022e271690c HTTP/1.1" status: 200 len: 1127 time: 0.3448365 Jul 18 10:47:49.206207 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b878de-7a4f-4e54-8947-c6fa9ed8d60c service neutron] Pushing event updated for resources: {'Port': ['ID=a2d9794f-2a33-4778-92a2-20c4de5af12b,revision_number=3']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:49.218740 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-13eea8ed-e7f6-4886-9358-c6e4f9b10df0 req-519c85c4-fc5d-43c3-951c-c345870c6a8d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=820fb007-4789-49d7-84d1-ecf34d4d542f HTTP/1.1" status: 200 len: 217 time: 0.3885317 Jul 18 10:47:49.232016 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:49.266038 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a2df1e-511f-40b7-81d5-fd9e3e9bc56b req-a226207b-c032-43e6-94c8-e2b63cdcc08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:49.269762 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-73a2df1e-511f-40b7-81d5-fd9e3e9bc56b req-a226207b-c032-43e6-94c8-e2b63cdcc08e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7184d0f3256344a2af18c639787e538f&device_id=4728713a-e4cd-4e09-b104-7a57de4f2242 HTTP/1.1" status: 200 len: 1128 time: 0.2826979 Jul 18 10:47:49.426692 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.notifiers.nova [req-8cfceac8-7ec2-4b76-966f-57346e7f902e req-d45eabc5-b8cd-47a0-bcde-c148047f185f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc6df403-f5e5-427c-868d-17653a05457d {{(pid=111155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:47:49.462684 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-8cfceac8-7ec2-4b76-966f-57346e7f902e req-d45eabc5-b8cd-47a0-bcde-c148047f185f service neutron] Publish callbacks [] for port (fc6df403-f5e5-427c-868d-17653a05457d), precommit_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:49.545237 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:49.617027 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.provisioning_blocks [req-8cfceac8-7ec2-4b76-966f-57346e7f902e req-d45eabc5-b8cd-47a0-bcde-c148047f185f service neutron] Transition to ACTIVE for port object fc6df403-f5e5-427c-868d-17653a05457d will not be triggered until provisioned by entity L2. {{(pid=111155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 10:47:49.748275 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.managers [req-0658ee4b-540a-42fe-970d-24b66886bb1d req-6f3209f0-fe9b-4190-8787-04218f09131a service neutron] Attempting to bind port a660016a-47a5-4610-b64d-eed8b0819a10 on host hv-cinder-84949 for vnic_type normal with profile {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:47:49.748872 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.managers [req-0658ee4b-540a-42fe-970d-24b66886bb1d req-6f3209f0-fe9b-4190-8787-04218f09131a service neutron] Attempting to bind port a660016a-47a5-4610-b64d-eed8b0819a10 by drivers openvswitch,hyperv on host hv-cinder-84949 at level 0 using segments [{'id': '6a0917b6-d32d-4446-b59c-ab6c94e8291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8facd695-f9d6-4e5e-8364-4f0d87722f61'}] {{(pid=111155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:47:49.749437 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0658ee4b-540a-42fe-970d-24b66886bb1d req-6f3209f0-fe9b-4190-8787-04218f09131a service neutron] Attempting to bind port a660016a-47a5-4610-b64d-eed8b0819a10 on network 8facd695-f9d6-4e5e-8364-4f0d87722f61 {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:47:49.856930 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-8cfceac8-7ec2-4b76-966f-57346e7f902e req-d45eabc5-b8cd-47a0-bcde-c148047f185f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (fc6df403-f5e5-427c-868d-17653a05457d), after_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:49.870885 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-17ad3aec-470a-4bd0-8ffa-32a58922b46c req-9535eb6e-6c7b-4a9e-8ab0-911c46bd2570 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 210 time: 0.3605299 Jul 18 10:47:49.896135 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0658ee4b-540a-42fe-970d-24b66886bb1d req-6f3209f0-fe9b-4190-8787-04218f09131a service neutron] Port a660016a-47a5-4610-b64d-eed8b0819a10 on network 8facd695-f9d6-4e5e-8364-4f0d87722f61 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84949 {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 10:47:49.896808 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0658ee4b-540a-42fe-970d-24b66886bb1d req-6f3209f0-fe9b-4190-8787-04218f09131a service neutron] Attempting to bind port a660016a-47a5-4610-b64d-eed8b0819a10 on network 8facd695-f9d6-4e5e-8364-4f0d87722f61 {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:47:50.037156 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f2e82-6034-4c35-89d7-08e64fee6525 req-1953ffe4-aa8f-4106-bee4-39a765f8423d tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:50.039421 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-5e3f2e82-6034-4c35-89d7-08e64fee6525 req-1953ffe4-aa8f-4106-bee4-39a765f8423d tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] 10.222.0.49 "GET /v2.0/ports?device_id=448b223d-269c-44ab-9fb8-01e1f863ee49 HTTP/1.1" status: 200 len: 944 time: 0.5338974 Jul 18 10:47:50.056577 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0658ee4b-540a-42fe-970d-24b66886bb1d req-6f3209f0-fe9b-4190-8787-04218f09131a service neutron] Checking agent: {'id': '1ff6e34c-ad2d-4d6d-84c2-aee03113dac2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84949', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 44, 54), 'started_at': datetime.datetime(2022, 7, 18, 10, 44, 54), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:47:50.057030 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0658ee4b-540a-42fe-970d-24b66886bb1d req-6f3209f0-fe9b-4190-8787-04218f09131a service neutron] Checking segment: {'id': '6a0917b6-d32d-4446-b59c-ab6c94e8291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8facd695-f9d6-4e5e-8364-4f0d87722f61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:47:50.057867 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0658ee4b-540a-42fe-970d-24b66886bb1d req-6f3209f0-fe9b-4190-8787-04218f09131a service neutron] Bound using segment: {'id': '6a0917b6-d32d-4446-b59c-ab6c94e8291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8facd695-f9d6-4e5e-8364-4f0d87722f61'} {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:47:50.058352 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.managers [req-0658ee4b-540a-42fe-970d-24b66886bb1d req-6f3209f0-fe9b-4190-8787-04218f09131a service neutron] Bound port: a660016a-47a5-4610-b64d-eed8b0819a10, host: hv-cinder-84949, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a0917b6-d32d-4446-b59c-ab6c94e8291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8facd695-f9d6-4e5e-8364-4f0d87722f61'}}] {{(pid=111155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:47:50.058724 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-0658ee4b-540a-42fe-970d-24b66886bb1d req-6f3209f0-fe9b-4190-8787-04218f09131a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (a660016a-47a5-4610-b64d-eed8b0819a10), before_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:50.209281 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-5e3f2e82-6034-4c35-89d7-08e64fee6525 req-71cac112-d3de-40e0-b1a5-b4880843f8aa tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] 10.222.0.49 "GET /v2.0/security-groups?id=21de119a-c773-4c79-8731-66f2fa9cf377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421616 Jul 18 10:47:50.215497 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-df0cb2fc-89ba-4112-b748-c2bc1a62ee6d req-18beff32-c66e-4d9a-9370-8e71def6d8e5 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48497435674b41ccb34f6ff43026a232 HTTP/1.1" status: 200 len: 379 time: 2.0729933 Jul 18 10:47:50.280233 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-73a2df1e-511f-40b7-81d5-fd9e3e9bc56b req-8acc7217-db49-400c-9271-37da33e967e2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2d9794f-2a33-4778-92a2-20c4de5af12b HTTP/1.1" status: 200 len: 217 time: 0.4551835 Jul 18 10:47:50.304717 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eea8ed-e7f6-4886-9358-c6e4f9b10df0 req-aa31467a-2771-46ad-a277-c7eab4edda2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:50.308629 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-13eea8ed-e7f6-4886-9358-c6e4f9b10df0 req-aa31467a-2771-46ad-a277-c7eab4edda2a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b6c39f47-e8f1-437f-bec0-2fa249892ca3 HTTP/1.1" status: 200 len: 850 time: 0.4850616 Jul 18 10:47:50.442096 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca0a21f-1f6c-4487-b57b-a9d6f139fbad req-cb88c70b-f07a-4aca-9e1a-7a95bb95399e tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:50.447066 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.52', 55404) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:47:50.449574 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a2df1e-511f-40b7-81d5-fd9e3e9bc56b req-00273184-dc56-4ca7-8752-66956872bd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:50.450713 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-1ca0a21f-1f6c-4487-b57b-a9d6f139fbad req-cb88c70b-f07a-4aca-9e1a-7a95bb95399e tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=1449a0db-3f38-4456-8a45-7b4a40105095 HTTP/1.1" status: 200 len: 944 time: 0.2467456 Jul 18 10:47:50.452103 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-73a2df1e-511f-40b7-81d5-fd9e3e9bc56b req-00273184-dc56-4ca7-8752-66956872bd87 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=de6eeef4-c7ed-4de0-9d7b-74b96eafe12b HTTP/1.1" status: 200 len: 857 time: 0.1414318 Jul 18 10:47:50.461523 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [req-df0cb2fc-89ba-4112-b748-c2bc1a62ee6d req-c4f01570-36a1-4a9e-b1fe-c09d2c22637b tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Request body: {'port': {'device_id': '14d05192-b009-41ab-861b-b66d0352d41e', 'network_id': 'cacd27b7-b866-4702-aa51-5895ad956ffc', 'admin_state_up': True, 'tenant_id': '48497435674b41ccb34f6ff43026a232', 'security_groups': ['8206bee7-b785-4a96-80a0-748341e928f4']}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:47:50.627076 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=100 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:50.668666 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45eabc5-b8cd-47a0-bcde-c148047f185f service neutron] Pushing event updated for resources: {'Port': ['ID=fc6df403-f5e5-427c-868d-17653a05457d,revision_number=2']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:50.970184 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac15f43-7c90-4aa9-a020-cef9e0f5899e req-df0bb1af-98c4-4fc6-bbec-1dffb5e2980a tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:50.984624 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-2ac15f43-7c90-4aa9-a020-cef9e0f5899e req-df0bb1af-98c4-4fc6-bbec-1dffb5e2980a tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.52 "GET /v2.0/networks?id=cfde60e0-9a8e-4b4d-8a28-cc720005757b HTTP/1.1" status: 200 len: 814 time: 0.5302589 Jul 18 10:47:51.074358 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.managers [req-8cfceac8-7ec2-4b76-966f-57346e7f902e req-d45eabc5-b8cd-47a0-bcde-c148047f185f service neutron] Attempting to bind port fc6df403-f5e5-427c-868d-17653a05457d on host hv-cinder-84949 for vnic_type normal with profile {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:47:51.074875 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.managers [req-8cfceac8-7ec2-4b76-966f-57346e7f902e req-d45eabc5-b8cd-47a0-bcde-c148047f185f service neutron] Attempting to bind port fc6df403-f5e5-427c-868d-17653a05457d by drivers openvswitch,hyperv on host hv-cinder-84949 at level 0 using segments [{'id': 'f1593a01-0c5c-4b0b-9f47-8129c2ef308d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '09160d22-0418-499d-83b3-2657454003a1'}] {{(pid=111155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:47:51.075227 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfceac8-7ec2-4b76-966f-57346e7f902e req-d45eabc5-b8cd-47a0-bcde-c148047f185f service neutron] Attempting to bind port fc6df403-f5e5-427c-868d-17653a05457d on network 09160d22-0418-499d-83b3-2657454003a1 {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:47:51.094663 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:51.111004 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfceac8-7ec2-4b76-966f-57346e7f902e req-d45eabc5-b8cd-47a0-bcde-c148047f185f service neutron] Port fc6df403-f5e5-427c-868d-17653a05457d on network 09160d22-0418-499d-83b3-2657454003a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84949 {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 10:47:51.111567 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfceac8-7ec2-4b76-966f-57346e7f902e req-d45eabc5-b8cd-47a0-bcde-c148047f185f service neutron] Attempting to bind port fc6df403-f5e5-427c-868d-17653a05457d on network 09160d22-0418-499d-83b3-2657454003a1 {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:47:51.131585 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.db [req-0658ee4b-540a-42fe-970d-24b66886bb1d req-6f3209f0-fe9b-4190-8787-04218f09131a service neutron] For port a660016a-47a5-4610-b64d-eed8b0819a10, host hv-cinder-84949, cleared binding levels {{(pid=111155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:47:51.161935 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfceac8-7ec2-4b76-966f-57346e7f902e req-d45eabc5-b8cd-47a0-bcde-c148047f185f service neutron] Checking agent: {'id': '1ff6e34c-ad2d-4d6d-84c2-aee03113dac2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84949', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 44, 54), 'started_at': datetime.datetime(2022, 7, 18, 10, 44, 54), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:47:51.161935 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfceac8-7ec2-4b76-966f-57346e7f902e req-d45eabc5-b8cd-47a0-bcde-c148047f185f service neutron] Checking segment: {'id': 'f1593a01-0c5c-4b0b-9f47-8129c2ef308d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '09160d22-0418-499d-83b3-2657454003a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:47:51.161935 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfceac8-7ec2-4b76-966f-57346e7f902e req-d45eabc5-b8cd-47a0-bcde-c148047f185f service neutron] Bound using segment: {'id': 'f1593a01-0c5c-4b0b-9f47-8129c2ef308d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '09160d22-0418-499d-83b3-2657454003a1'} {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:47:51.161935 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.managers [req-8cfceac8-7ec2-4b76-966f-57346e7f902e req-d45eabc5-b8cd-47a0-bcde-c148047f185f service neutron] Bound port: fc6df403-f5e5-427c-868d-17653a05457d, host: hv-cinder-84949, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1593a01-0c5c-4b0b-9f47-8129c2ef308d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '09160d22-0418-499d-83b3-2657454003a1'}}] {{(pid=111155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:47:51.161935 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-8cfceac8-7ec2-4b76-966f-57346e7f902e req-d45eabc5-b8cd-47a0-bcde-c148047f185f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (fc6df403-f5e5-427c-868d-17653a05457d), before_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:51.173494 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-1ca0a21f-1f6c-4487-b57b-a9d6f139fbad req-da74383f-d3fe-453e-a4e0-67704a8b7634 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5058916 Jul 18 10:47:51.185990 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a2df1e-511f-40b7-81d5-fd9e3e9bc56b req-67f57609-53d5-4408-878e-ef4f4c0faa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:51.188022 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-73a2df1e-511f-40b7-81d5-fd9e3e9bc56b req-67f57609-53d5-4408-878e-ef4f4c0faa36 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=09160d22-0418-499d-83b3-2657454003a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.7136929 Jul 18 10:47:51.192537 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eea8ed-e7f6-4886-9358-c6e4f9b10df0 req-a28172b1-f5f7-49ed-b020-dce31586f715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:51.194692 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-13eea8ed-e7f6-4886-9358-c6e4f9b10df0 req-a28172b1-f5f7-49ed-b020-dce31586f715 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.6232309 Jul 18 10:47:51.232094 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.db [req-0658ee4b-540a-42fe-970d-24b66886bb1d req-6f3209f0-fe9b-4190-8787-04218f09131a service neutron] For port a660016a-47a5-4610-b64d-eed8b0819a10, host hv-cinder-84949, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=a660016a-47a5-4610-b64d-eed8b0819a10,segment=NetworkSegment(6a0917b6-d32d-4446-b59c-ab6c94e8291d),segment_id=6a0917b6-d32d-4446-b59c-ab6c94e8291d)] {{(pid=111155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:47:51.341003 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df0cb2fc-89ba-4112-b748-c2bc1a62ee6d req-c4f01570-36a1-4a9e-b1fe-c09d2c22637b tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Made reservation on behalf of 48497435674b41ccb34f6ff43026a232 for: {'port': 1} {{(pid=111155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:47:51.348230 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-df0cb2fc-89ba-4112-b748-c2bc1a62ee6d req-c4f01570-36a1-4a9e-b1fe-c09d2c22637b tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:51.350653 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-2ac15f43-7c90-4aa9-a020-cef9e0f5899e req-15c3d826-3f8f-48a9-a260-b953c4e97361 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04716d82e1084ec58b2a4909710a6ce8 HTTP/1.1" status: 200 len: 380 time: 0.2318704 Jul 18 10:47:51.353056 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3434b79-247b-43d1-9ff1-0c3a55d4fd40 x-openstack-request-id: req-a3434b79-247b-43d1-9ff1-0c3a55d4fd40 {{(pid=111154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:47:51.353596 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f96ccdd-67b5-403c-a3b9-8022e271690c", "tag": "820fb007-4789-49d7-84d1-ecf34d4d542f", "status": "completed", "code": 200}]} {{(pid=111154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:47:51.353981 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a3434b79-247b-43d1-9ff1-0c3a55d4fd40 {{(pid=111154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:47:51.354623 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3434b79-247b-43d1-9ff1-0c3a55d4fd40'] response: {'name': 'network-changed', 'server_uuid': '0f96ccdd-67b5-403c-a3b9-8022e271690c', 'tag': '820fb007-4789-49d7-84d1-ecf34d4d542f', 'status': 'completed', 'code': 200} Jul 18 10:47:51.413718 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [req-2ac15f43-7c90-4aa9-a020-cef9e0f5899e req-1682fd0f-62bd-4dd3-9538-fd87a072e311 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Request body: {'port': {'device_id': 'eadfa860-196c-4946-85a4-a9a2aed7c1b7', 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b', 'admin_state_up': True, 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'security_groups': ['964117ac-f335-4120-825c-f8adca97faf3']}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:47:51.460999 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-83b6236f-0c7f-4960-9cf7-1292ccab5836 req-954d180c-55b6-436b-99a9-9e457c1ffd8a tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=eadfa860-196c-4946-85a4-a9a2aed7c1b7 HTTP/1.1" status: 200 len: 210 time: 0.1090264 Jul 18 10:47:51.514922 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.db [req-8cfceac8-7ec2-4b76-966f-57346e7f902e req-d45eabc5-b8cd-47a0-bcde-c148047f185f service neutron] For port fc6df403-f5e5-427c-868d-17653a05457d, host hv-cinder-84949, cleared binding levels {{(pid=111155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:47:51.549793 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.db [req-8cfceac8-7ec2-4b76-966f-57346e7f902e req-d45eabc5-b8cd-47a0-bcde-c148047f185f service neutron] For port fc6df403-f5e5-427c-868d-17653a05457d, host hv-cinder-84949, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=fc6df403-f5e5-427c-868d-17653a05457d,segment=NetworkSegment(f1593a01-0c5c-4b0b-9f47-8129c2ef308d),segment_id=f1593a01-0c5c-4b0b-9f47-8129c2ef308d)] {{(pid=111155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:47:51.568064 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-0658ee4b-540a-42fe-970d-24b66886bb1d req-6f3209f0-fe9b-4190-8787-04218f09131a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (a660016a-47a5-4610-b64d-eed8b0819a10), after_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:51.619672 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-73a2df1e-511f-40b7-81d5-fd9e3e9bc56b req-14ed1abf-2c72-4859-bfd8-36730630e2d7 service neutron] 10.222.0.52 "GET /v2.0/networks/09160d22-0418-499d-83b3-2657454003a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4164882 Jul 18 10:47:51.682286 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-8cfceac8-7ec2-4b76-966f-57346e7f902e req-d45eabc5-b8cd-47a0-bcde-c148047f185f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (fc6df403-f5e5-427c-868d-17653a05457d), after_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:51.693873 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:51.702307 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0658ee4b-540a-42fe-970d-24b66886bb1d req-6f3209f0-fe9b-4190-8787-04218f09131a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:51.703392 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-0658ee4b-540a-42fe-970d-24b66886bb1d req-6f3209f0-fe9b-4190-8787-04218f09131a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for port (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:51.705977 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-0658ee4b-540a-42fe-970d-24b66886bb1d req-6f3209f0-fe9b-4190-8787-04218f09131a service neutron] 10.222.0.52 "PUT /v2.0/ports/a660016a-47a5-4610-b64d-eed8b0819a10 HTTP/1.1" status: 200 len: 1094 time: 8.9412689 Jul 18 10:47:51.717005 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=2 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:51.722305 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=55 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:51.727449 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '448b223d-269c-44ab-9fb8-01e1f863ee49', 'tag': 'a660016a-47a5-4610-b64d-eed8b0819a10'}] {{(pid=111155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:47:51.771343 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-13eea8ed-e7f6-4886-9358-c6e4f9b10df0 req-ae0ba002-8b72-4674-b991-80a9e949a892 service neutron] 10.222.0.52 "GET /v2.0/networks/2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5509722 Jul 18 10:47:52.101549 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=4 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:52.195220 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-0734076c-766a-40ce-b126-1093c1e48322 req-eaa3db8d-22c1-4197-b85e-e47a18e04838 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 210 time: 0.1698365 Jul 18 10:47:52.345314 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f5ad3-9042-4115-89ae-7fc1c0429712 req-91232c78-469e-4a7f-8cc8-05709801cfff tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:52.355090 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-562f5ad3-9042-4115-89ae-7fc1c0429712 req-91232c78-469e-4a7f-8cc8-05709801cfff tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f96ccdd-67b5-403c-a3b9-8022e271690c HTTP/1.1" status: 200 len: 943 time: 0.8888569 Jul 18 10:47:52.378454 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f06b923856051c73f64d3b2294300e60923526062a62ec6e5be74a6ad2a3856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64fa8532-de7f-47dc-98ff-c94077dd1130" -d '{"events": [{"name": "network-changed", "server_uuid": "448b223d-269c-44ab-9fb8-01e1f863ee49", "tag": "a660016a-47a5-4610-b64d-eed8b0819a10"}]}' {{(pid=111155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:47:52.397101 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfceac8-7ec2-4b76-966f-57346e7f902e req-d45eabc5-b8cd-47a0-bcde-c148047f185f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:52.398147 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-8cfceac8-7ec2-4b76-966f-57346e7f902e req-d45eabc5-b8cd-47a0-bcde-c148047f185f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for port (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:52.400397 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8cfceac8-7ec2-4b76-966f-57346e7f902e req-d45eabc5-b8cd-47a0-bcde-c148047f185f service neutron] 10.222.0.52 "PUT /v2.0/ports/fc6df403-f5e5-427c-868d-17653a05457d HTTP/1.1" status: 200 len: 1094 time: 8.0286286 Jul 18 10:47:52.422140 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ac15f43-7c90-4aa9-a020-cef9e0f5899e req-1682fd0f-62bd-4dd3-9538-fd87a072e311 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Made reservation on behalf of 04716d82e1084ec58b2a4909710a6ce8 for: {'port': 1} {{(pid=111154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:47:52.437240 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-2ac15f43-7c90-4aa9-a020-cef9e0f5899e req-1682fd0f-62bd-4dd3-9538-fd87a072e311 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:52.482554 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-73a2df1e-511f-40b7-81d5-fd9e3e9bc56b req-43fb7de0-febf-4ea9-8f51-89b2909131fc service neutron] 10.222.0.52 "GET /v2.0/networks/09160d22-0418-499d-83b3-2657454003a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8424530 Jul 18 10:47:52.496560 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-13eea8ed-e7f6-4886-9358-c6e4f9b10df0 req-77daef28-ff2f-460f-ab78-6f20f0b24382 service neutron] 10.222.0.52 "GET /v2.0/networks/2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7137439 Jul 18 10:47:52.564730 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0658ee4b-540a-42fe-970d-24b66886bb1d req-32ee9373-57ce-4c47-979d-c37b5d20263f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:52.567509 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-0658ee4b-540a-42fe-970d-24b66886bb1d req-32ee9373-57ce-4c47-979d-c37b5d20263f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d288974aac54fa681cfafa262d019eb&device_id=448b223d-269c-44ab-9fb8-01e1f863ee49 HTTP/1.1" status: 200 len: 1128 time: 0.5711484 Jul 18 10:47:52.827809 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-0658ee4b-540a-42fe-970d-24b66886bb1d req-52d9b4c8-61c1-4b6a-af11-69026b1e0296 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a660016a-47a5-4610-b64d-eed8b0819a10 HTTP/1.1" status: 200 len: 217 time: 0.1746583 Jul 18 10:47:52.827809 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3209f0-fe9b-4190-8787-04218f09131a service neutron] Pushing event updated for resources: {'Port': ['ID=a660016a-47a5-4610-b64d-eed8b0819a10,revision_number=3']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:52.994369 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df57a1f-a780-4afc-9ee5-f6b4acda5082 req-4a2d0d1e-90f9-45fd-bc5d-59737bf8144c tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:53.002295 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2df57a1f-a780-4afc-9ee5-f6b4acda5082 req-4a2d0d1e-90f9-45fd-bc5d-59737bf8144c tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] 10.222.0.49 "GET /v2.0/ports?device_id=448b223d-269c-44ab-9fb8-01e1f863ee49 HTTP/1.1" status: 200 len: 944 time: 0.4611380 Jul 18 10:47:53.128526 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfceac8-7ec2-4b76-966f-57346e7f902e req-eb227e4a-67d3-40e7-9e01-09e1ce61b118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:53.130185 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-8cfceac8-7ec2-4b76-966f-57346e7f902e req-eb227e4a-67d3-40e7-9e01-09e1ce61b118 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7184d0f3256344a2af18c639787e538f&device_id=1449a0db-3f38-4456-8a45-7b4a40105095 HTTP/1.1" status: 200 len: 1128 time: 0.1259899 Jul 18 10:47:53.134160 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23298445-cebe-4a48-aa78-4445e044f21e req-99c111b9-f118-4fca-85b2-59597f9ce2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:53.137343 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-23298445-cebe-4a48-aa78-4445e044f21e req-99c111b9-f118-4fca-85b2-59597f9ce2bc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f32dc706424247d0ac1dc7a6aa633107&device_id=0f96ccdd-67b5-403c-a3b9-8022e271690c HTTP/1.1" status: 200 len: 1127 time: 0.1158473 Jul 18 10:47:53.147017 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.db_base_plugin_common [req-df0cb2fc-89ba-4112-b748-c2bc1a62ee6d req-c4f01570-36a1-4a9e-b1fe-c09d2c22637b tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Allocated IP 172.20.0.4 (cacd27b7-b866-4702-aa51-5895ad956ffc/0722f3de-6f57-48f1-8200-e5895920f8b7/abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae) {{(pid=111155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:47:53.248226 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-8cfceac8-7ec2-4b76-966f-57346e7f902e req-3088dd5c-fa3d-4dca-9888-76441f7dd533 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc6df403-f5e5-427c-868d-17653a05457d HTTP/1.1" status: 200 len: 217 time: 0.0970385 Jul 18 10:47:53.258171 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.db_base_plugin_common [req-2ac15f43-7c90-4aa9-a020-cef9e0f5899e req-1682fd0f-62bd-4dd3-9538-fd87a072e311 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Allocated IP 172.20.0.6 (cfde60e0-9a8e-4b4d-8a28-cc720005757b/aa197fa4-4b14-4357-8299-842622dc6172/dce7face-5f9b-40f7-8b3c-e6b845457a5e) {{(pid=111154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:47:53.270287 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-562f5ad3-9042-4115-89ae-7fc1c0429712 req-1846c9ac-e524-4d5e-844b-42e5ef80adb1 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb3791ee-ee01-408c-b7a8-8c9c2ce033be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9139574 Jul 18 10:47:53.299021 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45eabc5-b8cd-47a0-bcde-c148047f185f service neutron] Pushing event updated for resources: {'Port': ['ID=fc6df403-f5e5-427c-868d-17653a05457d,revision_number=3']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:53.348636 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2df57a1f-a780-4afc-9ee5-f6b4acda5082 req-c21f587c-e926-48e0-976f-16423bbfc37b tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] 10.222.0.49 "GET /v2.0/security-groups?id=21de119a-c773-4c79-8731-66f2fa9cf377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429782 Jul 18 10:47:53.379505 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0658ee4b-540a-42fe-970d-24b66886bb1d req-6f5dc0a7-7a76-40de-a1f3-fe43bb9fd9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:53.381114 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-0658ee4b-540a-42fe-970d-24b66886bb1d req-6f5dc0a7-7a76-40de-a1f3-fe43bb9fd9b4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=baac7679-14e5-400c-ae06-ec5ffa24657f HTTP/1.1" status: 200 len: 851 time: 0.3953528 Jul 18 10:47:53.501362 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4728713a-e4cd-4e09-b104-7a57de4f2242', 'tag': 'a2d9794f-2a33-4778-92a2-20c4de5af12b'}] {{(pid=111154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:47:53.508353 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76f28ae75f34143b6717ab81e854799a90e2618b86a46665dc49940857a7474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb14c7d6-79e5-494a-a7da-551bea3124f6" -d '{"events": [{"name": "network-changed", "server_uuid": "4728713a-e4cd-4e09-b104-7a57de4f2242", "tag": "a2d9794f-2a33-4778-92a2-20c4de5af12b"}]}' {{(pid=111154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:47:53.675790 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46779cd9-1cd7-49e8-a951-ac1789e5408f req-38f8f00e-c8d0-4f4e-a4a4-0449e0b8ff0f tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:53.678127 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-46779cd9-1cd7-49e8-a951-ac1789e5408f req-38f8f00e-c8d0-4f4e-a4a4-0449e0b8ff0f tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=1449a0db-3f38-4456-8a45-7b4a40105095 HTTP/1.1" status: 200 len: 944 time: 0.2026293 Jul 18 10:47:53.712132 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-370ce107-aabb-4712-9d91-a588db25e6fb x-openstack-request-id: req-370ce107-aabb-4712-9d91-a588db25e6fb {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:47:53.712756 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "448b223d-269c-44ab-9fb8-01e1f863ee49", "tag": "a660016a-47a5-4610-b64d-eed8b0819a10", "status": "completed", "code": 200}]} {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:47:53.713365 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-370ce107-aabb-4712-9d91-a588db25e6fb {{(pid=111155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:47:53.714206 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-370ce107-aabb-4712-9d91-a588db25e6fb'] response: {'name': 'network-changed', 'server_uuid': '448b223d-269c-44ab-9fb8-01e1f863ee49', 'tag': 'a660016a-47a5-4610-b64d-eed8b0819a10', 'status': 'completed', 'code': 200} Jul 18 10:47:53.757099 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23298445-cebe-4a48-aa78-4445e044f21e req-318e98e7-6d2c-430d-8f2e-72a10227008b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:53.758892 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-23298445-cebe-4a48-aa78-4445e044f21e req-318e98e7-6d2c-430d-8f2e-72a10227008b service neutron] 10.222.0.52 "GET /v2.0/networks?id=2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81 HTTP/1.1" status: 200 len: 912 time: 0.5087950 Jul 18 10:47:53.837981 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-2ac15f43-7c90-4aa9-a020-cef9e0f5899e req-1682fd0f-62bd-4dd3-9538-fd87a072e311 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for port (dce7face-5f9b-40f7-8b3c-e6b845457a5e), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:53.949856 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-4de35e9d-286b-4bd1-98ac-a3ca91a7c6d4 req-843db603-d824-4f8f-b851-09e38f25fdbd tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=eadfa860-196c-4946-85a4-a9a2aed7c1b7 HTTP/1.1" status: 200 len: 210 time: 0.1269755 Jul 18 10:47:53.972656 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-2ac15f43-7c90-4aa9-a020-cef9e0f5899e req-1682fd0f-62bd-4dd3-9538-fd87a072e311 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127334210'] for port (dce7face-5f9b-40f7-8b3c-e6b845457a5e), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:54.056025 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0658ee4b-540a-42fe-970d-24b66886bb1d req-ee3e29f6-8146-4987-afa0-44084c6ed6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:54.058184 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-0658ee4b-540a-42fe-970d-24b66886bb1d req-ee3e29f6-8146-4987-afa0-44084c6ed6cc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8facd695-f9d6-4e5e-8364-4f0d87722f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1124401 Jul 18 10:47:54.065973 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-46779cd9-1cd7-49e8-a951-ac1789e5408f req-87c37512-3eb9-4ad3-b50b-868ce3018044 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3770728 Jul 18 10:47:54.072110 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-df0cb2fc-89ba-4112-b748-c2bc1a62ee6d req-c4f01570-36a1-4a9e-b1fe-c09d2c22637b tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks [] for port (abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:54.228038 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=86,neutron:UPDATE=6,neutron:DELETE=2,neutron:INSERT=6 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:54.230045 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-23298445-cebe-4a48-aa78-4445e044f21e req-4205b0b4-a7d6-4af9-acd4-c5fc5e69dead service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=820fb007-4789-49d7-84d1-ecf34d4d542f HTTP/1.1" status: 200 len: 217 time: 0.2695389 Jul 18 10:47:54.286831 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1ff6e34c-ad2d-4d6d-84c2-aee03113dac2), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:54.305090 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e34cc67-92ab-4ad5-be2a-4542dab74550 x-openstack-request-id: req-3e34cc67-92ab-4ad5-be2a-4542dab74550 {{(pid=111154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:47:54.305518 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4728713a-e4cd-4e09-b104-7a57de4f2242", "tag": "a2d9794f-2a33-4778-92a2-20c4de5af12b", "status": "completed", "code": 200}]} {{(pid=111154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:47:54.305786 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3e34cc67-92ab-4ad5-be2a-4542dab74550 {{(pid=111154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:47:54.306218 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e34cc67-92ab-4ad5-be2a-4542dab74550'] response: {'name': 'network-changed', 'server_uuid': '4728713a-e4cd-4e09-b104-7a57de4f2242', 'tag': 'a2d9794f-2a33-4778-92a2-20c4de5af12b', 'status': 'completed', 'code': 200} Jul 18 10:47:54.458994 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ac15f43-7c90-4aa9-a020-cef9e0f5899e req-1682fd0f-62bd-4dd3-9538-fd87a072e311 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Network cfde60e0-9a8e-4b4d-8a28-cc720005757b is already hosted by enough agents. {{(pid=111154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:47:54.466965 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.base_scheduler [req-2ac15f43-7c90-4aa9-a020-cef9e0f5899e req-1682fd0f-62bd-4dd3-9538-fd87a072e311 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Resources bound (agent type, host, resource id): {{(pid=111154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:47:54.492727 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfceac8-7ec2-4b76-966f-57346e7f902e req-2d3a2563-8afc-41c7-838a-e60b8ce3aafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:54.503429 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-8cfceac8-7ec2-4b76-966f-57346e7f902e req-2d3a2563-8afc-41c7-838a-e60b8ce3aafc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=de6eeef4-c7ed-4de0-9d7b-74b96eafe12b HTTP/1.1" status: 200 len: 857 time: 0.5645626 Jul 18 10:47:54.528751 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ac15f43-7c90-4aa9-a020-cef9e0f5899e req-1682fd0f-62bd-4dd3-9538-fd87a072e311 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Received port after_create {{(pid=111154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:47:54.554834 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:54.574572 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb14c7d6-79e5-494a-a7da-551bea3124f6 req-9b491379-a3f6-4d16-bea9-fa8363957308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:54.577275 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-fb14c7d6-79e5-494a-a7da-551bea3124f6 req-9b491379-a3f6-4d16-bea9-fa8363957308 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7184d0f3256344a2af18c639787e538f&device_id=4728713a-e4cd-4e09-b104-7a57de4f2242 HTTP/1.1" status: 200 len: 1128 time: 0.0757511 Jul 18 10:47:54.613772 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1682fd0f-62bd-4dd3-9538-fd87a072e311 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Pushing event updated for resources: {'Port': ['ID=dce7face-5f9b-40f7-8b3c-e6b845457a5e,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:54.626980 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23298445-cebe-4a48-aa78-4445e044f21e req-da31f0e1-0db7-4047-93b8-14bb8688e916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:54.639775 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-23298445-cebe-4a48-aa78-4445e044f21e req-da31f0e1-0db7-4047-93b8-14bb8688e916 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b6c39f47-e8f1-437f-bec0-2fa249892ca3 HTTP/1.1" status: 200 len: 850 time: 0.3425171 Jul 18 10:47:54.662737 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac15f43-7c90-4aa9-a020-cef9e0f5899e req-1682fd0f-62bd-4dd3-9538-fd87a072e311 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:54.663546 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-2ac15f43-7c90-4aa9-a020-cef9e0f5899e req-1682fd0f-62bd-4dd3-9538-fd87a072e311 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for port (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:54.736199 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-9c928bfb-feab-4da9-9895-0b7b2d929a03 req-ee618abd-ed8d-421d-98ce-c9342719639c tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 210 time: 0.1950133 Jul 18 10:47:54.783182 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d7fc6-a314-4574-b965-42543a36f8c4 req-b954a445-3525-47da-8428-b825979a14ac tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:54.791723 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-515d7fc6-a314-4574-b965-42543a36f8c4 req-b954a445-3525-47da-8428-b825979a14ac tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f96ccdd-67b5-403c-a3b9-8022e271690c HTTP/1.1" status: 200 len: 943 time: 0.1928678 Jul 18 10:47:54.833324 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-0658ee4b-540a-42fe-970d-24b66886bb1d req-8775e162-996c-4412-abb1-c77c0bca8f91 service neutron] 10.222.0.52 "GET /v2.0/networks/8facd695-f9d6-4e5e-8364-4f0d87722f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7662482 Jul 18 10:47:54.859601 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-cc4ed591-3d64-4bf1-9ae8-f61abe325767 None None] Provisioning complete for port dce7face-5f9b-40f7-8b3c-e6b845457a5e triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:47:54.860155 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-cc4ed591-3d64-4bf1-9ae8-f61abe325767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (dce7face-5f9b-40f7-8b3c-e6b845457a5e), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:54.905622 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-cc4ed591-3d64-4bf1-9ae8-f61abe325767 None None] Port dce7face-5f9b-40f7-8b3c-e6b845457a5e cannot update to ACTIVE because it is not bound. {{(pid=111156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:47:54.918594 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-2ac15f43-7c90-4aa9-a020-cef9e0f5899e req-1682fd0f-62bd-4dd3-9538-fd87a072e311 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5139589 Jul 18 10:47:54.926508 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23298445-cebe-4a48-aa78-4445e044f21e req-2784021b-d1b6-45c6-814f-195d51edaa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:54.928123 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-23298445-cebe-4a48-aa78-4445e044f21e req-2784021b-d1b6-45c6-814f-195d51edaa80 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1020741 Jul 18 10:47:54.929678 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfceac8-7ec2-4b76-966f-57346e7f902e req-8b23ae58-e4f6-4a5d-8f62-51b8fa0d1477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:54.931320 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-8cfceac8-7ec2-4b76-966f-57346e7f902e req-8b23ae58-e4f6-4a5d-8f62-51b8fa0d1477 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=09160d22-0418-499d-83b3-2657454003a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1064405 Jul 18 10:47:54.995734 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-df0cb2fc-89ba-4112-b748-c2bc1a62ee6d req-c4f01570-36a1-4a9e-b1fe-c09d2c22637b tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684'] for port (abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:55.038347 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5106b6df-4b0f-4624-bfc4-51f647b239a4 req-a3825112-ec5c-4deb-bd3d-0449582c1c31 tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:55.040005 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-5106b6df-4b0f-4624-bfc4-51f647b239a4 req-a3825112-ec5c-4deb-bd3d-0449582c1c31 tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] 10.222.0.49 "GET /v2.0/ports?device_id=448b223d-269c-44ab-9fb8-01e1f863ee49 HTTP/1.1" status: 200 len: 944 time: 0.2238421 Jul 18 10:47:55.044966 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-515d7fc6-a314-4574-b965-42543a36f8c4 req-e78e3e70-7c27-4901-be60-468183a2e733 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb3791ee-ee01-408c-b7a8-8c9c2ce033be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2516344 Jul 18 10:47:55.211715 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f01570-36a1-4a9e-b1fe-c09d2c22637b tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Pushing event updated for resources: {'Port': ['ID=abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:55.266305 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [req-2ac15f43-7c90-4aa9-a020-cef9e0f5899e req-99c253e7-1487-42a9-b280-5cc1a4d62471 service neutron] Request body: {'port': {'device_id': 'eadfa860-196c-4946-85a4-a9a2aed7c1b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84949'}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:47:55.268672 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df0cb2fc-89ba-4112-b748-c2bc1a62ee6d req-c4f01570-36a1-4a9e-b1fe-c09d2c22637b tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Network cacd27b7-b866-4702-aa51-5895ad956ffc is already hosted by enough agents. {{(pid=111155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:47:55.303524 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.base_scheduler [req-df0cb2fc-89ba-4112-b748-c2bc1a62ee6d req-c4f01570-36a1-4a9e-b1fe-c09d2c22637b tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Resources bound (agent type, host, resource id): {{(pid=111155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:47:55.335590 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.l3_dvrscheduler_db [req-df0cb2fc-89ba-4112-b748-c2bc1a62ee6d req-c4f01570-36a1-4a9e-b1fe-c09d2c22637b tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Received port after_create {{(pid=111155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:47:55.340962 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0cb2fc-89ba-4112-b748-c2bc1a62ee6d req-c4f01570-36a1-4a9e-b1fe-c09d2c22637b tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:55.341644 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-df0cb2fc-89ba-4112-b748-c2bc1a62ee6d req-c4f01570-36a1-4a9e-b1fe-c09d2c22637b tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for port (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:55.391790 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb14c7d6-79e5-494a-a7da-551bea3124f6 req-d9441536-b335-4b0f-b36a-47432bca45db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:55.393465 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-fb14c7d6-79e5-494a-a7da-551bea3124f6 req-d9441536-b335-4b0f-b36a-47432bca45db service neutron] 10.222.0.52 "GET /v2.0/networks?id=09160d22-0418-499d-83b3-2657454003a1 HTTP/1.1" status: 200 len: 919 time: 0.5591943 Jul 18 10:47:55.402606 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-5106b6df-4b0f-4624-bfc4-51f647b239a4 req-c22217bd-4938-4caa-b5b6-f38a19f8ee6a tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] 10.222.0.49 "GET /v2.0/security-groups?id=21de119a-c773-4c79-8731-66f2fa9cf377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019788 Jul 18 10:47:55.412715 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c38db8d-d351-4c1f-8346-e12298ab7bcf req-5b4f5b4b-5c3e-4293-8387-482d5e0a06b0 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:55.415233 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-0c38db8d-d351-4c1f-8346-e12298ab7bcf req-5b4f5b4b-5c3e-4293-8387-482d5e0a06b0 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=eadfa860-196c-4946-85a4-a9a2aed7c1b7 HTTP/1.1" status: 200 len: 931 time: 0.1873014 Jul 18 10:47:55.430249 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-0658ee4b-540a-42fe-970d-24b66886bb1d req-3001d1f4-b235-4a6c-a54c-3b43e76e93ba service neutron] 10.222.0.52 "GET /v2.0/networks/8facd695-f9d6-4e5e-8364-4f0d87722f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5424845 Jul 18 10:47:55.518310 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-2ac15f43-7c90-4aa9-a020-cef9e0f5899e req-99c253e7-1487-42a9-b280-5cc1a4d62471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (dce7face-5f9b-40f7-8b3c-e6b845457a5e), before_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:55.524746 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-0c38db8d-d351-4c1f-8346-e12298ab7bcf req-b5bfc37d-4981-4a4f-ab6d-df75ec2fe46c tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/security-groups?id=964117ac-f335-4120-825c-f8adca97faf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862501 Jul 18 10:47:55.575499 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-df0cb2fc-89ba-4112-b748-c2bc1a62ee6d req-c4f01570-36a1-4a9e-b1fe-c09d2c22637b tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1608243 Jul 18 10:47:55.578825 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-8cfceac8-7ec2-4b76-966f-57346e7f902e req-1b4309fa-8819-41c1-8099-fa079bed9b5d service neutron] 10.222.0.52 "GET /v2.0/networks/09160d22-0418-499d-83b3-2657454003a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839286 Jul 18 10:47:55.584249 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f6b98-4c6d-47ff-949a-6fe8ccaf9853 req-eb3b66aa-25fa-4327-8f05-c0d85694478e tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:55.586583 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-c83f6b98-4c6d-47ff-949a-6fe8ccaf9853 req-eb3b66aa-25fa-4327-8f05-c0d85694478e tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=1449a0db-3f38-4456-8a45-7b4a40105095 HTTP/1.1" status: 200 len: 944 time: 0.0842688 Jul 18 10:47:55.600413 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-23298445-cebe-4a48-aa78-4445e044f21e req-876f92be-f7e7-48de-9f3d-b890d0962840 service neutron] 10.222.0.52 "GET /v2.0/networks/2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038521 Jul 18 10:47:55.658198 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-99a5a32f-278e-46f7-95a4-139e74454d45 None None] Provisioning complete for port abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:47:55.660431 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-99a5a32f-278e-46f7-95a4-139e74454d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:55.680459 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-c83f6b98-4c6d-47ff-949a-6fe8ccaf9853 req-63251d1a-7e4a-4e4e-87d2-0ebb0faf1a33 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856121 Jul 18 10:47:55.708438 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-99a5a32f-278e-46f7-95a4-139e74454d45 None None] Port abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae cannot update to ACTIVE because it is not bound. {{(pid=111156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:47:55.715486 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1449a0db-3f38-4456-8a45-7b4a40105095', 'tag': 'fc6df403-f5e5-427c-868d-17653a05457d'}] {{(pid=111155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:47:55.719128 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f06b923856051c73f64d3b2294300e60923526062a62ec6e5be74a6ad2a3856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f07b03-c2d2-4e61-929d-fefb7fda71ee" -d '{"events": [{"name": "network-changed", "server_uuid": "1449a0db-3f38-4456-8a45-7b4a40105095", "tag": "fc6df403-f5e5-427c-868d-17653a05457d"}]}' {{(pid=111155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:47:55.763765 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40895956-f3d4-4143-ae3f-75e884acc5b6 x-openstack-request-id: req-40895956-f3d4-4143-ae3f-75e884acc5b6 {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:47:55.764385 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1449a0db-3f38-4456-8a45-7b4a40105095", "tag": "fc6df403-f5e5-427c-868d-17653a05457d", "status": "completed", "code": 200}]} {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:47:55.764385 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-40895956-f3d4-4143-ae3f-75e884acc5b6 {{(pid=111155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:47:55.765590 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40895956-f3d4-4143-ae3f-75e884acc5b6'] response: {'name': 'network-changed', 'server_uuid': '1449a0db-3f38-4456-8a45-7b4a40105095', 'tag': 'fc6df403-f5e5-427c-868d-17653a05457d', 'status': 'completed', 'code': 200} Jul 18 10:47:55.886608 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:55.903805 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.notifiers.nova [req-2ac15f43-7c90-4aa9-a020-cef9e0f5899e req-99c253e7-1487-42a9-b280-5cc1a4d62471 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dce7face-5f9b-40f7-8b3c-e6b845457a5e {{(pid=111154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:47:55.913175 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c37ac-aa64-46eb-8318-821b7af1f517 req-47ff39a0-5f53-4a73-ac94-6a995b209e7a tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:55.913463 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-2ac15f43-7c90-4aa9-a020-cef9e0f5899e req-99c253e7-1487-42a9-b280-5cc1a4d62471 service neutron] Publish callbacks [] for port (dce7face-5f9b-40f7-8b3c-e6b845457a5e), precommit_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:55.915006 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-a49c37ac-aa64-46eb-8318-821b7af1f517 req-47ff39a0-5f53-4a73-ac94-6a995b209e7a tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 931 time: 0.0671036 Jul 18 10:47:55.928618 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.provisioning_blocks [req-2ac15f43-7c90-4aa9-a020-cef9e0f5899e req-99c253e7-1487-42a9-b280-5cc1a4d62471 service neutron] Transition to ACTIVE for port object dce7face-5f9b-40f7-8b3c-e6b845457a5e will not be triggered until provisioned by entity L2. {{(pid=111154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 10:47:55.972469 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-a49c37ac-aa64-46eb-8318-821b7af1f517 req-40b0fda8-dae4-437d-bc96-043e53f8ddcf tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504205 Jul 18 10:47:56.060882 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-2ac15f43-7c90-4aa9-a020-cef9e0f5899e req-99c253e7-1487-42a9-b280-5cc1a4d62471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127333809'] for port (dce7face-5f9b-40f7-8b3c-e6b845457a5e), after_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:56.121046 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c253e7-1487-42a9-b280-5cc1a4d62471 service neutron] Pushing event updated for resources: {'Port': ['ID=dce7face-5f9b-40f7-8b3c-e6b845457a5e,revision_number=2']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:56.189765 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d29002-08a0-4e0b-b19a-ba6b2d703ae5 req-c06d2b9c-a4da-4be6-8deb-0154a2e905d4 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:56.195408 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-31d29002-08a0-4e0b-b19a-ba6b2d703ae5 req-c06d2b9c-a4da-4be6-8deb-0154a2e905d4 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f96ccdd-67b5-403c-a3b9-8022e271690c HTTP/1.1" status: 200 len: 943 time: 0.0630600 Jul 18 10:47:56.220177 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.managers [req-2ac15f43-7c90-4aa9-a020-cef9e0f5899e req-99c253e7-1487-42a9-b280-5cc1a4d62471 service neutron] Attempting to bind port dce7face-5f9b-40f7-8b3c-e6b845457a5e on host hv-cinder-84949 for vnic_type normal with profile {{(pid=111154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:47:56.220534 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.managers [req-2ac15f43-7c90-4aa9-a020-cef9e0f5899e req-99c253e7-1487-42a9-b280-5cc1a4d62471 service neutron] Attempting to bind port dce7face-5f9b-40f7-8b3c-e6b845457a5e by drivers openvswitch,hyperv on host hv-cinder-84949 at level 0 using segments [{'id': '984404a2-43ca-40f3-9583-38762b7d5434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b'}] {{(pid=111154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:47:56.220892 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac15f43-7c90-4aa9-a020-cef9e0f5899e req-99c253e7-1487-42a9-b280-5cc1a4d62471 service neutron] Attempting to bind port dce7face-5f9b-40f7-8b3c-e6b845457a5e on network cfde60e0-9a8e-4b4d-8a28-cc720005757b {{(pid=111154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:47:56.228659 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac15f43-7c90-4aa9-a020-cef9e0f5899e req-99c253e7-1487-42a9-b280-5cc1a4d62471 service neutron] Port dce7face-5f9b-40f7-8b3c-e6b845457a5e on network cfde60e0-9a8e-4b4d-8a28-cc720005757b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84949 {{(pid=111154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 10:47:56.229281 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac15f43-7c90-4aa9-a020-cef9e0f5899e req-99c253e7-1487-42a9-b280-5cc1a4d62471 service neutron] Attempting to bind port dce7face-5f9b-40f7-8b3c-e6b845457a5e on network cfde60e0-9a8e-4b4d-8a28-cc720005757b {{(pid=111154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:47:56.235806 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:56.243075 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac15f43-7c90-4aa9-a020-cef9e0f5899e req-99c253e7-1487-42a9-b280-5cc1a4d62471 service neutron] Checking agent: {'id': '1ff6e34c-ad2d-4d6d-84c2-aee03113dac2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84949', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 44, 54), 'started_at': datetime.datetime(2022, 7, 18, 10, 44, 54), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:47:56.243075 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac15f43-7c90-4aa9-a020-cef9e0f5899e req-99c253e7-1487-42a9-b280-5cc1a4d62471 service neutron] Checking segment: {'id': '984404a2-43ca-40f3-9583-38762b7d5434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:47:56.243075 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac15f43-7c90-4aa9-a020-cef9e0f5899e req-99c253e7-1487-42a9-b280-5cc1a4d62471 service neutron] Bound using segment: {'id': '984404a2-43ca-40f3-9583-38762b7d5434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b'} {{(pid=111154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:47:56.243075 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.managers [req-2ac15f43-7c90-4aa9-a020-cef9e0f5899e req-99c253e7-1487-42a9-b280-5cc1a4d62471 service neutron] Bound port: dce7face-5f9b-40f7-8b3c-e6b845457a5e, host: hv-cinder-84949, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '984404a2-43ca-40f3-9583-38762b7d5434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b'}}] {{(pid=111154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:47:56.243075 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-2ac15f43-7c90-4aa9-a020-cef9e0f5899e req-99c253e7-1487-42a9-b280-5cc1a4d62471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (dce7face-5f9b-40f7-8b3c-e6b845457a5e), before_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:56.307892 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-31d29002-08a0-4e0b-b19a-ba6b2d703ae5 req-548cabd3-514e-4c1d-9cb6-3e6827c8effb tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb3791ee-ee01-408c-b7a8-8c9c2ce033be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064353 Jul 18 10:47:56.347964 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.db [req-2ac15f43-7c90-4aa9-a020-cef9e0f5899e req-99c253e7-1487-42a9-b280-5cc1a4d62471 service neutron] For port dce7face-5f9b-40f7-8b3c-e6b845457a5e, host hv-cinder-84949, cleared binding levels {{(pid=111154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:47:56.347964 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.db [req-2ac15f43-7c90-4aa9-a020-cef9e0f5899e req-99c253e7-1487-42a9-b280-5cc1a4d62471 service neutron] For port dce7face-5f9b-40f7-8b3c-e6b845457a5e, host hv-cinder-84949, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=dce7face-5f9b-40f7-8b3c-e6b845457a5e,segment=NetworkSegment(984404a2-43ca-40f3-9583-38762b7d5434),segment_id=984404a2-43ca-40f3-9583-38762b7d5434)] {{(pid=111154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:47:56.495627 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-2ac15f43-7c90-4aa9-a020-cef9e0f5899e req-99c253e7-1487-42a9-b280-5cc1a4d62471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127333809'] for port (dce7face-5f9b-40f7-8b3c-e6b845457a5e), after_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:56.531846 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac15f43-7c90-4aa9-a020-cef9e0f5899e req-99c253e7-1487-42a9-b280-5cc1a4d62471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:56.532490 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-2ac15f43-7c90-4aa9-a020-cef9e0f5899e req-99c253e7-1487-42a9-b280-5cc1a4d62471 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for port (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:56.535292 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-2ac15f43-7c90-4aa9-a020-cef9e0f5899e req-99c253e7-1487-42a9-b280-5cc1a4d62471 service neutron] 10.222.0.52 "PUT /v2.0/ports/dce7face-5f9b-40f7-8b3c-e6b845457a5e HTTP/1.1" status: 200 len: 1093 time: 1.2740073 Jul 18 10:47:56.535887 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eadfa860-196c-4946-85a4-a9a2aed7c1b7', 'tag': 'dce7face-5f9b-40f7-8b3c-e6b845457a5e'}] {{(pid=111154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:47:56.538770 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76f28ae75f34143b6717ab81e854799a90e2618b86a46665dc49940857a7474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f3ca7e-c40c-4907-a915-b6515d6d5417" -d '{"events": [{"name": "network-changed", "server_uuid": "eadfa860-196c-4946-85a4-a9a2aed7c1b7", "tag": "dce7face-5f9b-40f7-8b3c-e6b845457a5e"}]}' {{(pid=111154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:47:56.550669 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66522745-4453-4154-9c2c-8f25f4afbff2 req-3896b463-3a1d-405b-9f85-e6eec000c0e5 tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:56.553625 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-66522745-4453-4154-9c2c-8f25f4afbff2 req-3896b463-3a1d-405b-9f85-e6eec000c0e5 tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] 10.222.0.49 "GET /v2.0/ports?device_id=448b223d-269c-44ab-9fb8-01e1f863ee49 HTTP/1.1" status: 200 len: 944 time: 0.0627389 Jul 18 10:47:56.575498 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c253e7-1487-42a9-b280-5cc1a4d62471 service neutron] Pushing event updated for resources: {'Port': ['ID=dce7face-5f9b-40f7-8b3c-e6b845457a5e,revision_number=3']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:56.595789 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec02985-e5a1-4af3-bfa1-b728b2ad0bac x-openstack-request-id: req-7ec02985-e5a1-4af3-bfa1-b728b2ad0bac {{(pid=111154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:47:56.595789 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eadfa860-196c-4946-85a4-a9a2aed7c1b7", "tag": "dce7face-5f9b-40f7-8b3c-e6b845457a5e", "status": "completed", "code": 200}]} {{(pid=111154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:47:56.595789 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7ec02985-e5a1-4af3-bfa1-b728b2ad0bac {{(pid=111154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:47:56.595789 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ec02985-e5a1-4af3-bfa1-b728b2ad0bac'] response: {'name': 'network-changed', 'server_uuid': 'eadfa860-196c-4946-85a4-a9a2aed7c1b7', 'tag': 'dce7face-5f9b-40f7-8b3c-e6b845457a5e', 'status': 'completed', 'code': 200} Jul 18 10:47:56.677797 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-66522745-4453-4154-9c2c-8f25f4afbff2 req-25efdbca-9c2b-46be-8751-292db7756989 tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] 10.222.0.49 "GET /v2.0/security-groups?id=21de119a-c773-4c79-8731-66f2fa9cf377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162369 Jul 18 10:47:56.679045 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-fb14c7d6-79e5-494a-a7da-551bea3124f6 req-cb9d8945-eb60-4125-9476-2a3e5ea20ff8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2d9794f-2a33-4778-92a2-20c4de5af12b HTTP/1.1" status: 200 len: 217 time: 0.0579817 Jul 18 10:47:56.730562 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f66c2-867f-4c26-b9f9-64f4f6aad82e req-9f59e3c8-13d0-4e5d-a727-f9cb633bef47 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:56.738383 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-a20f66c2-867f-4c26-b9f9-64f4f6aad82e req-9f59e3c8-13d0-4e5d-a727-f9cb633bef47 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=eadfa860-196c-4946-85a4-a9a2aed7c1b7 HTTP/1.1" status: 200 len: 943 time: 0.0678463 Jul 18 10:47:56.833115 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-a20f66c2-867f-4c26-b9f9-64f4f6aad82e req-cf4285d3-97b2-41a1-a69c-0b535406c2aa tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/security-groups?id=964117ac-f335-4120-825c-f8adca97faf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935669 Jul 18 10:47:56.856848 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd94378-e8f2-4304-9439-97d2c416df68 req-77622e5c-651f-4b4b-8455-1d0fb75347d3 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:56.858928 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8dd94378-e8f2-4304-9439-97d2c416df68 req-77622e5c-651f-4b4b-8455-1d0fb75347d3 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=1449a0db-3f38-4456-8a45-7b4a40105095 HTTP/1.1" status: 200 len: 944 time: 0.0705309 Jul 18 10:47:56.934344 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8dd94378-e8f2-4304-9439-97d2c416df68 req-f24a1f9b-afca-4aa0-9978-574e3fff8a84 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655408 Jul 18 10:47:57.024557 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:57.107456 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceed95b-03d8-4736-a58b-aab430157199 req-4c487db3-0eda-419e-bfa2-4c88f9694a41 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:57.109067 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-4ceed95b-03d8-4736-a58b-aab430157199 req-4c487db3-0eda-419e-bfa2-4c88f9694a41 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 931 time: 0.0499899 Jul 18 10:47:57.169424 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-4ceed95b-03d8-4736-a58b-aab430157199 req-b8d59656-3251-4c33-80b5-43738a864b43 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537422 Jul 18 10:47:57.432271 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [req-df0cb2fc-89ba-4112-b748-c2bc1a62ee6d req-3dbd27c6-1cb3-49e5-80cd-c4b408537609 service neutron] Request body: {'port': {'device_id': '14d05192-b009-41ab-861b-b66d0352d41e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84949'}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:47:57.467760 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33171d89-ea5a-4028-9553-af01ed9dfaea req-aa454667-1980-4bb6-8769-6d7f7289bd00 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:57.469561 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-33171d89-ea5a-4028-9553-af01ed9dfaea req-aa454667-1980-4bb6-8769-6d7f7289bd00 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f96ccdd-67b5-403c-a3b9-8022e271690c HTTP/1.1" status: 200 len: 943 time: 0.0885735 Jul 18 10:47:57.561265 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-df0cb2fc-89ba-4112-b748-c2bc1a62ee6d req-3dbd27c6-1cb3-49e5-80cd-c4b408537609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae), before_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:57.586129 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-33171d89-ea5a-4028-9553-af01ed9dfaea req-aab4edda-a022-41b2-b1c1-48d14338c452 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb3791ee-ee01-408c-b7a8-8c9c2ce033be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036899 Jul 18 10:47:57.657638 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-23298445-cebe-4a48-aa78-4445e044f21e req-052ad170-8518-4319-8f39-9b2ad04b96d6 service neutron] 10.222.0.52 "GET /v2.0/networks/2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331004 Jul 18 10:47:57.679533 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-8cfceac8-7ec2-4b76-966f-57346e7f902e req-51874301-b288-4881-a261-d75bc27f7fd4 service neutron] 10.222.0.52 "GET /v2.0/networks/09160d22-0418-499d-83b3-2657454003a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349213 Jul 18 10:47:57.854049 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61cd67-2dc4-44af-b9ec-9c1f66084fbc req-0ee74d64-2551-49f4-868e-441e6f00265a tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:57.858274 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-da61cd67-2dc4-44af-b9ec-9c1f66084fbc req-0ee74d64-2551-49f4-868e-441e6f00265a tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] 10.222.0.49 "GET /v2.0/ports?device_id=448b223d-269c-44ab-9fb8-01e1f863ee49 HTTP/1.1" status: 200 len: 944 time: 0.0859771 Jul 18 10:47:57.934955 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:57.996050 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-da61cd67-2dc4-44af-b9ec-9c1f66084fbc req-71e2cda9-2bfe-4cda-ab33-7cae9296b103 tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] 10.222.0.49 "GET /v2.0/security-groups?id=21de119a-c773-4c79-8731-66f2fa9cf377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020591 Jul 18 10:47:58.012532 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215c17da-48bb-4044-a3e9-9030d6d68436 req-d0c8bf30-4261-4210-8940-4613926d6de8 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:58.014130 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-215c17da-48bb-4044-a3e9-9030d6d68436 req-d0c8bf30-4261-4210-8940-4613926d6de8 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=eadfa860-196c-4946-85a4-a9a2aed7c1b7 HTTP/1.1" status: 200 len: 943 time: 0.0955524 Jul 18 10:47:58.155623 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.notifiers.nova [req-df0cb2fc-89ba-4112-b748-c2bc1a62ee6d req-3dbd27c6-1cb3-49e5-80cd-c4b408537609 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae {{(pid=111155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:47:58.166351 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-df0cb2fc-89ba-4112-b748-c2bc1a62ee6d req-3dbd27c6-1cb3-49e5-80cd-c4b408537609 service neutron] Publish callbacks [] for port (abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae), precommit_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:58.173364 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-215c17da-48bb-4044-a3e9-9030d6d68436 req-10c942ca-0c9b-4c41-9b29-fa4151b58cef tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/security-groups?id=964117ac-f335-4120-825c-f8adca97faf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439250 Jul 18 10:47:58.184354 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10df52c-d744-45a6-944f-25aafe1509cd req-2cbeefb6-0a33-4141-97fd-cd44f7178ae6 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:58.185986 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b10df52c-d744-45a6-944f-25aafe1509cd req-2cbeefb6-0a33-4141-97fd-cd44f7178ae6 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=1449a0db-3f38-4456-8a45-7b4a40105095 HTTP/1.1" status: 200 len: 944 time: 0.1191447 Jul 18 10:47:58.201215 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.provisioning_blocks [req-df0cb2fc-89ba-4112-b748-c2bc1a62ee6d req-3dbd27c6-1cb3-49e5-80cd-c4b408537609 service neutron] Transition to ACTIVE for port object abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae will not be triggered until provisioned by entity L2. {{(pid=111155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 10:47:58.243557 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b10df52c-d744-45a6-944f-25aafe1509cd req-ce97cf80-e5e3-489b-8c37-e17b8b377902 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503151 Jul 18 10:47:58.324039 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-df0cb2fc-89ba-4112-b748-c2bc1a62ee6d req-3dbd27c6-1cb3-49e5-80cd-c4b408537609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae), after_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:58.388313 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a302a-511a-4db9-960b-fb5805d93ea9 req-bbfed801-e12a-45fa-be39-9945d32110bf tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:58.389932 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-421a302a-511a-4db9-960b-fb5805d93ea9 req-bbfed801-e12a-45fa-be39-9945d32110bf tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 931 time: 0.1405327 Jul 18 10:47:58.417000 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa8532-de7f-47dc-98ff-c94077dd1130 req-741e0372-73b6-45c4-b8de-d8ea0ee77da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:58.418467 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-64fa8532-de7f-47dc-98ff-c94077dd1130 req-741e0372-73b6-45c4-b8de-d8ea0ee77da4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d288974aac54fa681cfafa262d019eb&device_id=448b223d-269c-44ab-9fb8-01e1f863ee49 HTTP/1.1" status: 200 len: 1128 time: 0.0964200 Jul 18 10:47:58.427450 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb14c7d6-79e5-494a-a7da-551bea3124f6 req-7933d40e-a7dd-43f2-8de1-152529a35554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:58.429112 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-fb14c7d6-79e5-494a-a7da-551bea3124f6 req-7933d40e-a7dd-43f2-8de1-152529a35554 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=de6eeef4-c7ed-4de0-9d7b-74b96eafe12b HTTP/1.1" status: 200 len: 857 time: 0.1682739 Jul 18 10:47:58.457081 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbd27c6-1cb3-49e5-80cd-c4b408537609 service neutron] Pushing event updated for resources: {'Port': ['ID=abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae,revision_number=2']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:58.472977 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3ca7e-c40c-4907-a915-b6515d6d5417 req-4e22b0c4-b3f0-4d26-85e2-924b0f6af977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:58.474592 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-39f3ca7e-c40c-4907-a915-b6515d6d5417 req-4e22b0c4-b3f0-4d26-85e2-924b0f6af977 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=04716d82e1084ec58b2a4909710a6ce8&device_id=eadfa860-196c-4946-85a4-a9a2aed7c1b7 HTTP/1.1" status: 200 len: 1127 time: 0.1075187 Jul 18 10:47:58.520793 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.managers [req-df0cb2fc-89ba-4112-b748-c2bc1a62ee6d req-3dbd27c6-1cb3-49e5-80cd-c4b408537609 service neutron] Attempting to bind port abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae on host hv-cinder-84949 for vnic_type normal with profile {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:47:58.521436 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.managers [req-df0cb2fc-89ba-4112-b748-c2bc1a62ee6d req-3dbd27c6-1cb3-49e5-80cd-c4b408537609 service neutron] Attempting to bind port abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae by drivers openvswitch,hyperv on host hv-cinder-84949 at level 0 using segments [{'id': '163c7c7d-635e-4353-a5ea-f102084ea7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'cacd27b7-b866-4702-aa51-5895ad956ffc'}] {{(pid=111155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:47:58.521941 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0cb2fc-89ba-4112-b748-c2bc1a62ee6d req-3dbd27c6-1cb3-49e5-80cd-c4b408537609 service neutron] Attempting to bind port abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae on network cacd27b7-b866-4702-aa51-5895ad956ffc {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:47:58.544562 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0cb2fc-89ba-4112-b748-c2bc1a62ee6d req-3dbd27c6-1cb3-49e5-80cd-c4b408537609 service neutron] Port abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae on network cacd27b7-b866-4702-aa51-5895ad956ffc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84949 {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 10:47:58.544917 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0cb2fc-89ba-4112-b748-c2bc1a62ee6d req-3dbd27c6-1cb3-49e5-80cd-c4b408537609 service neutron] Attempting to bind port abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae on network cacd27b7-b866-4702-aa51-5895ad956ffc {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:47:58.547917 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb14c7d6-79e5-494a-a7da-551bea3124f6 req-fc6f9043-9acb-4dd9-9dad-5ae3bdaf46c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:58.550510 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-fb14c7d6-79e5-494a-a7da-551bea3124f6 req-fc6f9043-9acb-4dd9-9dad-5ae3bdaf46c9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=09160d22-0418-499d-83b3-2657454003a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0947244 Jul 18 10:47:58.555105 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-421a302a-511a-4db9-960b-fb5805d93ea9 req-cbe65a93-4a32-4b82-8a90-a3122d5020b0 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446517 Jul 18 10:47:58.558461 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0cb2fc-89ba-4112-b748-c2bc1a62ee6d req-3dbd27c6-1cb3-49e5-80cd-c4b408537609 service neutron] Checking agent: {'id': '1ff6e34c-ad2d-4d6d-84c2-aee03113dac2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84949', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 44, 54), 'started_at': datetime.datetime(2022, 7, 18, 10, 44, 54), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:47:58.558801 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0cb2fc-89ba-4112-b748-c2bc1a62ee6d req-3dbd27c6-1cb3-49e5-80cd-c4b408537609 service neutron] Checking segment: {'id': '163c7c7d-635e-4353-a5ea-f102084ea7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'cacd27b7-b866-4702-aa51-5895ad956ffc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:47:58.559186 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0cb2fc-89ba-4112-b748-c2bc1a62ee6d req-3dbd27c6-1cb3-49e5-80cd-c4b408537609 service neutron] Bound using segment: {'id': '163c7c7d-635e-4353-a5ea-f102084ea7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'cacd27b7-b866-4702-aa51-5895ad956ffc'} {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:47:58.559621 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.managers [req-df0cb2fc-89ba-4112-b748-c2bc1a62ee6d req-3dbd27c6-1cb3-49e5-80cd-c4b408537609 service neutron] Bound port: abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae, host: hv-cinder-84949, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '163c7c7d-635e-4353-a5ea-f102084ea7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'cacd27b7-b866-4702-aa51-5895ad956ffc'}}] {{(pid=111155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:47:58.559980 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-df0cb2fc-89ba-4112-b748-c2bc1a62ee6d req-3dbd27c6-1cb3-49e5-80cd-c4b408537609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae), before_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:58.672912 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.db [req-df0cb2fc-89ba-4112-b748-c2bc1a62ee6d req-3dbd27c6-1cb3-49e5-80cd-c4b408537609 service neutron] For port abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae, host hv-cinder-84949, cleared binding levels {{(pid=111155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:47:58.678855 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.db [req-df0cb2fc-89ba-4112-b748-c2bc1a62ee6d req-3dbd27c6-1cb3-49e5-80cd-c4b408537609 service neutron] For port abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae, host hv-cinder-84949, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae,segment=NetworkSegment(163c7c7d-635e-4353-a5ea-f102084ea7d2),segment_id=163c7c7d-635e-4353-a5ea-f102084ea7d2)] {{(pid=111155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:47:58.738717 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device 820fb007-4789-49d7-84d1-ecf34d4d542f details requested by agent hyperv_hv-cinder-84949 with host hv-cinder-84949 {{(pid=111156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 10:47:58.775823 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb4421-56e2-4c1b-ba64-be2fe3e100c5 req-e888e2df-054a-44c7-b497-7cb82fbb1da2 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:58.777707 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-89eb4421-56e2-4c1b-ba64-be2fe3e100c5 req-e888e2df-054a-44c7-b497-7cb82fbb1da2 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f96ccdd-67b5-403c-a3b9-8022e271690c HTTP/1.1" status: 200 len: 943 time: 0.0738533 Jul 18 10:47:58.820753 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-df0cb2fc-89ba-4112-b748-c2bc1a62ee6d req-3dbd27c6-1cb3-49e5-80cd-c4b408537609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae), after_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:58.869390 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:58.875312 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa8532-de7f-47dc-98ff-c94077dd1130 req-4923fcfc-9545-49da-9bd3-44a7dd3f0722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:58.876724 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-64fa8532-de7f-47dc-98ff-c94077dd1130 req-4923fcfc-9545-49da-9bd3-44a7dd3f0722 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8facd695-f9d6-4e5e-8364-4f0d87722f61 HTTP/1.1" status: 200 len: 913 time: 0.4472404 Jul 18 10:47:58.891052 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbd27c6-1cb3-49e5-80cd-c4b408537609 service neutron] Pushing event updated for resources: {'Port': ['ID=abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae,revision_number=3']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:58.935512 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-89eb4421-56e2-4c1b-ba64-be2fe3e100c5 req-8e455a5f-4bc1-43b4-9f66-43819371be25 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb3791ee-ee01-408c-b7a8-8c9c2ce033be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492743 Jul 18 10:47:58.938213 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port 820fb007-4789-49d7-84d1-ecf34d4d542f, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=820fb007-4789-49d7-84d1-ecf34d4d542f,segment=NetworkSegment(b79fb7a8-45cf-4253-a4e0-8e4cb2774c82),segment_id=b79fb7a8-45cf-4253-a4e0-8e4cb2774c82)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:47:58.943694 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0cb2fc-89ba-4112-b748-c2bc1a62ee6d req-3dbd27c6-1cb3-49e5-80cd-c4b408537609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:58.944706 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-df0cb2fc-89ba-4112-b748-c2bc1a62ee6d req-3dbd27c6-1cb3-49e5-80cd-c4b408537609 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for port (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:58.946293 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-df0cb2fc-89ba-4112-b748-c2bc1a62ee6d req-3dbd27c6-1cb3-49e5-80cd-c4b408537609 service neutron] 10.222.0.52 "PUT /v2.0/ports/abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae HTTP/1.1" status: 200 len: 1093 time: 1.5194304 Jul 18 10:47:58.947294 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14d05192-b009-41ab-861b-b66d0352d41e', 'tag': 'abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae'}] {{(pid=111155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:47:58.950255 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f06b923856051c73f64d3b2294300e60923526062a62ec6e5be74a6ad2a3856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139d423d-cc9b-416c-a484-7b54033b1f40" -d '{"events": [{"name": "network-changed", "server_uuid": "14d05192-b009-41ab-861b-b66d0352d41e", "tag": "abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae"}]}' {{(pid=111155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:47:58.954718 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Returning: {'device': '820fb007-4789-49d7-84d1-ecf34d4d542f', 'network_id': '2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81', 'port_id': '820fb007-4789-49d7-84d1-ecf34d4d542f', 'mac_address': 'fa:16:3e:1b:f2:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6c39f47-e8f1-437f-bec0-2fa249892ca3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 10:47:58.957054 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3ca7e-c40c-4907-a915-b6515d6d5417 req-39cd944a-e11a-4646-af13-f69e72134a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:58.958747 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-39f3ca7e-c40c-4907-a915-b6515d6d5417 req-39cd944a-e11a-4646-af13-f69e72134a22 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=04716d82e1084ec58b2a4909710a6ce8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4386349 Jul 18 10:47:59.007506 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] Current status of the port 820fb007-4789-49d7-84d1-ecf34d4d542f is: DOWN; New status is: BUILD {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:47:59.010792 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (820fb007-4789-49d7-84d1-ecf34d4d542f), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:59.011224 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c284444-c00d-4556-8812-c73cde9a5a26 x-openstack-request-id: req-5c284444-c00d-4556-8812-c73cde9a5a26 {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:47:59.011224 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14d05192-b009-41ab-861b-b66d0352d41e", "tag": "abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae", "status": "completed", "code": 200}]} {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:47:59.011224 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5c284444-c00d-4556-8812-c73cde9a5a26 {{(pid=111155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:47:59.011676 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c284444-c00d-4556-8812-c73cde9a5a26'] response: {'name': 'network-changed', 'server_uuid': '14d05192-b009-41ab-861b-b66d0352d41e', 'tag': 'abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae', 'status': 'completed', 'code': 200} Jul 18 10:47:59.041151 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.notifiers.nova [None req-29c51914-efda-4269-8274-168d496bf900 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 820fb007-4789-49d7-84d1-ecf34d4d542f {{(pid=111156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:47:59.070289 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port 820fb007-4789-49d7-84d1-ecf34d4d542f, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=820fb007-4789-49d7-84d1-ecf34d4d542f,segment=NetworkSegment(b79fb7a8-45cf-4253-a4e0-8e4cb2774c82),segment_id=b79fb7a8-45cf-4253-a4e0-8e4cb2774c82)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:47:59.147190 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a469798-3a22-47ba-af36-bafea347a1aa req-d4588aaa-fae7-486b-aa0c-8e6e12bb0626 tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:59.152309 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (820fb007-4789-49d7-84d1-ecf34d4d542f), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:59.153860 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device a2d9794f-2a33-4778-92a2-20c4de5af12b details requested by agent hyperv_hv-cinder-84949 with host hv-cinder-84949 {{(pid=111156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 10:47:59.165107 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-1a469798-3a22-47ba-af36-bafea347a1aa req-d4588aaa-fae7-486b-aa0c-8e6e12bb0626 tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] 10.222.0.49 "GET /v2.0/ports?device_id=448b223d-269c-44ab-9fb8-01e1f863ee49 HTTP/1.1" status: 200 len: 944 time: 0.0715771 Jul 18 10:47:59.288394 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:59.335807 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-1a469798-3a22-47ba-af36-bafea347a1aa req-15592320-6aba-4fa4-8b39-c5f40644b9f1 tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] 10.222.0.49 "GET /v2.0/security-groups?id=21de119a-c773-4c79-8731-66f2fa9cf377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688514 Jul 18 10:47:59.400099 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Pushing event updated for resources: {'Port': ['ID=820fb007-4789-49d7-84d1-ecf34d4d542f,revision_number=4']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:59.495240 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port a2d9794f-2a33-4778-92a2-20c4de5af12b, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=a2d9794f-2a33-4778-92a2-20c4de5af12b,segment=NetworkSegment(f1593a01-0c5c-4b0b-9f47-8129c2ef308d),segment_id=f1593a01-0c5c-4b0b-9f47-8129c2ef308d)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:47:59.510569 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Returning: {'device': 'a2d9794f-2a33-4778-92a2-20c4de5af12b', 'network_id': '09160d22-0418-499d-83b3-2657454003a1', 'port_id': 'a2d9794f-2a33-4778-92a2-20c4de5af12b', 'mac_address': 'fa:16:3e:d0:66:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de6eeef4-c7ed-4de0-9d7b-74b96eafe12b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 10:47:59.604081 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-64fa8532-de7f-47dc-98ff-c94077dd1130 req-a296a336-d798-4413-a4ba-1a786b2385f8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a660016a-47a5-4610-b64d-eed8b0819a10 HTTP/1.1" status: 200 len: 217 time: 0.2260556 Jul 18 10:47:59.628513 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d423d-cc9b-416c-a484-7b54033b1f40 req-18e541b3-786b-4b5b-8c96-ceab90e6d9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:59.630342 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-139d423d-cc9b-416c-a484-7b54033b1f40 req-18e541b3-786b-4b5b-8c96-ceab90e6d9e5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=48497435674b41ccb34f6ff43026a232&device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 1127 time: 0.2092373 Jul 18 10:47:59.686582 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] Current status of the port a2d9794f-2a33-4778-92a2-20c4de5af12b is: DOWN; New status is: BUILD {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:47:59.687458 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (a2d9794f-2a33-4778-92a2-20c4de5af12b), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:59.709275 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.notifiers.nova [None req-29c51914-efda-4269-8274-168d496bf900 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2d9794f-2a33-4778-92a2-20c4de5af12b {{(pid=111156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:47:59.713997 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3ca7e-c40c-4907-a915-b6515d6d5417 req-39eb39a4-35f0-4a6f-8f54-466eeb34db15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:59.717267 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-39f3ca7e-c40c-4907-a915-b6515d6d5417 req-39eb39a4-35f0-4a6f-8f54-466eeb34db15 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3317368 Jul 18 10:47:59.752112 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port a2d9794f-2a33-4778-92a2-20c4de5af12b, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=a2d9794f-2a33-4778-92a2-20c4de5af12b,segment=NetworkSegment(f1593a01-0c5c-4b0b-9f47-8129c2ef308d),segment_id=f1593a01-0c5c-4b0b-9f47-8129c2ef308d)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:47:59.774236 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a1156-8d25-4a22-91bb-c0582206809c req-52b87c44-6ddb-436e-835a-8ae4227ecaef tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:59.775846 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ed3a1156-8d25-4a22-91bb-c0582206809c req-52b87c44-6ddb-436e-835a-8ae4227ecaef tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=eadfa860-196c-4946-85a4-a9a2aed7c1b7 HTTP/1.1" status: 200 len: 943 time: 0.4101248 Jul 18 10:47:59.820310 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f07b03-c2d2-4e61-929d-fefb7fda71ee req-f29202b7-e1d4-4df8-8dfa-bcc6c0fa86b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:59.831483 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d8f07b03-c2d2-4e61-929d-fefb7fda71ee req-f29202b7-e1d4-4df8-8dfa-bcc6c0fa86b9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7184d0f3256344a2af18c639787e538f&device_id=1449a0db-3f38-4456-8a45-7b4a40105095 HTTP/1.1" status: 200 len: 1128 time: 0.4356396 Jul 18 10:47:59.852376 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4b1d0e-40ed-4826-9e3b-ce67fbcb6a44 req-fe32575c-1f61-43a8-98b6-4921ce0a0aef tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:59.857339 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3e4b1d0e-40ed-4826-9e3b-ce67fbcb6a44 req-fe32575c-1f61-43a8-98b6-4921ce0a0aef tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=1449a0db-3f38-4456-8a45-7b4a40105095 HTTP/1.1" status: 200 len: 944 time: 0.3975608 Jul 18 10:47:59.881021 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (a2d9794f-2a33-4778-92a2-20c4de5af12b), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:47:59.909329 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa8532-de7f-47dc-98ff-c94077dd1130 req-5d1503ad-8524-48eb-a744-0fd85d77bfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:59.910815 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-64fa8532-de7f-47dc-98ff-c94077dd1130 req-5d1503ad-8524-48eb-a744-0fd85d77bfe0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=baac7679-14e5-400c-ae06-ec5ffa24657f HTTP/1.1" status: 200 len: 851 time: 0.1802878 Jul 18 10:47:59.936251 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:47:59.937873 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Pushing event updated for resources: {'Port': ['ID=a2d9794f-2a33-4778-92a2-20c4de5af12b,revision_number=4']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:47:59.995257 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac15f43-7c90-4aa9-a020-cef9e0f5899e req-3b776d94-f7fc-4d7c-87e6-22c95ba7a00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:47:59.996971 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-2ac15f43-7c90-4aa9-a020-cef9e0f5899e req-3b776d94-f7fc-4d7c-87e6-22c95ba7a00d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=04716d82e1084ec58b2a4909710a6ce8&device_id=eadfa860-196c-4946-85a4-a9a2aed7c1b7 HTTP/1.1" status: 200 len: 1127 time: 0.1368871 Jul 18 10:48:00.000713 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d423d-cc9b-416c-a484-7b54033b1f40 req-698d4d58-67e9-41e9-8bd5-08719ae19b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:00.003672 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-139d423d-cc9b-416c-a484-7b54033b1f40 req-698d4d58-67e9-41e9-8bd5-08719ae19b36 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=48497435674b41ccb34f6ff43026a232&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2177575 Jul 18 10:48:00.035347 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-fb14c7d6-79e5-494a-a7da-551bea3124f6 req-963dd297-2b72-455d-8bcf-801d7346c378 service neutron] 10.222.0.52 "GET /v2.0/networks/09160d22-0418-499d-83b3-2657454003a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6488090 Jul 18 10:48:00.035347 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ed3a1156-8d25-4a22-91bb-c0582206809c req-0b1f93a0-f47d-4827-8b59-2805764f9478 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/security-groups?id=964117ac-f335-4120-825c-f8adca97faf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2222040 Jul 18 10:48:00.070615 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3e4b1d0e-40ed-4826-9e3b-ce67fbcb6a44 req-bfc58f58-1417-4bb8-8276-1ea1f79908c5 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959577 Jul 18 10:48:00.087964 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-2ac15f43-7c90-4aa9-a020-cef9e0f5899e req-e7a2ff0d-c32d-43cd-b190-31b7a9eec5e7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dce7face-5f9b-40f7-8b3c-e6b845457a5e HTTP/1.1" status: 200 len: 217 time: 0.0840669 Jul 18 10:48:00.088998 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa8532-de7f-47dc-98ff-c94077dd1130 req-2774e72c-8981-41c4-9bf2-6b6c9573de61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:00.090659 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-64fa8532-de7f-47dc-98ff-c94077dd1130 req-2774e72c-8981-41c4-9bf2-6b6c9573de61 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8facd695-f9d6-4e5e-8364-4f0d87722f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1489236 Jul 18 10:48:00.097656 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f07b03-c2d2-4e61-929d-fefb7fda71ee req-ad48feb8-b4e9-48ee-b0c9-a7dba71d384d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:00.099129 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d8f07b03-c2d2-4e61-929d-fefb7fda71ee req-ad48feb8-b4e9-48ee-b0c9-a7dba71d384d service neutron] 10.222.0.52 "GET /v2.0/networks?id=09160d22-0418-499d-83b3-2657454003a1 HTTP/1.1" status: 200 len: 919 time: 0.2640314 Jul 18 10:48:00.234048 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d8f07b03-c2d2-4e61-929d-fefb7fda71ee req-60fd8964-0689-41d8-94e3-b0b668ae9df9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc6df403-f5e5-427c-868d-17653a05457d HTTP/1.1" status: 200 len: 217 time: 0.0868170 Jul 18 10:48:00.249195 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac15f43-7c90-4aa9-a020-cef9e0f5899e req-5c896b9f-bbab-482c-8e69-7f9886ed5abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:00.250670 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-2ac15f43-7c90-4aa9-a020-cef9e0f5899e req-5c896b9f-bbab-482c-8e69-7f9886ed5abf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=aa197fa4-4b14-4357-8299-842622dc6172 HTTP/1.1" status: 200 len: 853 time: 0.1288323 Jul 18 10:48:00.270358 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d423d-cc9b-416c-a484-7b54033b1f40 req-bf8ddcfa-3b3a-4cbd-b733-fc09bb30bc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:00.271680 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-139d423d-cc9b-416c-a484-7b54033b1f40 req-bf8ddcfa-3b3a-4cbd-b733-fc09bb30bc9d service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2592540 Jul 18 10:48:00.302436 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef16908a-52ec-4537-9c1b-334758647657 req-8ac7e903-f83c-4e99-b883-3b9bbfd2a748 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:00.303976 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ef16908a-52ec-4537-9c1b-334758647657 req-8ac7e903-f83c-4e99-b883-3b9bbfd2a748 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 943 time: 0.1556683 Jul 18 10:48:00.314656 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-64fa8532-de7f-47dc-98ff-c94077dd1130 req-1a4c5d98-b77a-4fbe-a148-b08923967503 service neutron] 10.222.0.52 "GET /v2.0/networks/8facd695-f9d6-4e5e-8364-4f0d87722f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842139 Jul 18 10:48:00.316168 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac15f43-7c90-4aa9-a020-cef9e0f5899e req-25abad4e-0efb-4378-9814-0637c6754de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:00.317629 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-2ac15f43-7c90-4aa9-a020-cef9e0f5899e req-25abad4e-0efb-4378-9814-0637c6754de7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cfde60e0-9a8e-4b4d-8a28-cc720005757b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0584002 Jul 18 10:48:00.359818 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-fb14c7d6-79e5-494a-a7da-551bea3124f6 req-e59c6579-c478-490e-a52b-2c123590fb8a service neutron] 10.222.0.52 "GET /v2.0/networks/09160d22-0418-499d-83b3-2657454003a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143623 Jul 18 10:48:00.360924 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97df7f2-8cd2-484b-8798-dca42070f332 req-c6d259a8-c77f-42f7-a8aa-2dad550518ae tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:00.362433 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-c97df7f2-8cd2-484b-8798-dca42070f332 req-c6d259a8-c77f-42f7-a8aa-2dad550518ae tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f96ccdd-67b5-403c-a3b9-8022e271690c HTTP/1.1" status: 200 len: 944 time: 0.2054932 Jul 18 10:48:00.376137 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f07b03-c2d2-4e61-929d-fefb7fda71ee req-0220dc13-599e-4208-8179-01b6e0e2b0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:00.377860 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d8f07b03-c2d2-4e61-929d-fefb7fda71ee req-0220dc13-599e-4208-8179-01b6e0e2b0a8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=de6eeef4-c7ed-4de0-9d7b-74b96eafe12b HTTP/1.1" status: 200 len: 857 time: 0.1192803 Jul 18 10:48:00.382820 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] get_ports_and_sgs() called for port_ids ['a2d9794f-2a33-4778-92a2-20c4de5af12b'] {{(pid=111156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:48:00.454921 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ef16908a-52ec-4537-9c1b-334758647657 req-a9db0920-4300-4911-ad5a-f63fdac55a09 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326187 Jul 18 10:48:00.466802 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:00.467048 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f07b03-c2d2-4e61-929d-fefb7fda71ee req-62b23e05-bc52-4cd0-9313-886e2d4cd598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:00.468505 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d8f07b03-c2d2-4e61-929d-fefb7fda71ee req-62b23e05-bc52-4cd0-9313-886e2d4cd598 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=09160d22-0418-499d-83b3-2657454003a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0818591 Jul 18 10:48:00.492670 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0cb2fc-89ba-4112-b748-c2bc1a62ee6d req-80d7a3af-57a6-4b1a-a33d-e62bf42a37f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:00.494269 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-df0cb2fc-89ba-4112-b748-c2bc1a62ee6d req-80d7a3af-57a6-4b1a-a33d-e62bf42a37f5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=48497435674b41ccb34f6ff43026a232&device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 1127 time: 0.1576965 Jul 18 10:48:00.518170 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-c97df7f2-8cd2-484b-8798-dca42070f332 req-c10f3658-1673-46d6-99ec-73f91b1405b9 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb3791ee-ee01-408c-b7a8-8c9c2ce033be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374590 Jul 18 10:48:00.562753 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-df0cb2fc-89ba-4112-b748-c2bc1a62ee6d req-645067d2-5c6b-4ddf-97d4-c03ffbf62522 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae HTTP/1.1" status: 200 len: 217 time: 0.0595398 Jul 18 10:48:00.563077 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] get_ports_and_sgs() called for port_ids ['820fb007-4789-49d7-84d1-ecf34d4d542f'] {{(pid=111156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:48:00.628603 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-2ac15f43-7c90-4aa9-a020-cef9e0f5899e req-ecd2b3aa-38e5-4297-b88a-7dc1896891f6 service neutron] 10.222.0.52 "GET /v2.0/networks/cfde60e0-9a8e-4b4d-8a28-cc720005757b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926254 Jul 18 10:48:00.651029 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-64fa8532-de7f-47dc-98ff-c94077dd1130 req-8f8ba96a-8736-4565-bb47-c7bdc7eb1184 service neutron] 10.222.0.52 "GET /v2.0/networks/8facd695-f9d6-4e5e-8364-4f0d87722f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234625 Jul 18 10:48:00.665456 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2702a4-e042-4704-8a2a-5a2a8a9c6fd2 req-807883a7-9de8-4f54-a123-1ce1d840417f tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:00.667110 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ec2702a4-e042-4704-8a2a-5a2a8a9c6fd2 req-807883a7-9de8-4f54-a123-1ce1d840417f tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] 10.222.0.49 "GET /v2.0/ports?device_id=448b223d-269c-44ab-9fb8-01e1f863ee49 HTTP/1.1" status: 200 len: 944 time: 0.1190059 Jul 18 10:48:00.674660 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0cb2fc-89ba-4112-b748-c2bc1a62ee6d req-51bc5591-6d56-464a-bee2-1298e57b8f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:00.676436 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-df0cb2fc-89ba-4112-b748-c2bc1a62ee6d req-51bc5591-6d56-464a-bee2-1298e57b8f84 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0722f3de-6f57-48f1-8200-e5895920f8b7 HTTP/1.1" status: 200 len: 855 time: 0.1017623 Jul 18 10:48:00.717635 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device fc6df403-f5e5-427c-868d-17653a05457d details requested by agent hyperv_hv-cinder-84949 with host hv-cinder-84949 {{(pid=111156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 10:48:00.723747 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d8f07b03-c2d2-4e61-929d-fefb7fda71ee req-c21147dc-8741-4f03-83c6-112bc8ff0532 service neutron] 10.222.0.52 "GET /v2.0/networks/09160d22-0418-499d-83b3-2657454003a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360702 Jul 18 10:48:00.775190 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0cb2fc-89ba-4112-b748-c2bc1a62ee6d req-a5a124ea-2293-4df0-b29c-0a0b49bd00e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:00.777096 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-df0cb2fc-89ba-4112-b748-c2bc1a62ee6d req-a5a124ea-2293-4df0-b29c-0a0b49bd00e8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cacd27b7-b866-4702-aa51-5895ad956ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0906706 Jul 18 10:48:00.791036 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ec2702a4-e042-4704-8a2a-5a2a8a9c6fd2 req-2831cfbd-7eca-439b-823a-de7a2cea64a0 tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] 10.222.0.49 "GET /v2.0/security-groups?id=21de119a-c773-4c79-8731-66f2fa9cf377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167583 Jul 18 10:48:00.886826 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d8f07b03-c2d2-4e61-929d-fefb7fda71ee req-e5ff76b6-fc26-49d9-9e6d-11678ce4991b service neutron] 10.222.0.52 "GET /v2.0/networks/09160d22-0418-499d-83b3-2657454003a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557353 Jul 18 10:48:00.915954 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-2ac15f43-7c90-4aa9-a020-cef9e0f5899e req-c7b4fcb6-88d7-40b0-a8f2-87676cdd3334 service neutron] 10.222.0.52 "GET /v2.0/networks/cfde60e0-9a8e-4b4d-8a28-cc720005757b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764249 Jul 18 10:48:00.931611 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-df0cb2fc-89ba-4112-b748-c2bc1a62ee6d req-996e5a5c-e41c-4994-ae29-91f5c5bbf223 service neutron] 10.222.0.52 "GET /v2.0/networks/cacd27b7-b866-4702-aa51-5895ad956ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327305 Jul 18 10:48:00.951870 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port fc6df403-f5e5-427c-868d-17653a05457d, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=fc6df403-f5e5-427c-868d-17653a05457d,segment=NetworkSegment(f1593a01-0c5c-4b0b-9f47-8129c2ef308d),segment_id=f1593a01-0c5c-4b0b-9f47-8129c2ef308d)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:48:00.965090 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Returning: {'device': 'fc6df403-f5e5-427c-868d-17653a05457d', 'network_id': '09160d22-0418-499d-83b3-2657454003a1', 'port_id': 'fc6df403-f5e5-427c-868d-17653a05457d', 'mac_address': 'fa:16:3e:8c:ae:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de6eeef4-c7ed-4de0-9d7b-74b96eafe12b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 10:48:01.004273 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] Current status of the port fc6df403-f5e5-427c-868d-17653a05457d is: DOWN; New status is: BUILD {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:48:01.004273 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (fc6df403-f5e5-427c-868d-17653a05457d), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:01.022764 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.notifiers.nova [None req-29c51914-efda-4269-8274-168d496bf900 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc6df403-f5e5-427c-868d-17653a05457d {{(pid=111156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:48:01.030683 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-df0cb2fc-89ba-4112-b748-c2bc1a62ee6d req-64f775ca-5f44-4d78-812d-c74111d4619e service neutron] 10.222.0.52 "GET /v2.0/networks/cacd27b7-b866-4702-aa51-5895ad956ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981195 Jul 18 10:48:01.061141 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port fc6df403-f5e5-427c-868d-17653a05457d, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=fc6df403-f5e5-427c-868d-17653a05457d,segment=NetworkSegment(f1593a01-0c5c-4b0b-9f47-8129c2ef308d),segment_id=f1593a01-0c5c-4b0b-9f47-8129c2ef308d)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:48:01.196712 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da9fe0-00a9-4b00-bf1a-0510d438c251 req-66763205-9a5d-411c-97f6-d5e1ed666b1e tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:01.198222 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-62da9fe0-00a9-4b00-bf1a-0510d438c251 req-66763205-9a5d-411c-97f6-d5e1ed666b1e tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=eadfa860-196c-4946-85a4-a9a2aed7c1b7 HTTP/1.1" status: 200 len: 943 time: 0.0756545 Jul 18 10:48:01.222374 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c758f4-19c3-44cb-80c6-585c9a1feccb req-718c6a44-8d7c-464f-b0bd-3a784784d768 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:01.224111 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-95c758f4-19c3-44cb-80c6-585c9a1feccb req-718c6a44-8d7c-464f-b0bd-3a784784d768 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=1449a0db-3f38-4456-8a45-7b4a40105095 HTTP/1.1" status: 200 len: 944 time: 0.0683928 Jul 18 10:48:01.265778 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (fc6df403-f5e5-427c-868d-17653a05457d), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:01.267116 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device a660016a-47a5-4610-b64d-eed8b0819a10 details requested by agent hyperv_hv-cinder-84949 with host hv-cinder-84949 {{(pid=111156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 10:48:01.287769 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-62da9fe0-00a9-4b00-bf1a-0510d438c251 req-a1fa762c-ddb4-4347-acf3-974bff20da1b tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/security-groups?id=964117ac-f335-4120-825c-f8adca97faf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837760 Jul 18 10:48:01.299768 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-95c758f4-19c3-44cb-80c6-585c9a1feccb req-4ba9dc04-2a30-438d-a7eb-0bccf4687a0c tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687442 Jul 18 10:48:01.340808 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Pushing event updated for resources: {'Port': ['ID=fc6df403-f5e5-427c-868d-17653a05457d,revision_number=4']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:48:01.413428 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port a660016a-47a5-4610-b64d-eed8b0819a10, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=a660016a-47a5-4610-b64d-eed8b0819a10,segment=NetworkSegment(6a0917b6-d32d-4446-b59c-ab6c94e8291d),segment_id=6a0917b6-d32d-4446-b59c-ab6c94e8291d)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:48:01.430313 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Returning: {'device': 'a660016a-47a5-4610-b64d-eed8b0819a10', 'network_id': '8facd695-f9d6-4e5e-8364-4f0d87722f61', 'port_id': 'a660016a-47a5-4610-b64d-eed8b0819a10', 'mac_address': 'fa:16:3e:dc:f7:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baac7679-14e5-400c-ae06-ec5ffa24657f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 10:48:01.468661 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] Current status of the port a660016a-47a5-4610-b64d-eed8b0819a10 is: DOWN; New status is: BUILD {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:48:01.469096 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (a660016a-47a5-4610-b64d-eed8b0819a10), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:01.484220 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.notifiers.nova [None req-29c51914-efda-4269-8274-168d496bf900 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a660016a-47a5-4610-b64d-eed8b0819a10 {{(pid=111156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:48:01.506880 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port a660016a-47a5-4610-b64d-eed8b0819a10, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=a660016a-47a5-4610-b64d-eed8b0819a10,segment=NetworkSegment(6a0917b6-d32d-4446-b59c-ab6c94e8291d),segment_id=6a0917b6-d32d-4446-b59c-ab6c94e8291d)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:48:01.594507 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd646c1-f205-4b58-897e-12c47950673e req-7d9f5abb-0442-4f86-96d1-d0ce2177fa06 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:01.597319 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-6bd646c1-f205-4b58-897e-12c47950673e req-7d9f5abb-0442-4f86-96d1-d0ce2177fa06 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 943 time: 0.0577354 Jul 18 10:48:01.648906 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (a660016a-47a5-4610-b64d-eed8b0819a10), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:01.661944 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaa522e-b2c1-443a-8d3a-5f175ab59b82 req-7598c8b0-b1ea-4120-9f58-7529cac076bf tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:01.664436 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-0aaa522e-b2c1-443a-8d3a-5f175ab59b82 req-7598c8b0-b1ea-4120-9f58-7529cac076bf tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f96ccdd-67b5-403c-a3b9-8022e271690c HTTP/1.1" status: 200 len: 944 time: 0.0658257 Jul 18 10:48:01.704458 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Pushing event updated for resources: {'Port': ['ID=a660016a-47a5-4610-b64d-eed8b0819a10,revision_number=4']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:48:01.712980 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:48:01.713334 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:48:01.713688 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-6bd646c1-f205-4b58-897e-12c47950673e req-e4c696db-4c3f-4532-89b1-0650a51e4c31 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069221 Jul 18 10:48:01.713794 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:48:01.714119 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:48:01.714398 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:48:01.714728 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:48:01.715086 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:48:01.715386 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:48:01.715881 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:48:01.716103 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:48:01.716448 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:48:01.716922 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:48:01.717314 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:48:01.717640 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:48:01.717944 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:48:01.747835 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-0aaa522e-b2c1-443a-8d3a-5f175ab59b82 req-87ce5662-71f1-49a4-8e79-cb68dd73548d tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb3791ee-ee01-408c-b7a8-8c9c2ce033be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677438 Jul 18 10:48:01.925344 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5452c1-80e9-41d9-b4bb-2563bc76608f req-7f84de4d-ad68-4b5e-bf8c-6c75b56ec87e tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:01.927036 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-6e5452c1-80e9-41d9-b4bb-2563bc76608f req-7f84de4d-ad68-4b5e-bf8c-6c75b56ec87e tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] 10.222.0.49 "GET /v2.0/ports?device_id=448b223d-269c-44ab-9fb8-01e1f863ee49 HTTP/1.1" status: 200 len: 945 time: 0.0596445 Jul 18 10:48:01.988181 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-6e5452c1-80e9-41d9-b4bb-2563bc76608f req-9be0d855-62f0-44ad-9134-1e664a1422bc tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] 10.222.0.49 "GET /v2.0/security-groups?id=21de119a-c773-4c79-8731-66f2fa9cf377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541852 Jul 18 10:48:02.019226 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] get_ports_and_sgs() called for port_ids ['fc6df403-f5e5-427c-868d-17653a05457d'] {{(pid=111156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:48:02.116967 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] get_ports_and_sgs() called for port_ids ['a660016a-47a5-4610-b64d-eed8b0819a10'] {{(pid=111156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:48:02.358369 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:02.456546 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1520aee-2de6-4d41-a79e-f2c7b31addb7 req-ca7c0c0c-e91a-4772-bb2e-6fefeb56b43b tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:02.458180 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d1520aee-2de6-4d41-a79e-f2c7b31addb7 req-ca7c0c0c-e91a-4772-bb2e-6fefeb56b43b tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=eadfa860-196c-4946-85a4-a9a2aed7c1b7 HTTP/1.1" status: 200 len: 943 time: 0.0824695 Jul 18 10:48:02.482159 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00372f7-c957-42c3-a54c-5637a163be30 req-a39b0311-bd8d-4055-94f2-c4a5ee46b7dd tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:02.483721 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f00372f7-c957-42c3-a54c-5637a163be30 req-a39b0311-bd8d-4055-94f2-c4a5ee46b7dd tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=1449a0db-3f38-4456-8a45-7b4a40105095 HTTP/1.1" status: 200 len: 945 time: 0.0758336 Jul 18 10:48:02.552320 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d1520aee-2de6-4d41-a79e-f2c7b31addb7 req-b08128cd-d09f-46ab-b179-65cdc58b784b tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/security-groups?id=964117ac-f335-4120-825c-f8adca97faf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850630 Jul 18 10:48:02.569682 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f00372f7-c957-42c3-a54c-5637a163be30 req-781708da-12f8-4262-b1c3-19c7de6f49c7 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776975 Jul 18 10:48:02.903699 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd67fc2e-9a8d-4bb5-bb4e-21fadbcc3c3f req-02223f04-5629-4e84-b720-2b4962f6e2e3 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:02.905347 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-fd67fc2e-9a8d-4bb5-bb4e-21fadbcc3c3f req-02223f04-5629-4e84-b720-2b4962f6e2e3 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 943 time: 0.0878842 Jul 18 10:48:02.919749 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821edfa-635c-4dff-bb31-5dbf9db0633c req-80141788-8160-4d70-b31e-c474f7a19960 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:02.921437 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-e821edfa-635c-4dff-bb31-5dbf9db0633c req-80141788-8160-4d70-b31e-c474f7a19960 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f96ccdd-67b5-403c-a3b9-8022e271690c HTTP/1.1" status: 200 len: 944 time: 0.0693350 Jul 18 10:48:03.003642 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-fd67fc2e-9a8d-4bb5-bb4e-21fadbcc3c3f req-31392339-479c-408e-a37b-19a486c91ec5 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807347 Jul 18 10:48:03.016516 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-e821edfa-635c-4dff-bb31-5dbf9db0633c req-a08662b6-e332-4e90-b4aa-9d18f29382cf tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb3791ee-ee01-408c-b7a8-8c9c2ce033be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852172 Jul 18 10:48:03.030054 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=26 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:03.087166 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:03.125750 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fdf19b-89ee-4ed3-934f-ad829763392b req-a68aca80-1800-41b1-a733-7e53d8fcee69 tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:03.138352 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-52fdf19b-89ee-4ed3-934f-ad829763392b req-a68aca80-1800-41b1-a733-7e53d8fcee69 tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] 10.222.0.49 "GET /v2.0/ports?device_id=448b223d-269c-44ab-9fb8-01e1f863ee49 HTTP/1.1" status: 200 len: 945 time: 0.0547974 Jul 18 10:48:03.182275 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-52fdf19b-89ee-4ed3-934f-ad829763392b req-1e60a7ce-2e9c-477e-99f0-5b150cf86a00 tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] 10.222.0.49 "GET /v2.0/security-groups?id=21de119a-c773-4c79-8731-66f2fa9cf377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482762 Jul 18 10:48:03.287170 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device fc6df403-f5e5-427c-868d-17653a05457d up at agent hyperv_hv-cinder-84949 {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:48:03.350723 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-29c51914-efda-4269-8274-168d496bf900 None None] Provisioning for port fc6df403-f5e5-427c-868d-17653a05457d completed by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 10:48:03.526686 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-29c51914-efda-4269-8274-168d496bf900 None None] Provisioning complete for port fc6df403-f5e5-427c-868d-17653a05457d triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:48:03.527068 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (fc6df403-f5e5-427c-868d-17653a05457d), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:03.615329 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] Current status of the port fc6df403-f5e5-427c-868d-17653a05457d is: BUILD; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:48:03.615759 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (fc6df403-f5e5-427c-868d-17653a05457d), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:03.648741 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 39996) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:48:03.664485 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1449a0db-3f38-4456-8a45-7b4a40105095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc6df403-f5e5-427c-868d-17653a05457d'}] {{(pid=111156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:48:03.739948 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9911d0-44a4-430f-9016-3548d497eb22 req-a86811b5-91c7-4693-ba17-5c8da04ce94e tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:03.741774 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-5c9911d0-44a4-430f-9016-3548d497eb22 req-a86811b5-91c7-4693-ba17-5c8da04ce94e tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=eadfa860-196c-4946-85a4-a9a2aed7c1b7 HTTP/1.1" status: 200 len: 943 time: 0.1084704 Jul 18 10:48:03.750713 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbb553b-827a-453f-a03e-bfe64498cfd8 req-3dd9cee9-5306-422b-974a-a3d29a2be85a tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:03.753063 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-4cbb553b-827a-453f-a03e-bfe64498cfd8 req-3dd9cee9-5306-422b-974a-a3d29a2be85a tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=1449a0db-3f38-4456-8a45-7b4a40105095 HTTP/1.1" status: 200 len: 945 time: 0.0756171 Jul 18 10:48:03.785071 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=100 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:03.808386 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-bc0c5a55-5d72-452c-8c95-a82960c71c77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:03.809459 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port fc6df403-f5e5-427c-868d-17653a05457d, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=fc6df403-f5e5-427c-868d-17653a05457d,segment=NetworkSegment(f1593a01-0c5c-4b0b-9f47-8129c2ef308d),segment_id=f1593a01-0c5c-4b0b-9f47-8129c2ef308d)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:48:03.816759 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:03.856350 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-5c9911d0-44a4-430f-9016-3548d497eb22 req-c86d93b5-5c39-4b25-bb64-b532a395a19d tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/security-groups?id=964117ac-f335-4120-825c-f8adca97faf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021061 Jul 18 10:48:03.867725 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-4cbb553b-827a-453f-a03e-bfe64498cfd8 req-64964de9-e6fc-4628-8f06-89911ba78fe6 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051159 Jul 18 10:48:03.887406 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (fc6df403-f5e5-427c-868d-17653a05457d), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:03.889492 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device 820fb007-4789-49d7-84d1-ecf34d4d542f up at agent hyperv_hv-cinder-84949 {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:48:03.953301 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-bc0c5a55-5d72-452c-8c95-a82960c71c77 admin admin] Publish callbacks [] for security_group (0939f307-1fd9-4c0d-80a0-4e6ba8819232), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:03.971891 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfe4995b6dbf042dd7b3201bd1da42d47478b3b3d9ca6c613cb3b1d3a53612ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d98777b8-ef50-4b91-9a90-041bc2f9825f" -d '{"events": [{"server_uuid": "1449a0db-3f38-4456-8a45-7b4a40105095", "name": "network-vif-plugged", "status": "completed", "tag": "fc6df403-f5e5-427c-868d-17653a05457d"}]}' {{(pid=111156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:48:04.023721 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Pushing event updated for resources: {'Port': ['ID=fc6df403-f5e5-427c-868d-17653a05457d,revision_number=5']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:48:04.028112 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-29c51914-efda-4269-8274-168d496bf900 None None] Provisioning for port 820fb007-4789-49d7-84d1-ecf34d4d542f completed by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 10:48:04.100632 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-bc0c5a55-5d72-452c-8c95-a82960c71c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (0939f307-1fd9-4c0d-80a0-4e6ba8819232), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:04.103694 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-746a00a7-765b-4b40-b34b-95a3fd8f2de9 x-openstack-request-id: req-746a00a7-765b-4b40-b34b-95a3fd8f2de9 {{(pid=111156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:48:04.105335 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1449a0db-3f38-4456-8a45-7b4a40105095", "name": "network-vif-plugged", "status": "completed", "tag": "fc6df403-f5e5-427c-868d-17653a05457d", "code": 200}]} {{(pid=111156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:48:04.106174 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-746a00a7-765b-4b40-b34b-95a3fd8f2de9 {{(pid=111156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:48:04.107260 dv-cinder-849498-1-iscsi neutron-server[111156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-746a00a7-765b-4b40-b34b-95a3fd8f2de9'] response: {'server_uuid': '1449a0db-3f38-4456-8a45-7b4a40105095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc6df403-f5e5-427c-868d-17653a05457d', 'code': 200} Jul 18 10:48:04.150671 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-bc0c5a55-5d72-452c-8c95-a82960c71c77 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=345b7d8c3b9e4286b6d6d35f9cff572a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5004933 Jul 18 10:48:04.151383 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 40016) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:48:04.177752 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0c5a55-5d72-452c-8c95-a82960c71c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0939f307-1fd9-4c0d-80a0-4e6ba8819232,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:48:04.185998 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-29c51914-efda-4269-8274-168d496bf900 None None] Provisioning complete for port 820fb007-4789-49d7-84d1-ecf34d4d542f triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:48:04.186678 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (820fb007-4789-49d7-84d1-ecf34d4d542f), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:04.201578 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c5a55-5d72-452c-8c95-a82960c71c77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:48:04.202117 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c5a55-5d72-452c-8c95-a82960c71c77 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:48:04.202669 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c5a55-5d72-452c-8c95-a82960c71c77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:48:04.203030 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c5a55-5d72-452c-8c95-a82960c71c77 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:48:04.203530 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c5a55-5d72-452c-8c95-a82960c71c77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:48:04.204027 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c5a55-5d72-452c-8c95-a82960c71c77 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:48:04.204517 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c5a55-5d72-452c-8c95-a82960c71c77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:48:04.206324 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c5a55-5d72-452c-8c95-a82960c71c77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:48:04.206324 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c5a55-5d72-452c-8c95-a82960c71c77 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:48:04.206324 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c5a55-5d72-452c-8c95-a82960c71c77 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:48:04.206324 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c5a55-5d72-452c-8c95-a82960c71c77 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:48:04.206767 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c5a55-5d72-452c-8c95-a82960c71c77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:48:04.206912 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c5a55-5d72-452c-8c95-a82960c71c77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:48:04.207393 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c5a55-5d72-452c-8c95-a82960c71c77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:48:04.207905 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c5a55-5d72-452c-8c95-a82960c71c77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:48:04.248473 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-7105a838-929a-434a-b185-d487de7e1278 admin admin] Publish callbacks [] for security_group (0939f307-1fd9-4c0d-80a0-4e6ba8819232), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:04.270739 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589da84e-7793-4a9e-a14d-00d7c15ffc21 req-1aa7c9b9-6525-41eb-835e-175f332c8857 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:04.272712 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-589da84e-7793-4a9e-a14d-00d7c15ffc21 req-1aa7c9b9-6525-41eb-835e-175f332c8857 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 943 time: 0.1536617 Jul 18 10:48:04.278789 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-7105a838-929a-434a-b185-d487de7e1278 admin admin] Publish callbacks [] for security_group (0939f307-1fd9-4c0d-80a0-4e6ba8819232), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:04.311176 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] Current status of the port 820fb007-4789-49d7-84d1-ecf34d4d542f is: BUILD; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:48:04.312484 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (820fb007-4789-49d7-84d1-ecf34d4d542f), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:04.326784 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d37f1-39f4-4655-a8d0-371d8d3d1c55 req-85966c5b-ab18-4939-a038-430743056455 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:04.340151 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-cc1d37f1-39f4-4655-a8d0-371d8d3d1c55 req-85966c5b-ab18-4939-a038-430743056455 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f96ccdd-67b5-403c-a3b9-8022e271690c HTTP/1.1" status: 200 len: 944 time: 0.1631577 Jul 18 10:48:04.373974 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port 820fb007-4789-49d7-84d1-ecf34d4d542f, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=820fb007-4789-49d7-84d1-ecf34d4d542f,segment=NetworkSegment(b79fb7a8-45cf-4253-a4e0-8e4cb2774c82),segment_id=b79fb7a8-45cf-4253-a4e0-8e4cb2774c82)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:48:04.460625 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-589da84e-7793-4a9e-a14d-00d7c15ffc21 req-f1c75857-cd79-4db3-a33e-817e8a63e002 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1751766 Jul 18 10:48:04.469303 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-cc1d37f1-39f4-4655-a8d0-371d8d3d1c55 req-cbbe509e-caf5-42e5-a881-2d3cbb3cce41 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb3791ee-ee01-408c-b7a8-8c9c2ce033be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273561 Jul 18 10:48:04.518722 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-7105a838-929a-434a-b185-d487de7e1278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (0939f307-1fd9-4c0d-80a0-4e6ba8819232), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:04.521334 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (820fb007-4789-49d7-84d1-ecf34d4d542f), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:04.522686 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device a2d9794f-2a33-4778-92a2-20c4de5af12b up at agent hyperv_hv-cinder-84949 {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:48:04.527705 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-7105a838-929a-434a-b185-d487de7e1278 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:04.529771 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-7105a838-929a-434a-b185-d487de7e1278 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0939f307-1fd9-4c0d-80a0-4e6ba8819232 HTTP/1.1" status: 204 len: 168 time: 0.3696651 Jul 18 10:48:04.549638 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:04.552135 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105a838-929a-434a-b185-d487de7e1278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0939f307-1fd9-4c0d-80a0-4e6ba8819232,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:48:04.661523 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e6f47-b55b-4de2-b2dd-1633371de139 req-bd55ac06-193b-4fdc-94a7-17efea5caabc tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:04.663180 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-455e6f47-b55b-4de2-b2dd-1633371de139 req-bd55ac06-193b-4fdc-94a7-17efea5caabc tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] 10.222.0.49 "GET /v2.0/ports?device_id=448b223d-269c-44ab-9fb8-01e1f863ee49 HTTP/1.1" status: 200 len: 945 time: 0.0844982 Jul 18 10:48:04.720344 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Pushing event updated for resources: {'Port': ['ID=820fb007-4789-49d7-84d1-ecf34d4d542f,revision_number=5']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:48:04.729648 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-3e017836-f8b5-4d14-8220-025d62e34ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1fc7cd8a-3617-45f0-b645-db80237532c9), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:04.757973 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device dce7face-5f9b-40f7-8b3c-e6b845457a5e details requested by agent hyperv_hv-cinder-84949 with host hv-cinder-84949 {{(pid=111156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 10:48:04.778089 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-29c51914-efda-4269-8274-168d496bf900 None None] Provisioning for port a2d9794f-2a33-4778-92a2-20c4de5af12b completed by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 10:48:04.796037 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-455e6f47-b55b-4de2-b2dd-1633371de139 req-fd18e5c3-ed39-46c5-a334-1d9574263a68 tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] 10.222.0.49 "GET /v2.0/security-groups?id=21de119a-c773-4c79-8731-66f2fa9cf377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144450 Jul 18 10:48:04.847761 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a321e-8632-47b4-b4b3-65df8db91d36 req-ca960d1c-36f5-4620-8854-0e62c272c044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:04.850603 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-133a321e-8632-47b4-b4b3-65df8db91d36 req-ca960d1c-36f5-4620-8854-0e62c272c044 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1449a0db-3f38-4456-8a45-7b4a40105095 HTTP/1.1" status: 200 len: 1130 time: 0.2224925 Jul 18 10:48:04.895049 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-133a321e-8632-47b4-b4b3-65df8db91d36 req-053f30c2-2cb8-4119-ac3f-9e5aea9c2905 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:04.934468 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-29c51914-efda-4269-8274-168d496bf900 None None] Provisioning complete for port a2d9794f-2a33-4778-92a2-20c4de5af12b triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:48:04.934853 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (a2d9794f-2a33-4778-92a2-20c4de5af12b), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:05.058386 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-133a321e-8632-47b4-b4b3-65df8db91d36 req-053f30c2-2cb8-4119-ac3f-9e5aea9c2905 service neutron] Publish callbacks [] for security_group (c1152b08-d000-4f68-b4ac-a20d1b6cd0db), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:05.098976 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea88519f-9b9c-4e50-8a30-2851e90529db req-e26f94f8-8853-4392-8bc5-e2d8cc899760 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:05.106793 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ea88519f-9b9c-4e50-8a30-2851e90529db req-e26f94f8-8853-4392-8bc5-e2d8cc899760 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=1449a0db-3f38-4456-8a45-7b4a40105095 HTTP/1.1" status: 200 len: 946 time: 0.1533091 Jul 18 10:48:05.117004 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a9106f-2759-4a70-b678-798e2a1cf01e req-b11588e8-dc9f-4221-8811-8f58b8fae730 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:05.118207 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d1a9106f-2759-4a70-b678-798e2a1cf01e req-b11588e8-dc9f-4221-8811-8f58b8fae730 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=eadfa860-196c-4946-85a4-a9a2aed7c1b7 HTTP/1.1" status: 200 len: 943 time: 0.1527340 Jul 18 10:48:05.152599 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port dce7face-5f9b-40f7-8b3c-e6b845457a5e, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=dce7face-5f9b-40f7-8b3c-e6b845457a5e,segment=NetworkSegment(984404a2-43ca-40f3-9583-38762b7d5434),segment_id=984404a2-43ca-40f3-9583-38762b7d5434)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:48:05.184512 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:05.188599 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Returning: {'device': 'dce7face-5f9b-40f7-8b3c-e6b845457a5e', 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b', 'port_id': 'dce7face-5f9b-40f7-8b3c-e6b845457a5e', 'mac_address': 'fa:16:3e:35:79:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa197fa4-4b14-4357-8299-842622dc6172', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 10:48:05.192107 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ea88519f-9b9c-4e50-8a30-2851e90529db req-7f54951e-bd19-47c6-9b92-2bc28dc65abf tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813057 Jul 18 10:48:05.205722 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] Current status of the port a2d9794f-2a33-4778-92a2-20c4de5af12b is: BUILD; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:48:05.205887 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (a2d9794f-2a33-4778-92a2-20c4de5af12b), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:05.226744 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-133a321e-8632-47b4-b4b3-65df8db91d36 req-053f30c2-2cb8-4119-ac3f-9e5aea9c2905 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (c1152b08-d000-4f68-b4ac-a20d1b6cd0db), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:05.253779 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d1a9106f-2759-4a70-b678-798e2a1cf01e req-7cd0b75a-bf26-4c66-8ccf-d4cc533e1a8b tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/security-groups?id=964117ac-f335-4120-825c-f8adca97faf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046824 Jul 18 10:48:05.290582 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] Current status of the port dce7face-5f9b-40f7-8b3c-e6b845457a5e is: DOWN; New status is: BUILD {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:48:05.295170 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (dce7face-5f9b-40f7-8b3c-e6b845457a5e), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:05.323761 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port a2d9794f-2a33-4778-92a2-20c4de5af12b, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=a2d9794f-2a33-4778-92a2-20c4de5af12b,segment=NetworkSegment(f1593a01-0c5c-4b0b-9f47-8129c2ef308d),segment_id=f1593a01-0c5c-4b0b-9f47-8129c2ef308d)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:48:05.325942 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.notifiers.nova [None req-29c51914-efda-4269-8274-168d496bf900 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dce7face-5f9b-40f7-8b3c-e6b845457a5e {{(pid=111156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:48:05.333642 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=100 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:05.355231 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port dce7face-5f9b-40f7-8b3c-e6b845457a5e, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=dce7face-5f9b-40f7-8b3c-e6b845457a5e,segment=NetworkSegment(984404a2-43ca-40f3-9583-38762b7d5434),segment_id=984404a2-43ca-40f3-9583-38762b7d5434)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:48:05.479248 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (a2d9794f-2a33-4778-92a2-20c4de5af12b), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:05.480097 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device a660016a-47a5-4610-b64d-eed8b0819a10 up at agent hyperv_hv-cinder-84949 {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:48:05.482818 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (dce7face-5f9b-40f7-8b3c-e6b845457a5e), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:05.483577 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae details requested by agent hyperv_hv-cinder-84949 with host hv-cinder-84949 {{(pid=111156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 10:48:05.511134 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-133a321e-8632-47b4-b4b3-65df8db91d36 req-053f30c2-2cb8-4119-ac3f-9e5aea9c2905 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6495934 Jul 18 10:48:05.512175 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053f30c2-2cb8-4119-ac3f-9e5aea9c2905 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c1152b08-d000-4f68-b4ac-a20d1b6cd0db,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:48:05.616825 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-29c51914-efda-4269-8274-168d496bf900 None None] Provisioning for port a660016a-47a5-4610-b64d-eed8b0819a10 completed by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 10:48:05.621762 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Pushing event updated for resources: {'Port': ['ID=a2d9794f-2a33-4778-92a2-20c4de5af12b,revision_number=5']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:48:05.743354 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Pushing event updated for resources: {'Port': ['ID=dce7face-5f9b-40f7-8b3c-e6b845457a5e,revision_number=4']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:48:05.755906 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae,segment=NetworkSegment(163c7c7d-635e-4353-a5ea-f102084ea7d2),segment_id=163c7c7d-635e-4353-a5ea-f102084ea7d2)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:48:05.773401 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Returning: {'device': 'abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae', 'network_id': 'cacd27b7-b866-4702-aa51-5895ad956ffc', 'port_id': 'abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae', 'mac_address': 'fa:16:3e:7e:fa:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0722f3de-6f57-48f1-8200-e5895920f8b7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 10:48:05.838289 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 40058) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:48:05.838930 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-29c51914-efda-4269-8274-168d496bf900 None None] Provisioning complete for port a660016a-47a5-4610-b64d-eed8b0819a10 triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:48:05.839321 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (a660016a-47a5-4610-b64d-eed8b0819a10), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:05.854762 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-6296a385-2d42-482f-a105-3993f83c231e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:05.890412 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] Current status of the port abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae is: DOWN; New status is: BUILD {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:48:05.890815 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:05.917611 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.notifiers.nova [None req-29c51914-efda-4269-8274-168d496bf900 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae {{(pid=111156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:48:05.927525 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dad65a-1c63-4110-893f-ba043ec481e5 req-7df962f1-56cf-4a5a-aad7-721ac7d146aa tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:05.934779 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-58dad65a-1c63-4110-893f-ba043ec481e5 req-7df962f1-56cf-4a5a-aad7-721ac7d146aa tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f96ccdd-67b5-403c-a3b9-8022e271690c HTTP/1.1" status: 200 len: 945 time: 0.3624637 Jul 18 10:48:05.946157 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae,segment=NetworkSegment(163c7c7d-635e-4353-a5ea-f102084ea7d2),segment_id=163c7c7d-635e-4353-a5ea-f102084ea7d2)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:48:05.991091 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:05.991267 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50200b05-9885-4a07-83b5-067c9b24a3e0 req-eccae70d-81b8-4f90-9a1e-205d9cc1aa65 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:06.004368 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-50200b05-9885-4a07-83b5-067c9b24a3e0 req-eccae70d-81b8-4f90-9a1e-205d9cc1aa65 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 943 time: 0.4456058 Jul 18 10:48:06.012712 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-6296a385-2d42-482f-a105-3993f83c231e admin admin] Publish callbacks [] for security_group (f899b031-63ea-4acd-a55e-cc9b7e17d629), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:06.045373 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] Current status of the port a660016a-47a5-4610-b64d-eed8b0819a10 is: BUILD; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:48:06.045785 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (a660016a-47a5-4610-b64d-eed8b0819a10), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:06.082181 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-58dad65a-1c63-4110-893f-ba043ec481e5 req-41f4a225-1909-4413-9aa4-662c8b178f9d tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb3791ee-ee01-408c-b7a8-8c9c2ce033be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464686 Jul 18 10:48:06.086199 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:06.102403 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port a660016a-47a5-4610-b64d-eed8b0819a10, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=a660016a-47a5-4610-b64d-eed8b0819a10,segment=NetworkSegment(6a0917b6-d32d-4446-b59c-ab6c94e8291d),segment_id=6a0917b6-d32d-4446-b59c-ab6c94e8291d)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:48:06.108847 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f96ccdd-67b5-403c-a3b9-8022e271690c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '820fb007-4789-49d7-84d1-ecf34d4d542f'}, {'server_uuid': '4728713a-e4cd-4e09-b104-7a57de4f2242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d9794f-2a33-4778-92a2-20c4de5af12b'}, {'server_uuid': '448b223d-269c-44ab-9fb8-01e1f863ee49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a660016a-47a5-4610-b64d-eed8b0819a10'}] {{(pid=111156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:48:06.110893 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfe4995b6dbf042dd7b3201bd1da42d47478b3b3d9ca6c613cb3b1d3a53612ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f09c78-5238-4cd3-98bd-595f58db7816" -d '{"events": [{"server_uuid": "0f96ccdd-67b5-403c-a3b9-8022e271690c", "name": "network-vif-plugged", "status": "completed", "tag": "820fb007-4789-49d7-84d1-ecf34d4d542f"}, {"server_uuid": "4728713a-e4cd-4e09-b104-7a57de4f2242", "name": "network-vif-plugged", "status": "completed", "tag": "a2d9794f-2a33-4778-92a2-20c4de5af12b"}, {"server_uuid": "448b223d-269c-44ab-9fb8-01e1f863ee49", "name": "network-vif-plugged", "status": "completed", "tag": "a660016a-47a5-4610-b64d-eed8b0819a10"}]}' {{(pid=111156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:48:06.121858 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-50200b05-9885-4a07-83b5-067c9b24a3e0 req-1a0e6999-6fc3-4b70-b675-1e109992a0b9 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159582 Jul 18 10:48:06.157919 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-6296a385-2d42-482f-a105-3993f83c231e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (f899b031-63ea-4acd-a55e-cc9b7e17d629), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:06.170378 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Pushing event updated for resources: {'Port': ['ID=abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae,revision_number=4']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:48:06.210893 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6296a385-2d42-482f-a105-3993f83c231e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f899b031-63ea-4acd-a55e-cc9b7e17d629,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:48:06.226337 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (a660016a-47a5-4610-b64d-eed8b0819a10), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:06.241631 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-6296a385-2d42-482f-a105-3993f83c231e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ef0c65bbe263445d93ba34b837cde3be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4015253 Jul 18 10:48:06.244050 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 40070) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:48:06.278683 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 18 Jul 2022 10:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f48630e-c662-4ac5-99f6-508994ad894f x-openstack-request-id: req-8f48630e-c662-4ac5-99f6-508994ad894f {{(pid=111156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:48:06.279557 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f96ccdd-67b5-403c-a3b9-8022e271690c", "name": "network-vif-plugged", "status": "completed", "tag": "820fb007-4789-49d7-84d1-ecf34d4d542f", "code": 200}, {"server_uuid": "4728713a-e4cd-4e09-b104-7a57de4f2242", "name": "network-vif-plugged", "status": "completed", "tag": "a2d9794f-2a33-4778-92a2-20c4de5af12b", "code": 200}, {"server_uuid": "448b223d-269c-44ab-9fb8-01e1f863ee49", "name": "network-vif-plugged", "status": "completed", "tag": "a660016a-47a5-4610-b64d-eed8b0819a10", "code": 200}]} {{(pid=111156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:48:06.281762 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8f48630e-c662-4ac5-99f6-508994ad894f {{(pid=111156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:48:06.282189 dv-cinder-849498-1-iscsi neutron-server[111156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f48630e-c662-4ac5-99f6-508994ad894f'] response: {'server_uuid': '0f96ccdd-67b5-403c-a3b9-8022e271690c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '820fb007-4789-49d7-84d1-ecf34d4d542f', 'code': 200} Jul 18 10:48:06.287908 dv-cinder-849498-1-iscsi neutron-server[111156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f48630e-c662-4ac5-99f6-508994ad894f'] response: {'server_uuid': '4728713a-e4cd-4e09-b104-7a57de4f2242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d9794f-2a33-4778-92a2-20c4de5af12b', 'code': 200} Jul 18 10:48:06.288266 dv-cinder-849498-1-iscsi neutron-server[111156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f48630e-c662-4ac5-99f6-508994ad894f'] response: {'server_uuid': '448b223d-269c-44ab-9fb8-01e1f863ee49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a660016a-47a5-4610-b64d-eed8b0819a10', 'code': 200} Jul 18 10:48:06.344467 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717bcb85-4347-4060-a6c3-59c55f274718 req-d716489d-0f74-434d-aef5-a1c6bacc1c2b tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:06.357886 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-705d908b-ae57-4b2f-a91e-f66207032e44 admin admin] Publish callbacks [] for security_group (f899b031-63ea-4acd-a55e-cc9b7e17d629), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:06.359522 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-717bcb85-4347-4060-a6c3-59c55f274718 req-d716489d-0f74-434d-aef5-a1c6bacc1c2b tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] 10.222.0.49 "GET /v2.0/ports?device_id=448b223d-269c-44ab-9fb8-01e1f863ee49 HTTP/1.1" status: 200 len: 945 time: 0.1577039 Jul 18 10:48:06.377568 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Pushing event updated for resources: {'Port': ['ID=a660016a-47a5-4610-b64d-eed8b0819a10,revision_number=5']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:48:06.427478 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-705d908b-ae57-4b2f-a91e-f66207032e44 admin admin] Publish callbacks [] for security_group (f899b031-63ea-4acd-a55e-cc9b7e17d629), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:06.476591 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20629198-08de-4af8-82b5-b42805f33d61 req-abfb1e7b-1040-4039-a62e-489de5e61470 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:06.478806 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-20629198-08de-4af8-82b5-b42805f33d61 req-abfb1e7b-1040-4039-a62e-489de5e61470 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=1449a0db-3f38-4456-8a45-7b4a40105095 HTTP/1.1" status: 200 len: 946 time: 0.1061995 Jul 18 10:48:06.499843 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-717bcb85-4347-4060-a6c3-59c55f274718 req-854ddec1-24ea-48a0-a694-645f8c639b18 tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] 10.222.0.49 "GET /v2.0/security-groups?id=21de119a-c773-4c79-8731-66f2fa9cf377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396549 Jul 18 10:48:06.507842 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] get_ports_and_sgs() called for port_ids ['abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae'] {{(pid=111156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:48:06.552965 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-20629198-08de-4af8-82b5-b42805f33d61 req-bb2680de-dd01-44ac-87ef-3300f56b5e88 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639706 Jul 18 10:48:06.631459 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] get_ports_and_sgs() called for port_ids ['dce7face-5f9b-40f7-8b3c-e6b845457a5e'] {{(pid=111156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:48:06.638778 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e47ed-ab09-4c7a-a2d8-261786e0d6cc req-ecd3ca38-bb09-49b6-8123-5be862480db3 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:06.640367 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-e15e47ed-ab09-4c7a-a2d8-261786e0d6cc req-ecd3ca38-bb09-49b6-8123-5be862480db3 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=eadfa860-196c-4946-85a4-a9a2aed7c1b7 HTTP/1.1" status: 200 len: 944 time: 0.0758069 Jul 18 10:48:06.686574 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-705d908b-ae57-4b2f-a91e-f66207032e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (f899b031-63ea-4acd-a55e-cc9b7e17d629), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:06.700099 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-705d908b-ae57-4b2f-a91e-f66207032e44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:06.715162 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-705d908b-ae57-4b2f-a91e-f66207032e44 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f899b031-63ea-4acd-a55e-cc9b7e17d629 HTTP/1.1" status: 204 len: 168 time: 0.4693499 Jul 18 10:48:06.739161 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-e15e47ed-ab09-4c7a-a2d8-261786e0d6cc req-f2a022f4-15b2-4b9f-a38b-8b1bc1626b30 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/security-groups?id=964117ac-f335-4120-825c-f8adca97faf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848696 Jul 18 10:48:06.762886 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705d908b-ae57-4b2f-a91e-f66207032e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f899b031-63ea-4acd-a55e-cc9b7e17d629,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:48:06.980546 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:06.990695 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a072764-0d90-45fa-b02a-8675e5de421a req-ef5ba74c-4395-4f23-85c7-b57edd001d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:06.992441 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-8a072764-0d90-45fa-b02a-8675e5de421a req-ef5ba74c-4395-4f23-85c7-b57edd001d78 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4728713a-e4cd-4e09-b104-7a57de4f2242 HTTP/1.1" status: 200 len: 1130 time: 0.1396408 Jul 18 10:48:07.003783 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d3871a-ab04-474a-b400-6c377d68645f req-9a3abf16-630f-4c64-95fe-55aaded01e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:07.005597 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-88d3871a-ab04-474a-b400-6c377d68645f req-9a3abf16-630f-4c64-95fe-55aaded01e21 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=448b223d-269c-44ab-9fb8-01e1f863ee49 HTTP/1.1" status: 200 len: 1130 time: 0.0592194 Jul 18 10:48:07.032458 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-37a5771d-2b2f-4a92-9871-a114e0e920f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (e6bcb791-bd43-4d6b-ab54-e591cb66712b), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:07.103044 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-8a072764-0d90-45fa-b02a-8675e5de421a req-7825c388-026c-4e16-9185-98964e0d8d50 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964298 Jul 18 10:48:07.103332 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d7a831-7ec3-4b7a-a1af-7d9bcf158ac8 req-37b58b89-43ad-4216-a80d-03db7ce075d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:07.104854 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-c7d7a831-7ec3-4b7a-a1af-7d9bcf158ac8 req-37b58b89-43ad-4216-a80d-03db7ce075d8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0f96ccdd-67b5-403c-a3b9-8022e271690c HTTP/1.1" status: 200 len: 1129 time: 0.1016514 Jul 18 10:48:07.119305 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:07.170754 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-88d3871a-ab04-474a-b400-6c377d68645f req-7982a535-e906-418e-bf8e-d3d5b69977f3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=21de119a-c773-4c79-8731-66f2fa9cf377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320779 Jul 18 10:48:07.313527 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e8c0bd-9d1a-4510-b797-6c66f8150ea0 req-d9942862-3995-4fb0-8aad-933b54be5002 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:07.315708 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-97e8c0bd-9d1a-4510-b797-6c66f8150ea0 req-d9942862-3995-4fb0-8aad-933b54be5002 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f96ccdd-67b5-403c-a3b9-8022e271690c HTTP/1.1" status: 200 len: 945 time: 0.0980728 Jul 18 10:48:07.340888 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece9abd9-affa-41fa-8ae7-de27d8301e0b req-f32e0145-237a-43dc-bd87-52318720d53f tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:07.342418 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ece9abd9-affa-41fa-8ae7-de27d8301e0b req-f32e0145-237a-43dc-bd87-52318720d53f tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 944 time: 0.0902731 Jul 18 10:48:07.445409 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-97e8c0bd-9d1a-4510-b797-6c66f8150ea0 req-c3dd9b38-53bb-4e26-84a9-cdb3fda5b5a9 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb3791ee-ee01-408c-b7a8-8c9c2ce033be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212273 Jul 18 10:48:07.465489 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ece9abd9-affa-41fa-8ae7-de27d8301e0b req-5d855870-7e0b-4ff4-ab62-1e9dfc929d99 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096094 Jul 18 10:48:07.734221 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.agents_db [None req-9b2825e1-dfaa-4032-a283-1b7ae0979f6b None None] Agent healthcheck: found 6 active agents {{(pid=111157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:48:07.754348 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-c7d7a831-7ec3-4b7a-a1af-7d9bcf158ac8 req-ca4b8880-d85e-44af-bbac-13ad84b26e8b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=cb3791ee-ee01-408c-b7a8-8c9c2ce033be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1915057 Jul 18 10:48:07.796737 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694fd39-2737-433e-8bad-e7dc920fb706 req-ce8e5acf-f9ab-4bea-9ec7-752f45a5e414 tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:07.800386 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b694fd39-2737-433e-8bad-e7dc920fb706 req-ce8e5acf-f9ab-4bea-9ec7-752f45a5e414 tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] 10.222.0.49 "GET /v2.0/ports?device_id=448b223d-269c-44ab-9fb8-01e1f863ee49 HTTP/1.1" status: 200 len: 946 time: 0.1922278 Jul 18 10:48:07.811719 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2799dc7-fe13-474d-979e-e836a06a89bf req-71806596-64e5-46e0-ac4e-db3c62cfdddd tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:07.813814 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-c2799dc7-fe13-474d-979e-e836a06a89bf req-71806596-64e5-46e0-ac4e-db3c62cfdddd tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=1449a0db-3f38-4456-8a45-7b4a40105095 HTTP/1.1" status: 200 len: 946 time: 0.1553922 Jul 18 10:48:07.920813 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:07.926643 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-c2799dc7-fe13-474d-979e-e836a06a89bf req-d49af9eb-5f0d-4d16-90eb-2b9c1a213f77 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996263 Jul 18 10:48:07.930454 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b694fd39-2737-433e-8bad-e7dc920fb706 req-fa253009-4226-49c3-9a12-2fe1d0656235 tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] 10.222.0.49 "GET /v2.0/security-groups?id=21de119a-c773-4c79-8731-66f2fa9cf377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149132 Jul 18 10:48:08.050559 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 40102) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:48:08.069110 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-bc2533aa-900f-4008-a570-67868efb6e88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:08.087732 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b093f42-be23-4fc3-b6f1-6963e0394b84 req-c77dd286-e73f-4734-8764-975426792844 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:08.089478 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8b093f42-be23-4fc3-b6f1-6963e0394b84 req-c77dd286-e73f-4734-8764-975426792844 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=eadfa860-196c-4946-85a4-a9a2aed7c1b7 HTTP/1.1" status: 200 len: 944 time: 0.0709562 Jul 18 10:48:08.140425 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-ce070233-206f-40ab-920e-7b3694335a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (dfa25df3-493c-43ae-826d-29cbf3b2bfa8), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:08.155445 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8b093f42-be23-4fc3-b6f1-6963e0394b84 req-259264b7-54f3-4b69-b356-7696b9a1b72d tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/security-groups?id=964117ac-f335-4120-825c-f8adca97faf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534894 Jul 18 10:48:08.190834 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-bc2533aa-900f-4008-a570-67868efb6e88 admin admin] Publish callbacks [] for security_group (3f71107a-1d1f-409b-b3a5-6b18be8b2fc2), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:08.323273 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-bc2533aa-900f-4008-a570-67868efb6e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (3f71107a-1d1f-409b-b3a5-6b18be8b2fc2), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:08.370530 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-bc2533aa-900f-4008-a570-67868efb6e88 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=63a9280dd3e14777a2ad38891a1096d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3184552 Jul 18 10:48:08.371689 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2533aa-900f-4008-a570-67868efb6e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f71107a-1d1f-409b-b3a5-6b18be8b2fc2,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:48:08.374121 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 40104) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:48:08.476806 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-c0ae9261-5a6b-4231-9c48-73a017a77879 admin admin] Publish callbacks [] for security_group (3f71107a-1d1f-409b-b3a5-6b18be8b2fc2), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:08.524673 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-c0ae9261-5a6b-4231-9c48-73a017a77879 admin admin] Publish callbacks [] for security_group (3f71107a-1d1f-409b-b3a5-6b18be8b2fc2), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:08.694310 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1726ac-e773-4c8a-bc99-303c51fe753a req-a8da306a-51cf-4eca-a1e7-267b3018e79b tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:08.695874 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-1e1726ac-e773-4c8a-bc99-303c51fe753a req-a8da306a-51cf-4eca-a1e7-267b3018e79b tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 944 time: 0.0969737 Jul 18 10:48:08.706680 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c439d4-e925-4f9b-b1cf-5af43393b567 req-bf0711b1-06b4-41e9-b89f-7129c9ed762f tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:08.708333 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-60c439d4-e925-4f9b-b1cf-5af43393b567 req-bf0711b1-06b4-41e9-b89f-7129c9ed762f tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f96ccdd-67b5-403c-a3b9-8022e271690c HTTP/1.1" status: 200 len: 945 time: 0.1081407 Jul 18 10:48:08.765340 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device dce7face-5f9b-40f7-8b3c-e6b845457a5e up at agent hyperv_hv-cinder-84949 {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:48:08.806112 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-c0ae9261-5a6b-4231-9c48-73a017a77879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (3f71107a-1d1f-409b-b3a5-6b18be8b2fc2), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:08.810677 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-c0ae9261-5a6b-4231-9c48-73a017a77879 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:08.817362 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-c0ae9261-5a6b-4231-9c48-73a017a77879 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3f71107a-1d1f-409b-b3a5-6b18be8b2fc2 HTTP/1.1" status: 204 len: 168 time: 0.4361570 Jul 18 10:48:08.822546 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-1e1726ac-e773-4c8a-bc99-303c51fe753a req-2040d79e-6733-478c-a1c5-167763277029 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114328 Jul 18 10:48:08.861991 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-60c439d4-e925-4f9b-b1cf-5af43393b567 req-dd53a4ee-f770-4e57-8899-c2e63a70661c tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb3791ee-ee01-408c-b7a8-8c9c2ce033be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357586 Jul 18 10:48:08.869133 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae9261-5a6b-4231-9c48-73a017a77879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f71107a-1d1f-409b-b3a5-6b18be8b2fc2,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:48:08.879934 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae9261-5a6b-4231-9c48-73a017a77879 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:48:08.880362 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae9261-5a6b-4231-9c48-73a017a77879 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:48:08.880685 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae9261-5a6b-4231-9c48-73a017a77879 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:48:08.881076 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae9261-5a6b-4231-9c48-73a017a77879 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:48:08.883707 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae9261-5a6b-4231-9c48-73a017a77879 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:48:08.884449 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae9261-5a6b-4231-9c48-73a017a77879 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:48:08.885087 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae9261-5a6b-4231-9c48-73a017a77879 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:48:08.885702 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae9261-5a6b-4231-9c48-73a017a77879 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:48:08.886421 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae9261-5a6b-4231-9c48-73a017a77879 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:48:08.887043 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae9261-5a6b-4231-9c48-73a017a77879 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:48:08.887707 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae9261-5a6b-4231-9c48-73a017a77879 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:48:08.888275 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae9261-5a6b-4231-9c48-73a017a77879 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:48:08.889686 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae9261-5a6b-4231-9c48-73a017a77879 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:48:08.890311 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae9261-5a6b-4231-9c48-73a017a77879 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:48:08.891066 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae9261-5a6b-4231-9c48-73a017a77879 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:48:08.906697 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-29c51914-efda-4269-8274-168d496bf900 None None] Provisioning for port dce7face-5f9b-40f7-8b3c-e6b845457a5e completed by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 10:48:08.987037 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=100 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:09.037714 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-29c51914-efda-4269-8274-168d496bf900 None None] Provisioning complete for port dce7face-5f9b-40f7-8b3c-e6b845457a5e triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:48:09.038820 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (dce7face-5f9b-40f7-8b3c-e6b845457a5e), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:09.151976 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:09.201418 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] Current status of the port dce7face-5f9b-40f7-8b3c-e6b845457a5e is: BUILD; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:48:09.202280 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (dce7face-5f9b-40f7-8b3c-e6b845457a5e), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:09.202984 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42caa4b2-3535-4c02-96cf-19035462ecbc req-e474a100-0bf5-4bb2-b1ac-4e8783a91032 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:09.207215 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-42caa4b2-3535-4c02-96cf-19035462ecbc req-e474a100-0bf5-4bb2-b1ac-4e8783a91032 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=1449a0db-3f38-4456-8a45-7b4a40105095 HTTP/1.1" status: 200 len: 946 time: 0.1485741 Jul 18 10:48:09.245977 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eadfa860-196c-4946-85a4-a9a2aed7c1b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce7face-5f9b-40f7-8b3c-e6b845457a5e'}] {{(pid=111156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:48:09.249067 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfe4995b6dbf042dd7b3201bd1da42d47478b3b3d9ca6c613cb3b1d3a53612ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf950e8-183a-490f-8ad9-8f51b79043b0" -d '{"events": [{"server_uuid": "eadfa860-196c-4946-85a4-a9a2aed7c1b7", "name": "network-vif-plugged", "status": "completed", "tag": "dce7face-5f9b-40f7-8b3c-e6b845457a5e"}]}' {{(pid=111156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:48:09.253877 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28c424-f147-4d49-9c6d-1bce956e92bd req-3992d2a9-f6ca-4e23-8264-03678fa70b8f tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:09.255642 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-fa28c424-f147-4d49-9c6d-1bce956e92bd req-3992d2a9-f6ca-4e23-8264-03678fa70b8f tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] 10.222.0.49 "GET /v2.0/ports?device_id=448b223d-269c-44ab-9fb8-01e1f863ee49 HTTP/1.1" status: 200 len: 946 time: 0.1250484 Jul 18 10:48:09.263033 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port dce7face-5f9b-40f7-8b3c-e6b845457a5e, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=dce7face-5f9b-40f7-8b3c-e6b845457a5e,segment=NetworkSegment(984404a2-43ca-40f3-9583-38762b7d5434),segment_id=984404a2-43ca-40f3-9583-38762b7d5434)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:48:09.333769 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-42caa4b2-3535-4c02-96cf-19035462ecbc req-97c1f692-6aca-4154-9ba3-f7b21df56baa tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078477 Jul 18 10:48:09.384088 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-fa28c424-f147-4d49-9c6d-1bce956e92bd req-9c626ea4-1927-4d96-83d1-702dbc8d2dbe tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] 10.222.0.49 "GET /v2.0/security-groups?id=21de119a-c773-4c79-8731-66f2fa9cf377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179223 Jul 18 10:48:09.394491 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (dce7face-5f9b-40f7-8b3c-e6b845457a5e), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:09.396322 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae up at agent hyperv_hv-cinder-84949 {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:48:09.433552 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:09.515491 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40b43b1-2de1-485f-977c-8bee22cc14f9 x-openstack-request-id: req-f40b43b1-2de1-485f-977c-8bee22cc14f9 {{(pid=111156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:48:09.516568 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eadfa860-196c-4946-85a4-a9a2aed7c1b7", "name": "network-vif-plugged", "status": "completed", "tag": "dce7face-5f9b-40f7-8b3c-e6b845457a5e", "code": 200}]} {{(pid=111156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:48:09.517453 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f40b43b1-2de1-485f-977c-8bee22cc14f9 {{(pid=111156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:48:09.523906 dv-cinder-849498-1-iscsi neutron-server[111156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f40b43b1-2de1-485f-977c-8bee22cc14f9'] response: {'server_uuid': 'eadfa860-196c-4946-85a4-a9a2aed7c1b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce7face-5f9b-40f7-8b3c-e6b845457a5e', 'code': 200} Jul 18 10:48:09.523906 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Pushing event updated for resources: {'Port': ['ID=dce7face-5f9b-40f7-8b3c-e6b845457a5e,revision_number=5']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:48:09.532087 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-29c51914-efda-4269-8274-168d496bf900 None None] Provisioning for port abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae completed by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 10:48:09.545566 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d35be5-e9dc-4938-9d17-72114111685c req-86e12335-36a8-46f3-b568-f6ddd0cf95f6 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:09.553558 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-e6d35be5-e9dc-4938-9d17-72114111685c req-86e12335-36a8-46f3-b568-f6ddd0cf95f6 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=eadfa860-196c-4946-85a4-a9a2aed7c1b7 HTTP/1.1" status: 200 len: 945 time: 0.1107416 Jul 18 10:48:09.618443 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-29c51914-efda-4269-8274-168d496bf900 None None] Provisioning complete for port abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:48:09.618825 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:09.633958 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-e6d35be5-e9dc-4938-9d17-72114111685c req-2d63a7e0-872f-48af-8dc4-6d992d821398 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/security-groups?id=964117ac-f335-4120-825c-f8adca97faf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794539 Jul 18 10:48:09.793803 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] Current status of the port abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae is: BUILD; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:48:09.794198 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:09.841388 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae,segment=NetworkSegment(163c7c7d-635e-4353-a5ea-f102084ea7d2),segment_id=163c7c7d-635e-4353-a5ea-f102084ea7d2)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:48:09.864539 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f8336af3-fca9-403e-a19b-06518ba3f665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (7e71126e-a656-43d8-a2eb-058f1b343885), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:09.950661 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:10.052931 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (62f731a8-190a-49a2-85f5-14fe4e09184e), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:10.058694 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c17761-4111-4acc-9066-0c1bf4f0b434 req-b9388b85-a542-4686-b4d0-2622f338ff32 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:10.060199 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Pushing event updated for resources: {'Port': ['ID=abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae,revision_number=5']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:48:10.066562 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-51c17761-4111-4acc-9066-0c1bf4f0b434 req-b9388b85-a542-4686-b4d0-2622f338ff32 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 945 time: 0.1113408 Jul 18 10:48:10.162600 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-51c17761-4111-4acc-9066-0c1bf4f0b434 req-f8e489c2-a00d-4363-93a7-656f93449d23 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892506 Jul 18 10:48:10.238050 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:10.291292 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a2d6a-01a1-4d9c-8751-de4eb0b15861 req-80d18c06-89e3-4017-afc3-1c6e41b9ed6e tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:10.292956 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ae5a2d6a-01a1-4d9c-8751-de4eb0b15861 req-80d18c06-89e3-4017-afc3-1c6e41b9ed6e tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f96ccdd-67b5-403c-a3b9-8022e271690c HTTP/1.1" status: 200 len: 945 time: 0.0879509 Jul 18 10:48:10.316520 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c8802-333a-42d0-ba6e-11c5edd4efaa req-7db9a803-e7ea-4dad-a2fa-86cdfcfc555e tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:10.318199 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-c54c8802-333a-42d0-ba6e-11c5edd4efaa req-7db9a803-e7ea-4dad-a2fa-86cdfcfc555e tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=1449a0db-3f38-4456-8a45-7b4a40105095 HTTP/1.1" status: 200 len: 946 time: 0.0776119 Jul 18 10:48:10.390298 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ae5a2d6a-01a1-4d9c-8751-de4eb0b15861 req-032f231c-53de-41e1-8f8f-480c5a0b4c0a tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb3791ee-ee01-408c-b7a8-8c9c2ce033be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895038 Jul 18 10:48:10.414055 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-c54c8802-333a-42d0-ba6e-11c5edd4efaa req-ec8c6969-f9e8-4462-8842-a1240a73db18 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861626 Jul 18 10:48:10.574345 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288512e8-05ba-47df-8099-31732b7bdb32 req-51d32ec0-adea-48c5-91d2-54dab9a67345 tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:10.577381 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-288512e8-05ba-47df-8099-31732b7bdb32 req-51d32ec0-adea-48c5-91d2-54dab9a67345 tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] 10.222.0.49 "GET /v2.0/ports?device_id=448b223d-269c-44ab-9fb8-01e1f863ee49 HTTP/1.1" status: 200 len: 946 time: 0.0776062 Jul 18 10:48:10.642134 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-288512e8-05ba-47df-8099-31732b7bdb32 req-c881a81c-1cc0-4bcf-8214-97a3e2cabee4 tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] 10.222.0.49 "GET /v2.0/security-groups?id=21de119a-c773-4c79-8731-66f2fa9cf377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592504 Jul 18 10:48:10.825283 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4976cad5-eccb-4504-b76f-c5a4c0ab1f09 req-0c39a4a0-027c-43d4-8736-5a6ebb257f6e tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:10.827298 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-4976cad5-eccb-4504-b76f-c5a4c0ab1f09 req-0c39a4a0-027c-43d4-8736-5a6ebb257f6e tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=eadfa860-196c-4946-85a4-a9a2aed7c1b7 HTTP/1.1" status: 200 len: 945 time: 0.1007738 Jul 18 10:48:10.930947 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-4976cad5-eccb-4504-b76f-c5a4c0ab1f09 req-c236540c-d179-4e0a-9f3c-b25eea2c1c05 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/security-groups?id=964117ac-f335-4120-825c-f8adca97faf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776920 Jul 18 10:48:11.020238 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:11.074900 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec6c1a-5cf3-442e-a211-5c81bd21a42e req-cddee7e9-4072-457d-91a7-b9d35eeedf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:11.076424 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-60ec6c1a-5cf3-442e-a211-5c81bd21a42e req-cddee7e9-4072-457d-91a7-b9d35eeedf0b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7184d0f3256344a2af18c639787e538f&device_id=1449a0db-3f38-4456-8a45-7b4a40105095 HTTP/1.1" status: 200 len: 1130 time: 0.0681298 Jul 18 10:48:11.223269 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec6c1a-5cf3-442e-a211-5c81bd21a42e req-969e2ea8-5406-4268-a9af-37ecb7b0e73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:11.225805 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-60ec6c1a-5cf3-442e-a211-5c81bd21a42e req-969e2ea8-5406-4268-a9af-37ecb7b0e73f service neutron] 10.222.0.52 "GET /v2.0/networks?id=09160d22-0418-499d-83b3-2657454003a1 HTTP/1.1" status: 200 len: 919 time: 0.1426690 Jul 18 10:48:11.328278 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-60ec6c1a-5cf3-442e-a211-5c81bd21a42e req-03ec3dfa-067e-4de6-8943-2d23b20b38ca service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc6df403-f5e5-427c-868d-17653a05457d HTTP/1.1" status: 200 len: 217 time: 0.0956278 Jul 18 10:48:11.351972 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7eaf8-93a4-4d55-b246-3c0114e1720e req-59899652-c1fc-48e4-8eb3-3868b1ea4b96 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:11.353605 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-bfd7eaf8-93a4-4d55-b246-3c0114e1720e req-59899652-c1fc-48e4-8eb3-3868b1ea4b96 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 945 time: 0.1063492 Jul 18 10:48:11.390428 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf4a12-3b4f-4f90-93c8-5c84ecf1840b req-40fa1e91-6b10-406e-9c0e-33e19aacdc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:11.394215 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-c9bf4a12-3b4f-4f90-93c8-5c84ecf1840b req-40fa1e91-6b10-406e-9c0e-33e19aacdc3e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=eadfa860-196c-4946-85a4-a9a2aed7c1b7 HTTP/1.1" status: 200 len: 1129 time: 0.0652499 Jul 18 10:48:11.410767 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:11.426687 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec6c1a-5cf3-442e-a211-5c81bd21a42e req-b077323b-1690-48f6-924b-761d5bf7d6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:11.428246 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-60ec6c1a-5cf3-442e-a211-5c81bd21a42e req-b077323b-1690-48f6-924b-761d5bf7d6b2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=de6eeef4-c7ed-4de0-9d7b-74b96eafe12b HTTP/1.1" status: 200 len: 857 time: 0.0920649 Jul 18 10:48:11.460201 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-c9bf4a12-3b4f-4f90-93c8-5c84ecf1840b req-b51bc7d2-50c3-4e6a-9eda-4bb6a40416f3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=964117ac-f335-4120-825c-f8adca97faf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596976 Jul 18 10:48:11.482477 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-bfd7eaf8-93a4-4d55-b246-3c0114e1720e req-9de39981-9399-45d3-a3ec-2cab6684b113 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084938 Jul 18 10:48:11.497615 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec6c1a-5cf3-442e-a211-5c81bd21a42e req-602358a5-7914-4fdc-8a03-5bf7408f345d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:11.501146 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-60ec6c1a-5cf3-442e-a211-5c81bd21a42e req-602358a5-7914-4fdc-8a03-5bf7408f345d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=09160d22-0418-499d-83b3-2657454003a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0610445 Jul 18 10:48:11.525153 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d05192-b009-41ab-861b-b66d0352d41e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae'}] {{(pid=111156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:48:11.525153 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfe4995b6dbf042dd7b3201bd1da42d47478b3b3d9ca6c613cb3b1d3a53612ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c6f147-232e-4e98-9e0f-7a118134f507" -d '{"events": [{"server_uuid": "14d05192-b009-41ab-861b-b66d0352d41e", "name": "network-vif-plugged", "status": "completed", "tag": "abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae"}]}' {{(pid=111156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:48:11.602848 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c29ad-6654-4b46-ba77-fd970dbb3204 req-808f32a7-f9e3-49d9-9469-783f00797cfc tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:11.604440 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-257c29ad-6654-4b46-ba77-fd970dbb3204 req-808f32a7-f9e3-49d9-9469-783f00797cfc tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=1449a0db-3f38-4456-8a45-7b4a40105095 HTTP/1.1" status: 200 len: 946 time: 0.0650289 Jul 18 10:48:11.671509 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e3661-d977-411d-b856-815ed530ef03 req-d8709f32-d062-4916-b31c-f6489d669075 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:11.673045 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-9d5e3661-d977-411d-b856-815ed530ef03 req-d8709f32-d062-4916-b31c-f6489d669075 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f96ccdd-67b5-403c-a3b9-8022e271690c HTTP/1.1" status: 200 len: 945 time: 0.0858340 Jul 18 10:48:11.785996 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-257c29ad-6654-4b46-ba77-fd970dbb3204 req-03be02dc-213a-482b-a7ff-db57b094d81f tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514373 Jul 18 10:48:11.851658 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87cdf710-9c3a-4ef6-bfab-258ba4254dcd x-openstack-request-id: req-87cdf710-9c3a-4ef6-bfab-258ba4254dcd {{(pid=111156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:48:11.853222 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14d05192-b009-41ab-861b-b66d0352d41e", "name": "network-vif-plugged", "status": "completed", "tag": "abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae", "code": 200}]} {{(pid=111156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:48:11.853486 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-87cdf710-9c3a-4ef6-bfab-258ba4254dcd {{(pid=111156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:48:11.854111 dv-cinder-849498-1-iscsi neutron-server[111156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87cdf710-9c3a-4ef6-bfab-258ba4254dcd'] response: {'server_uuid': '14d05192-b009-41ab-861b-b66d0352d41e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae', 'code': 200} Jul 18 10:48:11.860237 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-9d5e3661-d977-411d-b856-815ed530ef03 req-7cc9a06c-500b-474d-843b-817b8f82c835 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb3791ee-ee01-408c-b7a8-8c9c2ce033be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1783323 Jul 18 10:48:11.890352 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-60ec6c1a-5cf3-442e-a211-5c81bd21a42e req-bae02f13-7c29-4254-9095-333f5ed3b2da service neutron] 10.222.0.52 "GET /v2.0/networks/09160d22-0418-499d-83b3-2657454003a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076483 Jul 18 10:48:12.019822 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43087e9-a3b2-4617-8298-4cd33f7f3697 req-a201969c-eaa1-43d5-b1b4-85d63eb4b1a6 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:12.021518 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-e43087e9-a3b2-4617-8298-4cd33f7f3697 req-a201969c-eaa1-43d5-b1b4-85d63eb4b1a6 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f96ccdd-67b5-403c-a3b9-8022e271690c HTTP/1.1" status: 200 len: 945 time: 0.0664546 Jul 18 10:48:12.035053 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 40226) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:48:12.043475 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [None req-dd037b54-0f67-42f1-970e-83016204d2c7 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Request body: {'floatingip': {'port_id': '820fb007-4789-49d7-84d1-ecf34d4d542f'}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:48:12.106602 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe7a422-4e84-4739-9669-cf518a18074d req-b54fe5be-ea67-43a7-981a-261bc5a97b3c tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:12.108714 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-6fe7a422-4e84-4739-9669-cf518a18074d req-b54fe5be-ea67-43a7-981a-261bc5a97b3c tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=eadfa860-196c-4946-85a4-a9a2aed7c1b7 HTTP/1.1" status: 200 len: 945 time: 0.0789738 Jul 18 10:48:12.162223 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-dd037b54-0f67-42f1-970e-83016204d2c7 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks [] for floatingip (3e4a8a2f-302c-4f91-bc69-638e27a01a9e), before_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:12.199625 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-6fe7a422-4e84-4739-9669-cf518a18074d req-a8ece424-0f42-4247-89d8-1a79a9609918 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/security-groups?id=964117ac-f335-4120-825c-f8adca97faf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793698 Jul 18 10:48:12.283630 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:12.382120 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-60ec6c1a-5cf3-442e-a211-5c81bd21a42e req-c11279c7-9307-448a-986f-60fabc08cdbc service neutron] 10.222.0.52 "GET /v2.0/networks/09160d22-0418-499d-83b3-2657454003a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612377 Jul 18 10:48:12.658135 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e87f241-96d1-4d65-b225-0158f44d8446 req-41f21d6b-582d-4b30-9b1c-20f1d5c580ba tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:12.660712 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-6e87f241-96d1-4d65-b225-0158f44d8446 req-41f21d6b-582d-4b30-9b1c-20f1d5c580ba tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 945 time: 0.0691152 Jul 18 10:48:12.754176 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-6e87f241-96d1-4d65-b225-0158f44d8446 req-cec2ccb3-43e8-4bc6-a529-7add0f7e7846 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770855 Jul 18 10:48:12.992008 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4877896f-39e9-4aa0-9f3b-e2ba127bf390 req-af2b85a2-9495-4f55-a69a-a0201a1acf22 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:13.004283 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-4877896f-39e9-4aa0-9f3b-e2ba127bf390 req-af2b85a2-9495-4f55-a69a-a0201a1acf22 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=1449a0db-3f38-4456-8a45-7b4a40105095 HTTP/1.1" status: 200 len: 946 time: 0.1291051 Jul 18 10:48:13.012290 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-dd037b54-0f67-42f1-970e-83016204d2c7 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:13.075682 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-4877896f-39e9-4aa0-9f3b-e2ba127bf390 req-a2d4f472-037e-489a-9445-86ac49b663a3 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705030 Jul 18 10:48:13.115903 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-dd037b54-0f67-42f1-970e-83016204d2c7 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778871'] for floatingip (3e4a8a2f-302c-4f91-bc69-638e27a01a9e), after_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:13.198472 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f1801e-6bb3-4ad1-a5ee-b6bfedc86779 req-bfbaa9a3-00b8-4652-bc0b-76ca115a3a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:13.218053 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b4f1801e-6bb3-4ad1-a5ee-b6bfedc86779 req-bfbaa9a3-00b8-4652-bc0b-76ca115a3a66 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 1129 time: 0.0843172 Jul 18 10:48:13.243455 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 40280) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:48:13.266588 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.db.l3_db [None req-dd037b54-0f67-42f1-970e-83016204d2c7 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Floating IP 3e4a8a2f-302c-4f91-bc69-638e27a01a9e associated. External IP: 172.27.1.200, port: 820fb007-4789-49d7-84d1-ecf34d4d542f. Jul 18 10:48:13.393969 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5c29785-5ad2-4c51-bb03-f2b7added197 admin admin] Deleting subnet 2a1779e5-6249-4d6a-89ce-251a6c5d7eef {{(pid=111155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 10:48:13.400443 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-b5c29785-5ad2-4c51-bb03-f2b7added197 admin admin] Publish callbacks [] for subnet (2a1779e5-6249-4d6a-89ce-251a6c5d7eef), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:13.404691 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b4f1801e-6bb3-4ad1-a5ee-b6bfedc86779 req-7002f8a4-4a4d-4063-b8b3-cb6be44f6512 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1685259 Jul 18 10:48:13.433966 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14174226-f131-43fa-8df0-5a055335b904 req-29520d68-049a-4b12-81fe-3c164c5bcc78 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:13.435610 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-14174226-f131-43fa-8df0-5a055335b904 req-29520d68-049a-4b12-81fe-3c164c5bcc78 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=eadfa860-196c-4946-85a4-a9a2aed7c1b7 HTTP/1.1" status: 200 len: 945 time: 0.1268816 Jul 18 10:48:13.462475 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:DELETE=2,neutron:SELECT=95,neutron:UPDATE=3 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:13.478689 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-b5c29785-5ad2-4c51-bb03-f2b7added197 admin admin] Publish callbacks [] for subnet (2a1779e5-6249-4d6a-89ce-251a6c5d7eef), precommit_delete_associations {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:13.479795 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-b5c29785-5ad2-4c51-bb03-f2b7added197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735052'] for subnet (2a1779e5-6249-4d6a-89ce-251a6c5d7eef), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:13.546099 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-14174226-f131-43fa-8df0-5a055335b904 req-6d72939e-55bd-4a79-a369-6ffb7d6a46c0 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/security-groups?id=964117ac-f335-4120-825c-f8adca97faf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004217 Jul 18 10:48:13.589894 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd037b54-0f67-42f1-970e-83016204d2c7 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Router 3663ab98-9729-41e8-b5da-0c726d2fb113 has already been hosted by L3 agent e6bcb791-bd43-4d6b-ab54-e591cb66712b {{(pid=111154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:48:13.711494 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-b5c29785-5ad2-4c51-bb03-f2b7added197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529'] for subnet (2a1779e5-6249-4d6a-89ce-251a6c5d7eef), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:13.774671 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c29785-5ad2-4c51-bb03-f2b7added197 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a1779e5-6249-4d6a-89ce-251a6c5d7eef,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:48:13.779028 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-b5c29785-5ad2-4c51-bb03-f2b7added197 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:13.782522 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-b5c29785-5ad2-4c51-bb03-f2b7added197 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2a1779e5-6249-4d6a-89ce-251a6c5d7eef HTTP/1.1" status: 204 len: 168 time: 0.5299892 Jul 18 10:48:13.787054 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 40290) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:48:13.883661 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-cc85c638-33e5-4553-8a73-c1429ef317e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639067'] for network (8caed964-8d81-49d0-98ea-adfcff863d42), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:13.954569 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:13.963013 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b07fa-a278-4014-8a42-15bfd1aece0f req-276ed20b-1597-4b6d-bec6-7cb086fb4d16 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:13.965066 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ad3b07fa-a278-4014-8a42-15bfd1aece0f req-276ed20b-1597-4b6d-bec6-7cb086fb4d16 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 945 time: 0.0784328 Jul 18 10:48:13.980031 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:14.004171 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd037b54-0f67-42f1-970e-83016204d2c7 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Notify agent at l3_agent.dv-cinder-849498-1-iscsi the message routers_updated {{(pid=111154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:48:14.009160 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-dd037b54-0f67-42f1-970e-83016204d2c7 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for floatingip (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:14.021930 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770d2966-f73d-47cd-b58b-2e4a0e7352a2 None None] Sync routers for ids ['3663ab98-9729-41e8-b5da-0c726d2fb113'] in dv-cinder-849498-1-iscsi {{(pid=111157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:48:14.037484 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:14.058984 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-dd037b54-0f67-42f1-970e-83016204d2c7 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "PUT /v2.0/floatingips/3e4a8a2f-302c-4f91-bc69-638e27a01a9e HTTP/1.1" status: 200 len: 991 time: 2.0223236 Jul 18 10:48:14.060392 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f96ccdd-67b5-403c-a3b9-8022e271690c', 'tag': '820fb007-4789-49d7-84d1-ecf34d4d542f'}] {{(pid=111154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:48:14.063220 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76f28ae75f34143b6717ab81e854799a90e2618b86a46665dc49940857a7474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a32687-2cfd-458f-b2b8-520c67a5656d" -d '{"events": [{"name": "network-changed", "server_uuid": "0f96ccdd-67b5-403c-a3b9-8022e271690c", "tag": "820fb007-4789-49d7-84d1-ecf34d4d542f"}]}' {{(pid=111154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:48:14.092157 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770d2966-f73d-47cd-b58b-2e4a0e7352a2 None None] Routers {'3663ab98-9729-41e8-b5da-0c726d2fb113'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:48:14.095083 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-770d2966-f73d-47cd-b58b-2e4a0e7352a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:48:07Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['3663ab98-9729-41e8-b5da-0c726d2fb113'], 'active': True} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:48:14.124053 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ad3b07fa-a278-4014-8a42-15bfd1aece0f req-a8850aa9-5827-4268-957c-0cdef44995ee tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466703 Jul 18 10:48:14.205747 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-cc85c638-33e5-4553-8a73-c1429ef317e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734605', 'neutron.services.segments.db._delete_segments_for_network-8741536027414'] for network (8caed964-8d81-49d0-98ea-adfcff863d42), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:14.270161 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-cc85c638-33e5-4553-8a73-c1429ef317e5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=111155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:48:14.270714 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-cc85c638-33e5-4553-8a73-c1429ef317e5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=111155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:48:14.271283 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-cc85c638-33e5-4553-8a73-c1429ef317e5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:48:14.271638 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-cc85c638-33e5-4553-8a73-c1429ef317e5 admin admin] Subscribe: > port after_create 55550000 {{(pid=111155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:48:14.274024 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d689e13-72d8-4be4-a080-e2d4e8dc4bd4 x-openstack-request-id: req-6d689e13-72d8-4be4-a080-e2d4e8dc4bd4 {{(pid=111154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:48:14.274656 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f96ccdd-67b5-403c-a3b9-8022e271690c", "tag": "820fb007-4789-49d7-84d1-ecf34d4d542f", "status": "completed", "code": 200}]} {{(pid=111154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:48:14.275282 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6d689e13-72d8-4be4-a080-e2d4e8dc4bd4 {{(pid=111154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:48:14.275886 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d689e13-72d8-4be4-a080-e2d4e8dc4bd4'] response: {'name': 'network-changed', 'server_uuid': '0f96ccdd-67b5-403c-a3b9-8022e271690c', 'tag': '820fb007-4789-49d7-84d1-ecf34d4d542f', 'status': 'completed', 'code': 200} Jul 18 10:48:14.276957 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-cc85c638-33e5-4553-8a73-c1429ef317e5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=111155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:48:14.278068 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-cc85c638-33e5-4553-8a73-c1429ef317e5 admin admin] Subscribe: > port after_update 55550000 {{(pid=111155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:48:14.279121 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-cc85c638-33e5-4553-8a73-c1429ef317e5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=111155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:48:14.279973 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-cc85c638-33e5-4553-8a73-c1429ef317e5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:48:14.280818 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-cc85c638-33e5-4553-8a73-c1429ef317e5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:48:14.282167 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-cc85c638-33e5-4553-8a73-c1429ef317e5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=111155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:48:14.398052 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-cc85c638-33e5-4553-8a73-c1429ef317e5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:48:14.398693 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-cc85c638-33e5-4553-8a73-c1429ef317e5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:48:14.398789 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-cc85c638-33e5-4553-8a73-c1429ef317e5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=111155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:48:14.399079 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-cc85c638-33e5-4553-8a73-c1429ef317e5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=111155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 10:48:14.399457 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.services.segments.db [None req-cc85c638-33e5-4553-8a73-c1429ef317e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8caed964-8d81-49d0-98ea-adfcff863d42']}} {{(pid=111155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:48:14.431005 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvr_db [None req-770d2966-f73d-47cd-b58b-2e4a0e7352a2 None None] Set router 3663ab98-9729-41e8-b5da-0c726d2fb113 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:48:14.486529 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.services.segments.db [None req-cc85c638-33e5-4553-8a73-c1429ef317e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84a10c27-febc-4586-963f-c51e56f0d797') {'for_net_delete': True} {{(pid=111155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:48:14.486871 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.services.segments.db [None req-cc85c638-33e5-4553-8a73-c1429ef317e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84a10c27-febc-4586-963f-c51e56f0d797') {} {{(pid=111155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:48:14.531803 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-cc85c638-33e5-4553-8a73-c1429ef317e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741536027679', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126872119'] for segment (84a10c27-febc-4586-963f-c51e56f0d797), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:14.559543 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae4f5a-4d05-4ed0-a917-ee8c259e2419 req-1950590f-86cc-4257-9e68-439bde2e0e68 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:14.561164 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-73ae4f5a-4d05-4ed0-a917-ee8c259e2419 req-1950590f-86cc-4257-9e68-439bde2e0e68 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=1449a0db-3f38-4456-8a45-7b4a40105095 HTTP/1.1" status: 200 len: 946 time: 0.1555736 Jul 18 10:48:14.562189 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a32687-2cfd-458f-b2b8-520c67a5656d req-0fd42694-29da-465e-bebb-295436ee0739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:14.563589 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-03a32687-2cfd-458f-b2b8-520c67a5656d req-0fd42694-29da-465e-bebb-295436ee0739 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f32dc706424247d0ac1dc7a6aa633107&device_id=0f96ccdd-67b5-403c-a3b9-8022e271690c HTTP/1.1" status: 200 len: 1129 time: 0.1562679 Jul 18 10:48:14.578563 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-cc85c638-33e5-4553-8a73-c1429ef317e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547345'] for segment (84a10c27-febc-4586-963f-c51e56f0d797), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:14.587217 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:14.631385 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc85c638-33e5-4553-8a73-c1429ef317e5 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=111155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 10:48:14.631864 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-cc85c638-33e5-4553-8a73-c1429ef317e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126083116'] for segment (84a10c27-febc-4586-963f-c51e56f0d797), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:14.794626 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-770d2966-f73d-47cd-b58b-2e4a0e7352a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3663ab98-9729-41e8-b5da-0c726d2fb113', 'name': 'tempest-AttachVolumeTestJSON-1188077473-router', 'tenant_id': 'f32dc706424247d0ac1dc7a6aa633107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:01Z', 'updated_at': '2022-07-18T10:47:13Z', 'revision_number': 4, 'project_id': 'f32dc706424247d0ac1dc7a6aa633107', 'gw_port': {'id': '0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:dd:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3663ab98-9729-41e8-b5da-0c726d2fb113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:03Z', 'updated_at': '2022-07-18T10:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_floatingips': [{'id': '3e4a8a2f-302c-4f91-bc69-638e27a01a9e', 'tenant_id': 'f32dc706424247d0ac1dc7a6aa633107', 'floating_ip_address': '172.27.1.200', 'floating_network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'router_id': '3663ab98-9729-41e8-b5da-0c726d2fb113', 'port_id': '820fb007-4789-49d7-84d1-ecf34d4d542f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81', 'mac_address': 'fa:16:3e:1b:f2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f96ccdd-67b5-403c-a3b9-8022e271690c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:47:28Z', 'updated_at': '2022-07-18T10:48:12Z', 'revision_number': 1, 'project_id': 'f32dc706424247d0ac1dc7a6aa633107', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28375308-f02b-4c2e-9237-4a77f49844d3', 'name': '', 'network_id': '2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81', 'tenant_id': 'f32dc706424247d0ac1dc7a6aa633107', 'mac_address': 'fa:16:3e:c8:19:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3663ab98-9729-41e8-b5da-0c726d2fb113', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b6c39f47-e8f1-437f-bec0-2fa249892ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:11Z', 'updated_at': '2022-07-18T10:47:23Z', 'revision_number': 5, 'project_id': 'f32dc706424247d0ac1dc7a6aa633107', 'subnets': [{'id': 'b6c39f47-e8f1-437f-bec0-2fa249892ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:48:14.828193 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770d2966-f73d-47cd-b58b-2e4a0e7352a2 None None] Checking router: 3663ab98-9729-41e8-b5da-0c726d2fb113 for host: dv-cinder-849498-1-iscsi {{(pid=111157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:48:14.838336 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770d2966-f73d-47cd-b58b-2e4a0e7352a2 None None] Routers {'3663ab98-9729-41e8-b5da-0c726d2fb113'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:48:14.839045 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-770d2966-f73d-47cd-b58b-2e4a0e7352a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:48:07Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['3663ab98-9729-41e8-b5da-0c726d2fb113'], 'active': True} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:48:14.953152 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvr_db [None req-770d2966-f73d-47cd-b58b-2e4a0e7352a2 None None] Set router 3663ab98-9729-41e8-b5da-0c726d2fb113 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:48:15.019544 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-73ae4f5a-4d05-4ed0-a917-ee8c259e2419 req-4b7fc8df-fdf0-4e1c-abfd-2155fcb0f591 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4509602 Jul 18 10:48:15.032275 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c204dd-b2fd-47c9-aeee-afd73867ec8b req-5efc0e63-f9cf-4bca-a957-e626a331c930 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:15.040190 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d9c204dd-b2fd-47c9-aeee-afd73867ec8b req-5efc0e63-f9cf-4bca-a957-e626a331c930 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=eadfa860-196c-4946-85a4-a9a2aed7c1b7 HTTP/1.1" status: 200 len: 945 time: 0.3748620 Jul 18 10:48:15.088669 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a32687-2cfd-458f-b2b8-520c67a5656d req-8a001b78-f9f0-4334-a1f5-fc215dece7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:15.090197 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-03a32687-2cfd-458f-b2b8-520c67a5656d req-8a001b78-f9f0-4334-a1f5-fc215dece7b3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81 HTTP/1.1" status: 200 len: 912 time: 0.5144119 Jul 18 10:48:15.094098 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.services.segments.plugin [-] Segment 84a10c27-febc-4586-963f-c51e56f0d797 resource provider aggregate not found Jul 18 10:48:15.114908 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d9c204dd-b2fd-47c9-aeee-afd73867ec8b req-fc54fbcc-d733-4461-b1ae-2c316c62f158 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/security-groups?id=964117ac-f335-4120-825c-f8adca97faf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737865 Jul 18 10:48:15.116835 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.services.segments.plugin [-] Segment 84a10c27-febc-4586-963f-c51e56f0d797 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 84a10c27-febc-4586-963f-c51e56f0d797 found for delete ", "request_id": "req-a4da950c-9edc-4f3d-b47f-ffd6e0b5d45b"}]} Jul 18 10:48:15.138096 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-cc85c638-33e5-4553-8a73-c1429ef317e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3779455'] for network (8caed964-8d81-49d0-98ea-adfcff863d42), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:15.161095 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc85c638-33e5-4553-8a73-c1429ef317e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8caed964-8d81-49d0-98ea-adfcff863d42,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:48:15.163405 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-cc85c638-33e5-4553-8a73-c1429ef317e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for network (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:15.179586 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 40332) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:48:15.180075 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-cc85c638-33e5-4553-8a73-c1429ef317e5 admin admin] 10.222.0.49 "DELETE /v2.0/networks/8caed964-8d81-49d0-98ea-adfcff863d42 HTTP/1.1" status: 204 len: 168 time: 1.3898637 Jul 18 10:48:15.206842 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-770d2966-f73d-47cd-b58b-2e4a0e7352a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3663ab98-9729-41e8-b5da-0c726d2fb113', 'name': 'tempest-AttachVolumeTestJSON-1188077473-router', 'tenant_id': 'f32dc706424247d0ac1dc7a6aa633107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:01Z', 'updated_at': '2022-07-18T10:47:13Z', 'revision_number': 4, 'project_id': 'f32dc706424247d0ac1dc7a6aa633107', 'gw_port': {'id': '0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:dd:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3663ab98-9729-41e8-b5da-0c726d2fb113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:03Z', 'updated_at': '2022-07-18T10:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_floatingips': [{'id': '3e4a8a2f-302c-4f91-bc69-638e27a01a9e', 'tenant_id': 'f32dc706424247d0ac1dc7a6aa633107', 'floating_ip_address': '172.27.1.200', 'floating_network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'router_id': '3663ab98-9729-41e8-b5da-0c726d2fb113', 'port_id': '820fb007-4789-49d7-84d1-ecf34d4d542f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81', 'mac_address': 'fa:16:3e:1b:f2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f96ccdd-67b5-403c-a3b9-8022e271690c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:47:28Z', 'updated_at': '2022-07-18T10:48:12Z', 'revision_number': 1, 'project_id': 'f32dc706424247d0ac1dc7a6aa633107', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28375308-f02b-4c2e-9237-4a77f49844d3', 'name': '', 'network_id': '2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81', 'tenant_id': 'f32dc706424247d0ac1dc7a6aa633107', 'mac_address': 'fa:16:3e:c8:19:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3663ab98-9729-41e8-b5da-0c726d2fb113', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b6c39f47-e8f1-437f-bec0-2fa249892ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:11Z', 'updated_at': '2022-07-18T10:47:23Z', 'revision_number': 5, 'project_id': 'f32dc706424247d0ac1dc7a6aa633107', 'subnets': [{'id': 'b6c39f47-e8f1-437f-bec0-2fa249892ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:48:15.241483 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770d2966-f73d-47cd-b58b-2e4a0e7352a2 None None] The sync data for ids ['3663ab98-9729-41e8-b5da-0c726d2fb113'] in dv-cinder-849498-1-iscsi is: [{'id': '3663ab98-9729-41e8-b5da-0c726d2fb113', 'name': 'tempest-AttachVolumeTestJSON-1188077473-router', 'tenant_id': 'f32dc706424247d0ac1dc7a6aa633107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:01Z', 'updated_at': '2022-07-18T10:47:13Z', 'revision_number': 4, 'project_id': 'f32dc706424247d0ac1dc7a6aa633107', 'gw_port': {'id': '0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:dd:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3663ab98-9729-41e8-b5da-0c726d2fb113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:03Z', 'updated_at': '2022-07-18T10:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_floatingips': [{'id': '3e4a8a2f-302c-4f91-bc69-638e27a01a9e', 'tenant_id': 'f32dc706424247d0ac1dc7a6aa633107', 'floating_ip_address': '172.27.1.200', 'floating_network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'router_id': '3663ab98-9729-41e8-b5da-0c726d2fb113', 'port_id': '820fb007-4789-49d7-84d1-ecf34d4d542f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81', 'mac_address': 'fa:16:3e:1b:f2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f96ccdd-67b5-403c-a3b9-8022e271690c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:47:28Z', 'updated_at': '2022-07-18T10:48:12Z', 'revision_number': 1, 'project_id': 'f32dc706424247d0ac1dc7a6aa633107', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28375308-f02b-4c2e-9237-4a77f49844d3', 'name': '', 'network_id': '2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81', 'tenant_id': 'f32dc706424247d0ac1dc7a6aa633107', 'mac_address': 'fa:16:3e:c8:19:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3663ab98-9729-41e8-b5da-0c726d2fb113', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b6c39f47-e8f1-437f-bec0-2fa249892ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:11Z', 'updated_at': '2022-07-18T10:47:23Z', 'revision_number': 5, 'project_id': 'f32dc706424247d0ac1dc7a6aa633107', 'subnets': [{'id': 'b6c39f47-e8f1-437f-bec0-2fa249892ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:48:15.253352 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.db_base_plugin_v2 [None req-db87da7e-4aa6-462f-b4bb-43216345ea69 admin admin] Deleting subnet 512783b5-ba0d-4895-9c11-b757939219d1 {{(pid=111154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 10:48:15.259864 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-db87da7e-4aa6-462f-b4bb-43216345ea69 admin admin] Publish callbacks [] for subnet (512783b5-ba0d-4895-9c11-b757939219d1), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:15.337985 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-db87da7e-4aa6-462f-b4bb-43216345ea69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127334241'] for subnet (512783b5-ba0d-4895-9c11-b757939219d1), precommit_delete_associations {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:15.430255 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-db87da7e-4aa6-462f-b4bb-43216345ea69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735052'] for subnet (512783b5-ba0d-4895-9c11-b757939219d1), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:15.448275 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e840a-0fb1-41c2-9755-064e2878b14a req-5395588b-8845-439b-965a-6415ffbf229d tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:15.449905 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-e51e840a-0fb1-41c2-9755-064e2878b14a req-5395588b-8845-439b-965a-6415ffbf229d tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=eadfa860-196c-4946-85a4-a9a2aed7c1b7 HTTP/1.1" status: 200 len: 945 time: 0.1915541 Jul 18 10:48:15.463310 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 40344) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:48:15.470886 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [None req-967aadf7-cdc0-429e-8e17-2291f044c4fb tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Request body: {'floatingip': {'port_id': 'dce7face-5f9b-40f7-8b3c-e6b845457a5e'}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:48:15.478392 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:15.523317 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-967aadf7-cdc0-429e-8e17-2291f044c4fb tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for floatingip (2c9b347c-fde3-46a5-8720-eb0056eeda92), before_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:15.536592 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d332b-e5e1-415f-ac1f-911e31142bd9 req-d58dff21-e0d6-4896-9405-a95a71a104f8 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:15.538329 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b49d332b-e5e1-415f-ac1f-911e31142bd9 req-d58dff21-e0d6-4896-9405-a95a71a104f8 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 945 time: 0.2655151 Jul 18 10:48:15.541236 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-03a32687-2cfd-458f-b2b8-520c67a5656d req-9c7542fe-66d3-4608-9970-83d67fbe2edf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=820fb007-4789-49d7-84d1-ecf34d4d542f HTTP/1.1" status: 200 len: 999 time: 0.2281930 Jul 18 10:48:15.645722 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b49d332b-e5e1-415f-ac1f-911e31142bd9 req-6e71a438-ade7-4548-b559-9ea9e9dfd98f tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000125 Jul 18 10:48:15.662088 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a32687-2cfd-458f-b2b8-520c67a5656d req-303a4b5a-5a43-427a-88de-bd0b22e526f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:15.663697 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-03a32687-2cfd-458f-b2b8-520c67a5656d req-303a4b5a-5a43-427a-88de-bd0b22e526f4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b6c39f47-e8f1-437f-bec0-2fa249892ca3 HTTP/1.1" status: 200 len: 850 time: 0.1105926 Jul 18 10:48:15.717160 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a32687-2cfd-458f-b2b8-520c67a5656d req-c27e3b9e-9970-45df-8720-80e712005503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:15.718967 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-03a32687-2cfd-458f-b2b8-520c67a5656d req-c27e3b9e-9970-45df-8720-80e712005503 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476019 Jul 18 10:48:15.865742 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-03a32687-2cfd-458f-b2b8-520c67a5656d req-36d29010-397f-48f6-b127-87ea1b22162e service neutron] 10.222.0.52 "GET /v2.0/networks/2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364689 Jul 18 10:48:15.947111 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-db87da7e-4aa6-462f-b4bb-43216345ea69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127334271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127366045'] for subnet (512783b5-ba0d-4895-9c11-b757939219d1), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:15.983884 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db87da7e-4aa6-462f-b4bb-43216345ea69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=512783b5-ba0d-4895-9c11-b757939219d1,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:48:15.986740 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-db87da7e-4aa6-462f-b4bb-43216345ea69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for subnet (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:15.990273 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-db87da7e-4aa6-462f-b4bb-43216345ea69 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/512783b5-ba0d-4895-9c11-b757939219d1 HTTP/1.1" status: 204 len: 168 time: 0.8095605 Jul 18 10:48:16.003244 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-03a32687-2cfd-458f-b2b8-520c67a5656d req-f4cfea2a-810b-44fa-9b70-2b019238a890 service neutron] 10.222.0.52 "GET /v2.0/networks/2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281297 Jul 18 10:48:16.004026 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 40356) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:48:16.091867 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-1287720a-1e29-4115-bba6-7ce564e16a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639067'] for network (e91fb4b0-63e7-4b4a-9382-74653866cf47), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:16.180272 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-967aadf7-cdc0-429e-8e17-2291f044c4fb tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:16.234078 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-1287720a-1e29-4115-bba6-7ce564e16a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734605', 'neutron.services.segments.db._delete_segments_for_network-8741536027414'] for network (e91fb4b0-63e7-4b4a-9382-74653866cf47), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:16.234078 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1802136-d043-4410-b276-c1e75073d7d7 req-d2199296-bb93-429a-95dc-722856efa65b tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:16.235452 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f1802136-d043-4410-b276-c1e75073d7d7 req-d2199296-bb93-429a-95dc-722856efa65b tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=1449a0db-3f38-4456-8a45-7b4a40105095 HTTP/1.1" status: 200 len: 946 time: 0.1098561 Jul 18 10:48:16.263987 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.services.segments.db [None req-1287720a-1e29-4115-bba6-7ce564e16a84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e91fb4b0-63e7-4b4a-9382-74653866cf47']}} {{(pid=111155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:48:16.266641 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-967aadf7-cdc0-429e-8e17-2291f044c4fb tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778871'] for floatingip (2c9b347c-fde3-46a5-8720-eb0056eeda92), after_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:16.271479 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d6e73a-e8de-44b1-a7a7-fb0b28e766b4 None None] New status for floating IP 3e4a8a2f-302c-4f91-bc69-638e27a01a9e: ACTIVE {{(pid=111156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 10:48:16.294715 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.services.segments.db [None req-1287720a-1e29-4115-bba6-7ce564e16a84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5dbf418-af67-48fb-a692-05dc12d677c4') {'for_net_delete': True} {{(pid=111155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:48:16.295010 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.services.segments.db [None req-1287720a-1e29-4115-bba6-7ce564e16a84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5dbf418-af67-48fb-a692-05dc12d677c4') {} {{(pid=111155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:48:16.308077 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-1287720a-1e29-4115-bba6-7ce564e16a84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741536027679', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126872119'] for segment (f5dbf418-af67-48fb-a692-05dc12d677c4), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:16.338114 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-1287720a-1e29-4115-bba6-7ce564e16a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547345'] for segment (f5dbf418-af67-48fb-a692-05dc12d677c4), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:16.346819 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f1802136-d043-4410-b276-c1e75073d7d7 req-be0d894f-8298-46a7-897d-319cec301a57 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017139 Jul 18 10:48:16.350150 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1287720a-1e29-4115-bba6-7ce564e16a84 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=111155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 10:48:16.350952 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-1287720a-1e29-4115-bba6-7ce564e16a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126083116'] for segment (f5dbf418-af67-48fb-a692-05dc12d677c4), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:16.367642 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:16.424878 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:16.438901 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.db.l3_db [None req-967aadf7-cdc0-429e-8e17-2291f044c4fb tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Floating IP 2c9b347c-fde3-46a5-8720-eb0056eeda92 associated. External IP: 172.27.1.146, port: dce7face-5f9b-40f7-8b3c-e6b845457a5e. Jul 18 10:48:16.492910 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-1287720a-1e29-4115-bba6-7ce564e16a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3779455'] for network (e91fb4b0-63e7-4b4a-9382-74653866cf47), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:16.499702 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-1287720a-1e29-4115-bba6-7ce564e16a84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for network (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:16.507949 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-1287720a-1e29-4115-bba6-7ce564e16a84 admin admin] 10.222.0.49 "DELETE /v2.0/networks/e91fb4b0-63e7-4b4a-9382-74653866cf47 HTTP/1.1" status: 204 len: 168 time: 0.5003698 Jul 18 10:48:16.531473 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1287720a-1e29-4115-bba6-7ce564e16a84 admin admin] Pushing event deleted for resources: {'Network': ['ID=e91fb4b0-63e7-4b4a-9382-74653866cf47,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:48:16.729905 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-967aadf7-cdc0-429e-8e17-2291f044c4fb tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Router 6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3 has already been hosted by L3 agent e6bcb791-bd43-4d6b-ab54-e591cb66712b {{(pid=111154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:48:16.800514 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57063e5d-f554-44b4-b783-8d8bfe7a098e req-7159d5ad-7d14-4df2-8d9d-6cc8fe4ee7b9 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:16.802292 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-57063e5d-f554-44b4-b783-8d8bfe7a098e req-7159d5ad-7d14-4df2-8d9d-6cc8fe4ee7b9 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 945 time: 0.0561495 Jul 18 10:48:16.858717 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-57063e5d-f554-44b4-b783-8d8bfe7a098e req-ddcc3852-8be0-4530-8719-971b0bd76bb5 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485184 Jul 18 10:48:16.858965 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-967aadf7-cdc0-429e-8e17-2291f044c4fb tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Notify agent at l3_agent.dv-cinder-849498-1-iscsi the message routers_updated {{(pid=111154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:48:16.866097 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-967aadf7-cdc0-429e-8e17-2291f044c4fb tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for floatingip (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:16.871227 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f1c14f-cb49-4442-aa02-b147b20f64d9 None None] Sync routers for ids ['6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3'] in dv-cinder-849498-1-iscsi {{(pid=111157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:48:16.885825 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f1c14f-cb49-4442-aa02-b147b20f64d9 None None] Routers {'6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:48:16.886769 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-22f1c14f-cb49-4442-aa02-b147b20f64d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:48:07Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3'], 'active': True} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:48:16.906721 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-967aadf7-cdc0-429e-8e17-2291f044c4fb tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "PUT /v2.0/floatingips/2c9b347c-fde3-46a5-8720-eb0056eeda92 HTTP/1.1" status: 200 len: 991 time: 1.4420955 Jul 18 10:48:16.907501 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eadfa860-196c-4946-85a4-a9a2aed7c1b7', 'tag': 'dce7face-5f9b-40f7-8b3c-e6b845457a5e'}] {{(pid=111154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:48:16.912211 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76f28ae75f34143b6717ab81e854799a90e2618b86a46665dc49940857a7474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fbca34d-0fbb-46df-9351-9f475f8b3402" -d '{"events": [{"name": "network-changed", "server_uuid": "eadfa860-196c-4946-85a4-a9a2aed7c1b7", "tag": "dce7face-5f9b-40f7-8b3c-e6b845457a5e"}]}' {{(pid=111154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:48:16.961071 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b39403-e1d2-4a5f-b9ae-914c289a0c3d x-openstack-request-id: req-11b39403-e1d2-4a5f-b9ae-914c289a0c3d {{(pid=111154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:48:16.961862 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eadfa860-196c-4946-85a4-a9a2aed7c1b7", "tag": "dce7face-5f9b-40f7-8b3c-e6b845457a5e", "status": "completed", "code": 200}]} {{(pid=111154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:48:16.962293 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-11b39403-e1d2-4a5f-b9ae-914c289a0c3d {{(pid=111154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:48:16.962871 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11b39403-e1d2-4a5f-b9ae-914c289a0c3d'] response: {'name': 'network-changed', 'server_uuid': 'eadfa860-196c-4946-85a4-a9a2aed7c1b7', 'tag': 'dce7face-5f9b-40f7-8b3c-e6b845457a5e', 'status': 'completed', 'code': 200} Jul 18 10:48:17.055530 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb710569-e460-4596-8407-51105a562fc5 req-4592dbeb-9090-4172-b267-0b04f67e2f40 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:17.055941 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvr_db [None req-22f1c14f-cb49-4442-aa02-b147b20f64d9 None None] Set router 6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:48:17.057162 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-cb710569-e460-4596-8407-51105a562fc5 req-4592dbeb-9090-4172-b267-0b04f67e2f40 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 945 time: 0.0857024 Jul 18 10:48:17.060724 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbca34d-0fbb-46df-9351-9f475f8b3402 req-1601f255-24a7-4fbb-99cd-115ec8c3849f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:17.062291 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3fbca34d-0fbb-46df-9351-9f475f8b3402 req-1601f255-24a7-4fbb-99cd-115ec8c3849f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=04716d82e1084ec58b2a4909710a6ce8&device_id=eadfa860-196c-4946-85a4-a9a2aed7c1b7 HTTP/1.1" status: 200 len: 1129 time: 0.0766540 Jul 18 10:48:17.070562 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 40390) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:48:17.075304 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [None req-8438f7d7-64a2-4d65-95ba-05f394a89950 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Request body: {'floatingip': {'port_id': 'abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae'}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:48:17.115995 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 40392) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:48:17.155804 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.services.segments.plugin [-] Segment f5dbf418-af67-48fb-a692-05dc12d677c4 resource provider aggregate not found Jul 18 10:48:17.190116 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-8438f7d7-64a2-4d65-95ba-05f394a89950 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks [] for floatingip (af94d4a4-18d6-4c54-b816-913f300083dd), before_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:17.191695 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-e895d4b6-cdf0-49d2-aaae-06e6b182b10a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6cd30e8c51cf4665b4c5f5262b56053f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0743568 Jul 18 10:48:17.194062 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=100 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:17.195919 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 40398) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:48:17.256731 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.services.segments.plugin [-] Segment f5dbf418-af67-48fb-a692-05dc12d677c4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f5dbf418-af67-48fb-a692-05dc12d677c4 found for delete ", "request_id": "req-381cb7d3-a46b-41c4-82f9-fd2a23dd4b9d"}]} Jul 18 10:48:17.300816 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=100 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:17.347262 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=100 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:17.396927 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-22f1c14f-cb49-4442-aa02-b147b20f64d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'name': 'tempest-AttachVolumeNegativeTest-431570464-router', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '4083be66-18b5-4ad2-a323-569672bf755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:00Z', 'updated_at': '2022-07-18T10:47:14Z', 'revision_number': 4, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'gw_port': {'id': '4083be66-18b5-4ad2-a323-569672bf755b', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:02Z', 'updated_at': '2022-07-18T10:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_floatingips': [{'id': '2c9b347c-fde3-46a5-8720-eb0056eeda92', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'floating_ip_address': '172.27.1.146', 'floating_network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'router_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'port_id': 'dce7face-5f9b-40f7-8b3c-e6b845457a5e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b', 'mac_address': 'fa:16:3e:35:79:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadfa860-196c-4946-85a4-a9a2aed7c1b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:47:34Z', 'updated_at': '2022-07-18T10:48:16Z', 'revision_number': 1, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '603b1623-5cf2-4603-b446-434aeca6fd4c', 'name': '', 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'mac_address': 'fa:16:3e:29:7e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'aa197fa4-4b14-4357-8299-842622dc6172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:10Z', 'updated_at': '2022-07-18T10:47:38Z', 'revision_number': 5, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'subnets': [{'id': 'aa197fa4-4b14-4357-8299-842622dc6172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:48:17.439315 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbca34d-0fbb-46df-9351-9f475f8b3402 req-11aa4ab6-afad-427c-8eb4-17509e31fa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:17.441159 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3fbca34d-0fbb-46df-9351-9f475f8b3402 req-11aa4ab6-afad-427c-8eb4-17509e31fa59 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cfde60e0-9a8e-4b4d-8a28-cc720005757b HTTP/1.1" status: 200 len: 915 time: 0.3624854 Jul 18 10:48:17.448550 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f1c14f-cb49-4442-aa02-b147b20f64d9 None None] Checking router: 6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3 for host: dv-cinder-849498-1-iscsi {{(pid=111157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:48:17.460728 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f1c14f-cb49-4442-aa02-b147b20f64d9 None None] Routers {'6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:48:17.461819 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-22f1c14f-cb49-4442-aa02-b147b20f64d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:48:07Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3'], 'active': True} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:48:17.493833 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 40404) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:48:17.593347 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-a32d25e7-1237-41aa-a3d5-cd27b9264b17 admin admin] Publish callbacks [] for security_group (6356b738-6772-4622-b2c6-ef425e24ad63), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:17.617141 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvr_db [None req-22f1c14f-cb49-4442-aa02-b147b20f64d9 None None] Set router 6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:48:17.656926 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-9a58508c-2051-4f2b-bad7-31eb091b950f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:17.662594 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c8da9b-3817-4870-82bd-b12728835cb7 req-483792dc-6ca9-4483-b0fa-492ee250a317 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:17.665346 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d8c8da9b-3817-4870-82bd-b12728835cb7 req-483792dc-6ca9-4483-b0fa-492ee250a317 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=1449a0db-3f38-4456-8a45-7b4a40105095 HTTP/1.1" status: 200 len: 946 time: 0.2231362 Jul 18 10:48:17.695329 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-a32d25e7-1237-41aa-a3d5-cd27b9264b17 admin admin] Publish callbacks [] for security_group (6356b738-6772-4622-b2c6-ef425e24ad63), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:17.719165 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3fbca34d-0fbb-46df-9351-9f475f8b3402 req-7403a0a0-e961-409d-b41b-7aa4664dddd2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dce7face-5f9b-40f7-8b3c-e6b845457a5e HTTP/1.1" status: 200 len: 999 time: 0.2437468 Jul 18 10:48:17.791975 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=100 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:17.820862 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-9a58508c-2051-4f2b-bad7-31eb091b950f admin admin] Publish callbacks [] for security_group (1b30bc75-6927-4539-836d-0a007c34b7e8), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:17.928862 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-9a58508c-2051-4f2b-bad7-31eb091b950f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (1b30bc75-6927-4539-836d-0a007c34b7e8), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:17.947268 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:17.958705 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbca34d-0fbb-46df-9351-9f475f8b3402 req-98edf722-290a-4c0b-afb0-2f1c2ad38be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:17.960241 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3fbca34d-0fbb-46df-9351-9f475f8b3402 req-98edf722-290a-4c0b-afb0-2f1c2ad38be9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=aa197fa4-4b14-4357-8299-842622dc6172 HTTP/1.1" status: 200 len: 853 time: 0.2304854 Jul 18 10:48:17.981424 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a58508c-2051-4f2b-bad7-31eb091b950f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b30bc75-6927-4539-836d-0a007c34b7e8,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:48:17.990394 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d8c8da9b-3817-4870-82bd-b12728835cb7 req-e0513cf8-7bfa-4cd6-bc65-f12130f17596 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021717 Jul 18 10:48:18.001114 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-9a58508c-2051-4f2b-bad7-31eb091b950f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cc93b65a84d143aa933e84e7cde9e166&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5037508 Jul 18 10:48:18.002481 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 40416) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:48:18.089237 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-37531d5a-a7cb-499c-a95b-3a93b8d57d18 admin admin] Publish callbacks [] for security_group (1b30bc75-6927-4539-836d-0a007c34b7e8), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:18.106206 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-22f1c14f-cb49-4442-aa02-b147b20f64d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'name': 'tempest-AttachVolumeNegativeTest-431570464-router', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '4083be66-18b5-4ad2-a323-569672bf755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:00Z', 'updated_at': '2022-07-18T10:47:14Z', 'revision_number': 4, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'gw_port': {'id': '4083be66-18b5-4ad2-a323-569672bf755b', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:02Z', 'updated_at': '2022-07-18T10:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_floatingips': [{'id': '2c9b347c-fde3-46a5-8720-eb0056eeda92', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'floating_ip_address': '172.27.1.146', 'floating_network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'router_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'port_id': 'dce7face-5f9b-40f7-8b3c-e6b845457a5e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b', 'mac_address': 'fa:16:3e:35:79:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadfa860-196c-4946-85a4-a9a2aed7c1b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:47:34Z', 'updated_at': '2022-07-18T10:48:16Z', 'revision_number': 1, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '603b1623-5cf2-4603-b446-434aeca6fd4c', 'name': '', 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'mac_address': 'fa:16:3e:29:7e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'aa197fa4-4b14-4357-8299-842622dc6172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:10Z', 'updated_at': '2022-07-18T10:47:38Z', 'revision_number': 5, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'subnets': [{'id': 'aa197fa4-4b14-4357-8299-842622dc6172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:48:18.128548 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-37531d5a-a7cb-499c-a95b-3a93b8d57d18 admin admin] Publish callbacks [] for security_group (1b30bc75-6927-4539-836d-0a007c34b7e8), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:18.140669 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f1c14f-cb49-4442-aa02-b147b20f64d9 None None] The sync data for ids ['6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3'] in dv-cinder-849498-1-iscsi is: [{'id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'name': 'tempest-AttachVolumeNegativeTest-431570464-router', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '4083be66-18b5-4ad2-a323-569672bf755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:00Z', 'updated_at': '2022-07-18T10:47:14Z', 'revision_number': 4, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'gw_port': {'id': '4083be66-18b5-4ad2-a323-569672bf755b', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:02Z', 'updated_at': '2022-07-18T10:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_floatingips': [{'id': '2c9b347c-fde3-46a5-8720-eb0056eeda92', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'floating_ip_address': '172.27.1.146', 'floating_network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'router_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'port_id': 'dce7face-5f9b-40f7-8b3c-e6b845457a5e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b', 'mac_address': 'fa:16:3e:35:79:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadfa860-196c-4946-85a4-a9a2aed7c1b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:47:34Z', 'updated_at': '2022-07-18T10:48:16Z', 'revision_number': 1, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '603b1623-5cf2-4603-b446-434aeca6fd4c', 'name': '', 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'mac_address': 'fa:16:3e:29:7e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'aa197fa4-4b14-4357-8299-842622dc6172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:10Z', 'updated_at': '2022-07-18T10:47:38Z', 'revision_number': 5, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'subnets': [{'id': 'aa197fa4-4b14-4357-8299-842622dc6172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:48:18.298596 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-37531d5a-a7cb-499c-a95b-3a93b8d57d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (1b30bc75-6927-4539-836d-0a007c34b7e8), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:18.301345 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-37531d5a-a7cb-499c-a95b-3a93b8d57d18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:18.306431 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-37531d5a-a7cb-499c-a95b-3a93b8d57d18 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1b30bc75-6927-4539-836d-0a007c34b7e8 HTTP/1.1" status: 204 len: 168 time: 0.3001049 Jul 18 10:48:18.313892 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37531d5a-a7cb-499c-a95b-3a93b8d57d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b30bc75-6927-4539-836d-0a007c34b7e8,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:48:18.355238 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbca34d-0fbb-46df-9351-9f475f8b3402 req-f28bb320-6ebc-431a-8e01-2029bdfc6ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:18.356806 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3fbca34d-0fbb-46df-9351-9f475f8b3402 req-f28bb320-6ebc-431a-8e01-2029bdfc6ffb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cfde60e0-9a8e-4b4d-8a28-cc720005757b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3867428 Jul 18 10:48:18.406987 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-a32d25e7-1237-41aa-a3d5-cd27b9264b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (6356b738-6772-4622-b2c6-ef425e24ad63), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:18.410477 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-a32d25e7-1237-41aa-a3d5-cd27b9264b17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:18.411703 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-a32d25e7-1237-41aa-a3d5-cd27b9264b17 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6356b738-6772-4622-b2c6-ef425e24ad63 HTTP/1.1" status: 204 len: 168 time: 1.1839464 Jul 18 10:48:18.530046 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32d25e7-1237-41aa-a3d5-cd27b9264b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6356b738-6772-4622-b2c6-ef425e24ad63,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:48:18.674223 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3fbca34d-0fbb-46df-9351-9f475f8b3402 req-4e8041cd-0a61-4d95-bdeb-96654b5b5fed service neutron] 10.222.0.52 "GET /v2.0/networks/cfde60e0-9a8e-4b4d-8a28-cc720005757b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3109000 Jul 18 10:48:18.705925 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=100 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:18.737249 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-8438f7d7-64a2-4d65-95ba-05f394a89950 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:18.816171 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=100 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:18.818466 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3fbca34d-0fbb-46df-9351-9f475f8b3402 req-503edfd2-5c6a-46ff-a5b0-ecfe97e872d2 service neutron] 10.222.0.52 "GET /v2.0/networks/cfde60e0-9a8e-4b4d-8a28-cc720005757b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314297 Jul 18 10:48:18.850904 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-8438f7d7-64a2-4d65-95ba-05f394a89950 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778871'] for floatingip (af94d4a4-18d6-4c54-b816-913f300083dd), after_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:19.046995 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe1fbad-2a2b-4bbc-9d0e-e38c8c38289c None None] New status for floating IP 2c9b347c-fde3-46a5-8720-eb0056eeda92: ACTIVE {{(pid=111156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 10:48:19.063577 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.db.l3_db [None req-8438f7d7-64a2-4d65-95ba-05f394a89950 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Floating IP af94d4a4-18d6-4c54-b816-913f300083dd associated. External IP: 172.27.1.246, port: abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae. Jul 18 10:48:19.245019 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4be9f6-6671-4565-a667-e7f3c0c4941b req-a815bf64-48cf-4c53-b895-25b0dd8ede8d tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:19.249633 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-9a4be9f6-6671-4565-a667-e7f3c0c4941b req-a815bf64-48cf-4c53-b895-25b0dd8ede8d tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=1449a0db-3f38-4456-8a45-7b4a40105095 HTTP/1.1" status: 200 len: 946 time: 0.1162791 Jul 18 10:48:19.350580 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:19.419575 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-9a4be9f6-6671-4565-a667-e7f3c0c4941b req-ee65b290-694e-44ed-a969-8dbb60358417 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640439 Jul 18 10:48:19.457614 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8438f7d7-64a2-4d65-95ba-05f394a89950 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Router ccd4d833-2ce0-4438-9953-12ee3f8e0f47 has already been hosted by L3 agent e6bcb791-bd43-4d6b-ab54-e591cb66712b {{(pid=111155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:48:19.460364 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 40442) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:48:19.482648 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-b95ca05b-22bd-407e-8772-92828a81d92f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:19.490544 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:19.651614 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8438f7d7-64a2-4d65-95ba-05f394a89950 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Notify agent at l3_agent.dv-cinder-849498-1-iscsi the message routers_updated {{(pid=111155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:48:19.656626 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-8438f7d7-64a2-4d65-95ba-05f394a89950 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for floatingip (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:19.663202 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0502bcf9-46df-43c7-b460-a14e17299071 None None] Sync routers for ids ['ccd4d833-2ce0-4438-9953-12ee3f8e0f47'] in dv-cinder-849498-1-iscsi {{(pid=111157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:48:19.676289 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0502bcf9-46df-43c7-b460-a14e17299071 None None] Routers {'ccd4d833-2ce0-4438-9953-12ee3f8e0f47'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:48:19.677083 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-0502bcf9-46df-43c7-b460-a14e17299071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:48:07Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['ccd4d833-2ce0-4438-9953-12ee3f8e0f47'], 'active': True} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:48:19.710930 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-8438f7d7-64a2-4d65-95ba-05f394a89950 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "PUT /v2.0/floatingips/af94d4a4-18d6-4c54-b816-913f300083dd HTTP/1.1" status: 200 len: 991 time: 2.6391723 Jul 18 10:48:19.713023 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-b95ca05b-22bd-407e-8772-92828a81d92f admin admin] Publish callbacks [] for security_group (947a2140-279e-4a9a-82f5-00dcdf19dc7c), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:19.713978 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14d05192-b009-41ab-861b-b66d0352d41e', 'tag': 'abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae'}] {{(pid=111155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:48:19.716583 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f06b923856051c73f64d3b2294300e60923526062a62ec6e5be74a6ad2a3856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7463df-de1b-4f0a-b0e0-7885fd77908c" -d '{"events": [{"name": "network-changed", "server_uuid": "14d05192-b009-41ab-861b-b66d0352d41e", "tag": "abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae"}]}' {{(pid=111155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:48:19.758010 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf49836-9c01-4ef0-9ee2-92cce198d195 x-openstack-request-id: req-cdf49836-9c01-4ef0-9ee2-92cce198d195 {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:48:19.758469 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14d05192-b009-41ab-861b-b66d0352d41e", "tag": "abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae", "status": "completed", "code": 200}]} {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:48:19.759698 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cdf49836-9c01-4ef0-9ee2-92cce198d195 {{(pid=111155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:48:19.759698 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdf49836-9c01-4ef0-9ee2-92cce198d195'] response: {'name': 'network-changed', 'server_uuid': '14d05192-b009-41ab-861b-b66d0352d41e', 'tag': 'abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae', 'status': 'completed', 'code': 200} Jul 18 10:48:19.764143 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 40452) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:48:19.795423 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvr_db [None req-0502bcf9-46df-43c7-b460-a14e17299071 None None] Set router ccd4d833-2ce0-4438-9953-12ee3f8e0f47 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:48:19.878931 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-eadce3e8-0db2-4666-87d9-bde3d1d3840c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=811a92f9ef894cfc8e2de198435000e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1129198 Jul 18 10:48:19.885557 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 40454) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:48:19.894875 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7463df-de1b-4f0a-b0e0-7885fd77908c req-fe4e576b-ade7-4d1a-8778-4d54713023cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:19.897409 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3f7463df-de1b-4f0a-b0e0-7885fd77908c req-fe4e576b-ade7-4d1a-8778-4d54713023cd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=48497435674b41ccb34f6ff43026a232&device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 1129 time: 0.0832968 Jul 18 10:48:19.945548 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-a6f35730-30d9-4e06-adf1-aac7102226e3 admin admin] Publish callbacks [] for security_group (e72e33a3-3967-42c1-b2ca-bf6aa3eec548), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:19.973871 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-a6f35730-30d9-4e06-adf1-aac7102226e3 admin admin] Publish callbacks [] for security_group (e72e33a3-3967-42c1-b2ca-bf6aa3eec548), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:20.050512 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7463df-de1b-4f0a-b0e0-7885fd77908c req-a2f6e4a8-75af-499c-90ab-e760b2e931f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:20.052925 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3f7463df-de1b-4f0a-b0e0-7885fd77908c req-a2f6e4a8-75af-499c-90ab-e760b2e931f5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cacd27b7-b866-4702-aa51-5895ad956ffc HTTP/1.1" status: 200 len: 917 time: 0.1456487 Jul 18 10:48:20.063480 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-0502bcf9-46df-43c7-b460-a14e17299071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd4d833-2ce0-4438-9953-12ee3f8e0f47', 'name': 'tempest-AttachVolumeShelveTestJSON-108440083-router', 'tenant_id': '48497435674b41ccb34f6ff43026a232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'cf987100-66ea-496b-aa17-eaf34554ff4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:02Z', 'updated_at': '2022-07-18T10:47:15Z', 'revision_number': 4, 'project_id': '48497435674b41ccb34f6ff43026a232', 'gw_port': {'id': 'cf987100-66ea-496b-aa17-eaf34554ff4f', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd4d833-2ce0-4438-9953-12ee3f8e0f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:03Z', 'updated_at': '2022-07-18T10:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_floatingips': [{'id': 'af94d4a4-18d6-4c54-b816-913f300083dd', 'tenant_id': '48497435674b41ccb34f6ff43026a232', 'floating_ip_address': '172.27.1.246', 'floating_network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'router_id': 'ccd4d833-2ce0-4438-9953-12ee3f8e0f47', 'port_id': 'abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cacd27b7-b866-4702-aa51-5895ad956ffc', 'mac_address': 'fa:16:3e:7e:fa:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d05192-b009-41ab-861b-b66d0352d41e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:47:29Z', 'updated_at': '2022-07-18T10:48:18Z', 'revision_number': 1, 'project_id': '48497435674b41ccb34f6ff43026a232', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3bc26e4-cf1d-4d0f-8ed5-970a19493367', 'name': '', 'network_id': 'cacd27b7-b866-4702-aa51-5895ad956ffc', 'tenant_id': '48497435674b41ccb34f6ff43026a232', 'mac_address': 'fa:16:3e:09:1f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd4d833-2ce0-4438-9953-12ee3f8e0f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0722f3de-6f57-48f1-8200-e5895920f8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:12Z', 'updated_at': '2022-07-18T10:47:41Z', 'revision_number': 5, 'project_id': '48497435674b41ccb34f6ff43026a232', 'subnets': [{'id': '0722f3de-6f57-48f1-8200-e5895920f8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:48:20.096858 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0502bcf9-46df-43c7-b460-a14e17299071 None None] Checking router: ccd4d833-2ce0-4438-9953-12ee3f8e0f47 for host: dv-cinder-849498-1-iscsi {{(pid=111157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:48:20.107786 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0502bcf9-46df-43c7-b460-a14e17299071 None None] Routers {'ccd4d833-2ce0-4438-9953-12ee3f8e0f47'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:48:20.108576 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-0502bcf9-46df-43c7-b460-a14e17299071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:48:07Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['ccd4d833-2ce0-4438-9953-12ee3f8e0f47'], 'active': True} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:48:20.144286 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-b95ca05b-22bd-407e-8772-92828a81d92f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (947a2140-279e-4a9a-82f5-00dcdf19dc7c), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:20.204113 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3f7463df-de1b-4f0a-b0e0-7885fd77908c req-f63cb8f2-6e08-4283-82c4-46e75fab4050 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae HTTP/1.1" status: 200 len: 999 time: 0.1382926 Jul 18 10:48:20.213055 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-b95ca05b-22bd-407e-8772-92828a81d92f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dd9919a1830d45299cad19b06c5da9f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7484555 Jul 18 10:48:20.213668 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 40462) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:48:20.222228 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95ca05b-22bd-407e-8772-92828a81d92f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947a2140-279e-4a9a-82f5-00dcdf19dc7c,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:48:20.231859 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=100 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:20.244924 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvr_db [None req-0502bcf9-46df-43c7-b460-a14e17299071 None None] Set router ccd4d833-2ce0-4438-9953-12ee3f8e0f47 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:48:20.268650 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7463df-de1b-4f0a-b0e0-7885fd77908c req-f989be4e-6cf4-4d7d-b14b-bd52b5cb417a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:20.270616 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3f7463df-de1b-4f0a-b0e0-7885fd77908c req-f989be4e-6cf4-4d7d-b14b-bd52b5cb417a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0722f3de-6f57-48f1-8200-e5895920f8b7 HTTP/1.1" status: 200 len: 855 time: 0.0593495 Jul 18 10:48:20.285314 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-603b2d72-f647-4558-a213-db9716c9ea89 admin admin] Publish callbacks [] for security_group (947a2140-279e-4a9a-82f5-00dcdf19dc7c), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:20.316586 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-603b2d72-f647-4558-a213-db9716c9ea89 admin admin] Publish callbacks [] for security_group (947a2140-279e-4a9a-82f5-00dcdf19dc7c), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:20.338667 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7463df-de1b-4f0a-b0e0-7885fd77908c req-53e6c9e1-15a8-406b-a80d-ad10f6f89ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:20.356303 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3f7463df-de1b-4f0a-b0e0-7885fd77908c req-53e6c9e1-15a8-406b-a80d-ad10f6f89ab3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cacd27b7-b866-4702-aa51-5895ad956ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0614278 Jul 18 10:48:20.431716 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-a6f35730-30d9-4e06-adf1-aac7102226e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (e72e33a3-3967-42c1-b2ca-bf6aa3eec548), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:20.434414 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-a6f35730-30d9-4e06-adf1-aac7102226e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:20.440393 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-a6f35730-30d9-4e06-adf1-aac7102226e3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e72e33a3-3967-42c1-b2ca-bf6aa3eec548 HTTP/1.1" status: 204 len: 168 time: 0.5493071 Jul 18 10:48:20.462095 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f35730-30d9-4e06-adf1-aac7102226e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72e33a3-3967-42c1-b2ca-bf6aa3eec548,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:48:20.564239 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3f7463df-de1b-4f0a-b0e0-7885fd77908c req-3da1a806-df5c-420b-90b7-375a19ee46f4 service neutron] 10.222.0.52 "GET /v2.0/networks/cacd27b7-b866-4702-aa51-5895ad956ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068608 Jul 18 10:48:20.590389 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-603b2d72-f647-4558-a213-db9716c9ea89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (947a2140-279e-4a9a-82f5-00dcdf19dc7c), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:20.596727 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-603b2d72-f647-4558-a213-db9716c9ea89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:20.599235 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-603b2d72-f647-4558-a213-db9716c9ea89 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/947a2140-279e-4a9a-82f5-00dcdf19dc7c HTTP/1.1" status: 204 len: 168 time: 0.3837278 Jul 18 10:48:20.619330 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603b2d72-f647-4558-a213-db9716c9ea89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947a2140-279e-4a9a-82f5-00dcdf19dc7c,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:48:20.631774 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff9871-a96f-469b-8803-3e1610aa596e req-818c9315-a3b4-4bc1-86e6-7286cafe9c7d tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:20.639045 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-29ff9871-a96f-469b-8803-3e1610aa596e req-818c9315-a3b4-4bc1-86e6-7286cafe9c7d tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=1449a0db-3f38-4456-8a45-7b4a40105095 HTTP/1.1" status: 200 len: 946 time: 0.0965538 Jul 18 10:48:20.654999 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-0502bcf9-46df-43c7-b460-a14e17299071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd4d833-2ce0-4438-9953-12ee3f8e0f47', 'name': 'tempest-AttachVolumeShelveTestJSON-108440083-router', 'tenant_id': '48497435674b41ccb34f6ff43026a232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'cf987100-66ea-496b-aa17-eaf34554ff4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:02Z', 'updated_at': '2022-07-18T10:47:15Z', 'revision_number': 4, 'project_id': '48497435674b41ccb34f6ff43026a232', 'gw_port': {'id': 'cf987100-66ea-496b-aa17-eaf34554ff4f', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd4d833-2ce0-4438-9953-12ee3f8e0f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:03Z', 'updated_at': '2022-07-18T10:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_floatingips': [{'id': 'af94d4a4-18d6-4c54-b816-913f300083dd', 'tenant_id': '48497435674b41ccb34f6ff43026a232', 'floating_ip_address': '172.27.1.246', 'floating_network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'router_id': 'ccd4d833-2ce0-4438-9953-12ee3f8e0f47', 'port_id': 'abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cacd27b7-b866-4702-aa51-5895ad956ffc', 'mac_address': 'fa:16:3e:7e:fa:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d05192-b009-41ab-861b-b66d0352d41e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:47:29Z', 'updated_at': '2022-07-18T10:48:18Z', 'revision_number': 1, 'project_id': '48497435674b41ccb34f6ff43026a232', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3bc26e4-cf1d-4d0f-8ed5-970a19493367', 'name': '', 'network_id': 'cacd27b7-b866-4702-aa51-5895ad956ffc', 'tenant_id': '48497435674b41ccb34f6ff43026a232', 'mac_address': 'fa:16:3e:09:1f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd4d833-2ce0-4438-9953-12ee3f8e0f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0722f3de-6f57-48f1-8200-e5895920f8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:12Z', 'updated_at': '2022-07-18T10:47:41Z', 'revision_number': 5, 'project_id': '48497435674b41ccb34f6ff43026a232', 'subnets': [{'id': '0722f3de-6f57-48f1-8200-e5895920f8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:48:20.688239 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0502bcf9-46df-43c7-b460-a14e17299071 None None] The sync data for ids ['ccd4d833-2ce0-4438-9953-12ee3f8e0f47'] in dv-cinder-849498-1-iscsi is: [{'id': 'ccd4d833-2ce0-4438-9953-12ee3f8e0f47', 'name': 'tempest-AttachVolumeShelveTestJSON-108440083-router', 'tenant_id': '48497435674b41ccb34f6ff43026a232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'cf987100-66ea-496b-aa17-eaf34554ff4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:02Z', 'updated_at': '2022-07-18T10:47:15Z', 'revision_number': 4, 'project_id': '48497435674b41ccb34f6ff43026a232', 'gw_port': {'id': 'cf987100-66ea-496b-aa17-eaf34554ff4f', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd4d833-2ce0-4438-9953-12ee3f8e0f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:03Z', 'updated_at': '2022-07-18T10:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_floatingips': [{'id': 'af94d4a4-18d6-4c54-b816-913f300083dd', 'tenant_id': '48497435674b41ccb34f6ff43026a232', 'floating_ip_address': '172.27.1.246', 'floating_network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'router_id': 'ccd4d833-2ce0-4438-9953-12ee3f8e0f47', 'port_id': 'abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cacd27b7-b866-4702-aa51-5895ad956ffc', 'mac_address': 'fa:16:3e:7e:fa:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d05192-b009-41ab-861b-b66d0352d41e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:47:29Z', 'updated_at': '2022-07-18T10:48:18Z', 'revision_number': 1, 'project_id': '48497435674b41ccb34f6ff43026a232', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3bc26e4-cf1d-4d0f-8ed5-970a19493367', 'name': '', 'network_id': 'cacd27b7-b866-4702-aa51-5895ad956ffc', 'tenant_id': '48497435674b41ccb34f6ff43026a232', 'mac_address': 'fa:16:3e:09:1f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd4d833-2ce0-4438-9953-12ee3f8e0f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0722f3de-6f57-48f1-8200-e5895920f8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:12Z', 'updated_at': '2022-07-18T10:47:41Z', 'revision_number': 5, 'project_id': '48497435674b41ccb34f6ff43026a232', 'subnets': [{'id': '0722f3de-6f57-48f1-8200-e5895920f8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:48:20.742863 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3f7463df-de1b-4f0a-b0e0-7885fd77908c req-16ff717e-0230-47b1-a76d-de591af730b1 service neutron] 10.222.0.52 "GET /v2.0/networks/cacd27b7-b866-4702-aa51-5895ad956ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596696 Jul 18 10:48:20.746295 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-29ff9871-a96f-469b-8803-3e1610aa596e req-9a89e0ab-44f4-4ae2-ab3c-4d57b39e1078 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063497 Jul 18 10:48:20.927586 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:21.230573 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:21.264135 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 40478) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:48:21.469936 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:21.613700 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-c59d213a-1f47-4d79-9845-d77355f5ea5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:21.737974 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a79982-c5e0-4d7b-b3dd-3dc8169b1e84 None None] New status for floating IP af94d4a4-18d6-4c54-b816-913f300083dd: ACTIVE {{(pid=111156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 10:48:21.789247 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-c59d213a-1f47-4d79-9845-d77355f5ea5b admin admin] Publish callbacks [] for security_group (831ee54c-4115-4587-9397-412807563ddc), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:21.875823 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-c59d213a-1f47-4d79-9845-d77355f5ea5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (831ee54c-4115-4587-9397-412807563ddc), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:21.920939 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-c59d213a-1f47-4d79-9845-d77355f5ea5b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d683c9972fdd4996bf6b82aa16f1b50a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6529860 Jul 18 10:48:21.921466 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 40500) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:48:21.947460 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a13486d-d052-4533-94e0-e2b49884bdbd req-3a8615f9-78e7-434b-afc5-bbfe852f6e92 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:21.949498 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3a13486d-d052-4533-94e0-e2b49884bdbd req-3a8615f9-78e7-434b-afc5-bbfe852f6e92 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=1449a0db-3f38-4456-8a45-7b4a40105095 HTTP/1.1" status: 200 len: 946 time: 0.1054311 Jul 18 10:48:21.950489 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59d213a-1f47-4d79-9845-d77355f5ea5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=831ee54c-4115-4587-9397-412807563ddc,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:48:21.984337 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-36ba7bfa-63b3-4f7a-aa4c-9d059fcc2494 admin admin] Publish callbacks [] for security_group (831ee54c-4115-4587-9397-412807563ddc), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:22.010565 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-36ba7bfa-63b3-4f7a-aa4c-9d059fcc2494 admin admin] Publish callbacks [] for security_group (831ee54c-4115-4587-9397-412807563ddc), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:22.151889 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-36ba7bfa-63b3-4f7a-aa4c-9d059fcc2494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (831ee54c-4115-4587-9397-412807563ddc), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:22.154722 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-36ba7bfa-63b3-4f7a-aa4c-9d059fcc2494 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:22.157245 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-36ba7bfa-63b3-4f7a-aa4c-9d059fcc2494 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/831ee54c-4115-4587-9397-412807563ddc HTTP/1.1" status: 204 len: 168 time: 0.2333374 Jul 18 10:48:22.172824 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ba7bfa-63b3-4f7a-aa4c-9d059fcc2494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=831ee54c-4115-4587-9397-412807563ddc,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:48:22.210517 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:22.254347 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3a13486d-d052-4533-94e0-e2b49884bdbd req-69bf2516-4576-4b7d-8712-aa47f0a9579d tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948503 Jul 18 10:48:22.257037 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:22.751619 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:22.865624 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:22.955870 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:23.111503 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 40532) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:48:23.128832 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-f6b88b35-3375-4cf4-984b-fefe07c0cd00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:23.226523 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-f6b88b35-3375-4cf4-984b-fefe07c0cd00 admin admin] Publish callbacks [] for security_group (d4f92a33-bf16-467d-94c7-be9ea9d1ae85), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:23.323334 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-f6b88b35-3375-4cf4-984b-fefe07c0cd00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (d4f92a33-bf16-467d-94c7-be9ea9d1ae85), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:23.379178 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b88b35-3375-4cf4-984b-fefe07c0cd00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f92a33-bf16-467d-94c7-be9ea9d1ae85,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:48:23.385344 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-f6b88b35-3375-4cf4-984b-fefe07c0cd00 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=054875c2a7cc4838bd05084826ba0683&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2719917 Jul 18 10:48:23.386518 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 40548) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:48:23.417017 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a36aac1-3012-4569-bf42-6a8003cb9086 req-037da3c0-f3f6-41f6-af25-a3cc50962acf tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:23.418744 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-0a36aac1-3012-4569-bf42-6a8003cb9086 req-037da3c0-f3f6-41f6-af25-a3cc50962acf tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=1449a0db-3f38-4456-8a45-7b4a40105095 HTTP/1.1" status: 200 len: 946 time: 0.0823481 Jul 18 10:48:23.455464 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-7b8c8061-be70-4886-8910-ff8284a6b958 admin admin] Publish callbacks [] for security_group (d4f92a33-bf16-467d-94c7-be9ea9d1ae85), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:23.485374 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-0a36aac1-3012-4569-bf42-6a8003cb9086 req-e4676ec0-5dfb-43f4-932c-f87947d6d158 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548506 Jul 18 10:48:23.486226 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-7b8c8061-be70-4886-8910-ff8284a6b958 admin admin] Publish callbacks [] for security_group (d4f92a33-bf16-467d-94c7-be9ea9d1ae85), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:23.613014 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:23.683287 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-7b8c8061-be70-4886-8910-ff8284a6b958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (d4f92a33-bf16-467d-94c7-be9ea9d1ae85), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:23.686002 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-7b8c8061-be70-4886-8910-ff8284a6b958 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:23.687682 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-7b8c8061-be70-4886-8910-ff8284a6b958 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d4f92a33-bf16-467d-94c7-be9ea9d1ae85 HTTP/1.1" status: 204 len: 168 time: 0.3000414 Jul 18 10:48:23.696236 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8c8061-be70-4886-8910-ff8284a6b958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f92a33-bf16-467d-94c7-be9ea9d1ae85,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:48:23.737764 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 40554) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:48:24.052627 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:24.075963 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 40562) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:48:24.088151 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-4c5166e1-7138-4a63-abcf-5edc065e8976 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:24.144737 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1ff6e34c-ad2d-4d6d-84c2-aee03113dac2), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:24.175401 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-4c5166e1-7138-4a63-abcf-5edc065e8976 admin admin] Publish callbacks [] for security_group (c0ab1d78-07ea-47fe-be96-f303591840f8), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:24.179485 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-e6b52672-90dd-4d72-beba-bab26c97b3ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:24.259773 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-4c5166e1-7138-4a63-abcf-5edc065e8976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (c0ab1d78-07ea-47fe-be96-f303591840f8), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:24.266070 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-e6b52672-90dd-4d72-beba-bab26c97b3ab admin admin] Publish callbacks [] for security_group (5c8d617f-6151-4034-82b7-7fecc308c180), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:24.300809 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-4c5166e1-7138-4a63-abcf-5edc065e8976 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=701ef2c2ee604a2bbde59d1f9429a352&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5619304 Jul 18 10:48:24.301682 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5166e1-7138-4a63-abcf-5edc065e8976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ab1d78-07ea-47fe-be96-f303591840f8,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:48:24.303493 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 40572) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:48:24.356693 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-793e9d74-b954-4608-8e91-e7973d801419 admin admin] Publish callbacks [] for security_group (c0ab1d78-07ea-47fe-be96-f303591840f8), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:24.381899 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-793e9d74-b954-4608-8e91-e7973d801419 admin admin] Publish callbacks [] for security_group (c0ab1d78-07ea-47fe-be96-f303591840f8), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:24.392503 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-e6b52672-90dd-4d72-beba-bab26c97b3ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (5c8d617f-6151-4034-82b7-7fecc308c180), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:24.427840 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-e6b52672-90dd-4d72-beba-bab26c97b3ab admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=77af88872a914445bca5a39882f9a2ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3503604 Jul 18 10:48:24.430634 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 40578) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:48:24.470932 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b52672-90dd-4d72-beba-bab26c97b3ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8d617f-6151-4034-82b7-7fecc308c180,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:48:24.508719 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-f7227836-9b5f-4860-a7f6-80bd77825ec3 admin admin] Publish callbacks [] for security_group (5c8d617f-6151-4034-82b7-7fecc308c180), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:24.531134 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-f7227836-9b5f-4860-a7f6-80bd77825ec3 admin admin] Publish callbacks [] for security_group (5c8d617f-6151-4034-82b7-7fecc308c180), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:24.607882 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c42ac9-2cb5-4803-a7e8-4dc82d8d9ac2 req-d180f353-fbb9-4aa4-8dd4-de48c7c519c7 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:24.609805 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-98c42ac9-2cb5-4803-a7e8-4dc82d8d9ac2 req-d180f353-fbb9-4aa4-8dd4-de48c7c519c7 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=1449a0db-3f38-4456-8a45-7b4a40105095 HTTP/1.1" status: 200 len: 946 time: 0.0497205 Jul 18 10:48:24.666151 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-98c42ac9-2cb5-4803-a7e8-4dc82d8d9ac2 req-1adbded9-4646-4b56-b9ce-1ae3e3b4736a tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496385 Jul 18 10:48:24.706988 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-793e9d74-b954-4608-8e91-e7973d801419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (c0ab1d78-07ea-47fe-be96-f303591840f8), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:24.709710 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-793e9d74-b954-4608-8e91-e7973d801419 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:24.710908 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-793e9d74-b954-4608-8e91-e7973d801419 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c0ab1d78-07ea-47fe-be96-f303591840f8 HTTP/1.1" status: 204 len: 168 time: 0.4062586 Jul 18 10:48:24.720216 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793e9d74-b954-4608-8e91-e7973d801419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ab1d78-07ea-47fe-be96-f303591840f8,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:48:24.745620 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-f7227836-9b5f-4860-a7f6-80bd77825ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (5c8d617f-6151-4034-82b7-7fecc308c180), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:24.749479 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-f7227836-9b5f-4860-a7f6-80bd77825ec3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:24.756301 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-f7227836-9b5f-4860-a7f6-80bd77825ec3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5c8d617f-6151-4034-82b7-7fecc308c180 HTTP/1.1" status: 204 len: 168 time: 0.3244705 Jul 18 10:48:24.769853 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7227836-9b5f-4860-a7f6-80bd77825ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8d617f-6151-4034-82b7-7fecc308c180,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:48:24.924418 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:25.803294 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b06b1-970d-485c-b4ee-e1abd9f00548 req-4691bce1-f9f7-4514-8531-7a816bd68c52 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:25.811220 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-6f1b06b1-970d-485c-b4ee-e1abd9f00548 req-4691bce1-f9f7-4514-8531-7a816bd68c52 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=1449a0db-3f38-4456-8a45-7b4a40105095 HTTP/1.1" status: 200 len: 946 time: 0.0659962 Jul 18 10:48:25.822608 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:25.883248 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-6f1b06b1-970d-485c-b4ee-e1abd9f00548 req-91f508da-a20f-49a2-8cb8-2a6e21a01645 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705261 Jul 18 10:48:25.924283 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:26.172226 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f04a8b6-b847-4ec4-9f77-f165c6b76aa0 req-09077030-f86b-4e30-9dfc-23b4e09c2bae tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:26.174527 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-4f04a8b6-b847-4ec4-9f77-f165c6b76aa0 req-09077030-f86b-4e30-9dfc-23b4e09c2bae tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] 10.222.0.49 "GET /v2.0/ports?device_id=448b223d-269c-44ab-9fb8-01e1f863ee49 HTTP/1.1" status: 200 len: 946 time: 0.0564575 Jul 18 10:48:26.253677 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-4f04a8b6-b847-4ec4-9f77-f165c6b76aa0 req-4797ffa0-c4b7-4a16-a9b9-27b66134889c tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] 10.222.0.49 "GET /v2.0/security-groups?id=21de119a-c773-4c79-8731-66f2fa9cf377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722198 Jul 18 10:48:26.774992 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:27.036637 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655219d5-6731-47b1-ad97-062b8191afe7 req-f5922158-3115-4cd7-83b4-dea81a120797 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:27.038331 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-655219d5-6731-47b1-ad97-062b8191afe7 req-f5922158-3115-4cd7-83b4-dea81a120797 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=1449a0db-3f38-4456-8a45-7b4a40105095 HTTP/1.1" status: 200 len: 946 time: 0.0586741 Jul 18 10:48:27.091128 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:27.097131 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-655219d5-6731-47b1-ad97-062b8191afe7 req-044aae5d-3e83-4175-b5de-75d7f5ed272f tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526600 Jul 18 10:48:27.181931 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:27.316019 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:27.417432 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e65fa4-7a49-4acc-9be8-130929ee771f req-1298eaa6-548e-4e19-8183-234c4fa9e104 tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:27.419166 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-e7e65fa4-7a49-4acc-9be8-130929ee771f req-1298eaa6-548e-4e19-8183-234c4fa9e104 tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] 10.222.0.49 "GET /v2.0/ports?device_id=448b223d-269c-44ab-9fb8-01e1f863ee49 HTTP/1.1" status: 200 len: 946 time: 0.0776565 Jul 18 10:48:27.479520 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-e7e65fa4-7a49-4acc-9be8-130929ee771f req-50a55727-09aa-4e06-8f4f-121f97d1ae87 tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] 10.222.0.49 "GET /v2.0/security-groups?id=21de119a-c773-4c79-8731-66f2fa9cf377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515425 Jul 18 10:48:28.231589 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f262e2-7e2b-4aa4-9369-546da75cf799 req-114fea74-87c7-4837-adda-6334da05c3ec tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:28.233141 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-c9f262e2-7e2b-4aa4-9369-546da75cf799 req-114fea74-87c7-4837-adda-6334da05c3ec tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=1449a0db-3f38-4456-8a45-7b4a40105095 HTTP/1.1" status: 200 len: 946 time: 0.0558493 Jul 18 10:48:28.290391 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-c9f262e2-7e2b-4aa4-9369-546da75cf799 req-e38c489d-c356-4128-92c6-efa49caa86b2 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499976 Jul 18 10:48:28.324361 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:28.391259 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6bd71-444e-46b5-ae7f-1794322206de req-d35c0402-2ff6-4c67-8912-ee4a4d240c6f tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:28.393446 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2af6bd71-444e-46b5-ae7f-1794322206de req-d35c0402-2ff6-4c67-8912-ee4a4d240c6f tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] 10.222.0.52 "GET /v2.0/ports?device_id=448b223d-269c-44ab-9fb8-01e1f863ee49 HTTP/1.1" status: 200 len: 946 time: 0.0649104 Jul 18 10:48:28.561770 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.plugin [req-2af6bd71-444e-46b5-ae7f-1794322206de req-1c8c141c-4e40-4890-af38-92d7493ad047 tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] Deleting port a660016a-47a5-4610-b64d-eed8b0819a10 {{(pid=111155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:48:28.562527 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-2af6bd71-444e-46b5-ae7f-1794322206de req-1c8c141c-4e40-4890-af38-92d7493ad047 tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (a660016a-47a5-4610-b64d-eed8b0819a10), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:28.674200 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3b491-7363-44b8-b3a1-e5a3d0f565c8 req-d8b414c8-ac2b-4933-a5e5-1f043e212e49 tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:28.676041 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-36b3b491-7363-44b8-b3a1-e5a3d0f565c8 req-d8b414c8-ac2b-4933-a5e5-1f043e212e49 tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] 10.222.0.49 "GET /v2.0/ports?device_id=448b223d-269c-44ab-9fb8-01e1f863ee49 HTTP/1.1" status: 200 len: 946 time: 0.0968966 Jul 18 10:48:28.766039 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.db [req-2af6bd71-444e-46b5-ae7f-1794322206de req-1c8c141c-4e40-4890-af38-92d7493ad047 tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] For port a660016a-47a5-4610-b64d-eed8b0819a10, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=a660016a-47a5-4610-b64d-eed8b0819a10,segment=NetworkSegment(6a0917b6-d32d-4446-b59c-ab6c94e8291d),segment_id=6a0917b6-d32d-4446-b59c-ab6c94e8291d)] {{(pid=111155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:48:28.766039 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-2af6bd71-444e-46b5-ae7f-1794322206de req-1c8c141c-4e40-4890-af38-92d7493ad047 tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (a660016a-47a5-4610-b64d-eed8b0819a10), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:28.783577 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-36b3b491-7363-44b8-b3a1-e5a3d0f565c8 req-3fdea5ad-cdbe-4ad7-a4cd-5dde24654fa4 tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] 10.222.0.49 "GET /v2.0/security-groups?id=21de119a-c773-4c79-8731-66f2fa9cf377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980604 Jul 18 10:48:28.790828 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.plugin [req-2af6bd71-444e-46b5-ae7f-1794322206de req-1c8c141c-4e40-4890-af38-92d7493ad047 tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] Calling delete_port for a660016a-47a5-4610-b64d-eed8b0819a10 owned by compute:nova {{(pid=111155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:48:28.826933 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=100 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:29.088146 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-2af6bd71-444e-46b5-ae7f-1794322206de req-1c8c141c-4e40-4890-af38-92d7493ad047 tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126083827'] for port (a660016a-47a5-4610-b64d-eed8b0819a10), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:29.112382 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] get_ports_and_sgs() called for port_ids ['a660016a-47a5-4610-b64d-eed8b0819a10'] {{(pid=111156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:48:29.126521 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8c141c-4e40-4890-af38-92d7493ad047 tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] Pushing event deleted for resources: {'Port': ['ID=a660016a-47a5-4610-b64d-eed8b0819a10,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:48:29.239264 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.l3_dvrscheduler_db [req-2af6bd71-444e-46b5-ae7f-1794322206de req-1c8c141c-4e40-4890-af38-92d7493ad047 tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] No DVR routers for this DVR port a660016a-47a5-4610-b64d-eed8b0819a10 on host hv-cinder-84949 {{(pid=111155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:48:29.246545 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-2af6bd71-444e-46b5-ae7f-1794322206de req-1c8c141c-4e40-4890-af38-92d7493ad047 tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for port (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:29.253922 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2af6bd71-444e-46b5-ae7f-1794322206de req-1c8c141c-4e40-4890-af38-92d7493ad047 tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] 10.222.0.52 "DELETE /v2.0/ports/a660016a-47a5-4610-b64d-eed8b0819a10 HTTP/1.1" status: 204 len: 173 time: 0.8502600 Jul 18 10:48:29.254782 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '448b223d-269c-44ab-9fb8-01e1f863ee49', 'name': 'network-vif-deleted', 'tag': 'a660016a-47a5-4610-b64d-eed8b0819a10'}] {{(pid=111155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:48:29.260655 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f06b923856051c73f64d3b2294300e60923526062a62ec6e5be74a6ad2a3856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a59f1de-46b1-4018-a9b3-4aa60a36dd77" -d '{"events": [{"server_uuid": "448b223d-269c-44ab-9fb8-01e1f863ee49", "name": "network-vif-deleted", "tag": "a660016a-47a5-4610-b64d-eed8b0819a10"}]}' {{(pid=111155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:48:29.306970 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:29.315148 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9544b5-477e-4218-a6b9-2170897ec658 x-openstack-request-id: req-cb9544b5-477e-4218-a6b9-2170897ec658 {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:48:29.315543 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "448b223d-269c-44ab-9fb8-01e1f863ee49", "name": "network-vif-deleted", "tag": "a660016a-47a5-4610-b64d-eed8b0819a10", "status": "completed", "code": 200}]} {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:48:29.315700 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cb9544b5-477e-4218-a6b9-2170897ec658 {{(pid=111155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:48:29.316127 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb9544b5-477e-4218-a6b9-2170897ec658'] response: {'server_uuid': '448b223d-269c-44ab-9fb8-01e1f863ee49', 'name': 'network-vif-deleted', 'tag': 'a660016a-47a5-4610-b64d-eed8b0819a10', 'status': 'completed', 'code': 200} Jul 18 10:48:29.431554 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:29.454792 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2709d-fb16-4ee7-862d-18196e858a9a req-ec68280d-8ba4-4eca-b9e9-1c73f0aacd04 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:29.456393 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-69f2709d-fb16-4ee7-862d-18196e858a9a req-ec68280d-8ba4-4eca-b9e9-1c73f0aacd04 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=1449a0db-3f38-4456-8a45-7b4a40105095 HTTP/1.1" status: 200 len: 946 time: 0.0744700 Jul 18 10:48:29.515711 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-69f2709d-fb16-4ee7-862d-18196e858a9a req-1eff4d43-cf57-4fb7-b032-1c26987b4a98 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512292 Jul 18 10:48:29.522631 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:29.917642 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-69a86518-d807-4382-9f0b-e0d4d2703f31 req-eacf5c4d-d1bb-42d2-9da2-2a1d7ca31c91 tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] 10.222.0.49 "GET /v2.0/ports?device_id=448b223d-269c-44ab-9fb8-01e1f863ee49 HTTP/1.1" status: 200 len: 210 time: 0.0414121 Jul 18 10:48:29.963498 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:30.562393 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:30.603744 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:30.713082 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a01bcb2-1240-4e55-a65e-3245dd189225 req-8a83c17d-0ff0-4693-a587-5bdea9e5ea0a tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:30.714747 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2a01bcb2-1240-4e55-a65e-3245dd189225 req-8a83c17d-0ff0-4693-a587-5bdea9e5ea0a tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=1449a0db-3f38-4456-8a45-7b4a40105095 HTTP/1.1" status: 200 len: 946 time: 0.0914404 Jul 18 10:48:30.781228 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=52 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:30.793905 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2a01bcb2-1240-4e55-a65e-3245dd189225 req-5a5a146f-01e4-43c6-8d6d-48089b0be9b3 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663643 Jul 18 10:48:31.075567 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-7eeb9f88-6846-47f5-b0b8-b16ac5930373 req-ddb63ec3-3118-4a9f-ad66-d764f25c887d tempest-DeleteServersTestJSON-635289930 tempest-DeleteServersTestJSON-635289930-project] 10.222.0.49 "GET /v2.0/ports?device_id=448b223d-269c-44ab-9fb8-01e1f863ee49 HTTP/1.1" status: 200 len: 210 time: 0.0386517 Jul 18 10:48:31.535868 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:31.746864 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:31.988164 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a51ae-6c8f-44b7-be5b-1b643e3375bd req-b09f558d-8c08-4c29-86c2-5486ba59587c tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:31.989770 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b51a51ae-6c8f-44b7-be5b-1b643e3375bd req-b09f558d-8c08-4c29-86c2-5486ba59587c tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=1449a0db-3f38-4456-8a45-7b4a40105095 HTTP/1.1" status: 200 len: 946 time: 0.0890186 Jul 18 10:48:32.048618 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b51a51ae-6c8f-44b7-be5b-1b643e3375bd req-b53d24fd-0e97-4c20-bcd7-7fbfbe5bdff0 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513883 Jul 18 10:48:32.698695 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:32.843721 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device a660016a-47a5-4610-b64d-eed8b0819a10 no longer exists at agent hyperv_hv-cinder-84949 {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:48:32.866003 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] No Port match for: a660016a-47a5-4610-b64d-eed8b0819a10 {{(pid=111156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:48:32.868674 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device a660016a-47a5-4610-b64d-eed8b0819a10 not bound to the agent host hv-cinder-84949 {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:48:33.191022 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c5208-03a1-4632-8b3d-4376e016e1dc req-ce7bc977-e260-4d6b-99bd-1944136b0304 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:33.193240 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-c47c5208-03a1-4632-8b3d-4376e016e1dc req-ce7bc977-e260-4d6b-99bd-1944136b0304 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=1449a0db-3f38-4456-8a45-7b4a40105095 HTTP/1.1" status: 200 len: 946 time: 0.0586009 Jul 18 10:48:33.258908 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-c47c5208-03a1-4632-8b3d-4376e016e1dc req-81d941f3-3746-4997-9020-185904117ef3 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575080 Jul 18 10:48:33.546533 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:34.205073 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 40864) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:48:34.280828 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:DELETE=7,neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:34.401913 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:34.437797 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7fadbe-b51e-4990-876c-df827f30abd5 req-c50454b4-3470-4e0e-8b1d-a3dac97179ac tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:34.440159 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ef7fadbe-b51e-4990-876c-df827f30abd5 req-c50454b4-3470-4e0e-8b1d-a3dac97179ac tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=1449a0db-3f38-4456-8a45-7b4a40105095 HTTP/1.1" status: 200 len: 946 time: 0.0834167 Jul 18 10:48:34.543972 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ef7fadbe-b51e-4990-876c-df827f30abd5 req-b9fdab78-6858-497b-9f9e-f8ee7ec0586a tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903986 Jul 18 10:48:34.679690 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f14e430c-90a6-446f-a1a1-6927943730b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1fc7cd8a-3617-45f0-b645-db80237532c9), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:34.732203 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-21daf25b-7a55-4190-b8bb-22f86ea28f74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3788995'] for router_interface (13c68995-9203-4ad2-bce3-e2b5c7e98780), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:34.806557 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 40880) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:48:34.989983 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-e8f1cbeb-bc9d-47b3-94f1-a87fdf569ed8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:34.999947 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:35.105225 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-e8f1cbeb-bc9d-47b3-94f1-a87fdf569ed8 admin admin] Publish callbacks [] for security_group (6171cffd-f50f-4d7b-b5e5-a7d3eed5eb9a), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:35.180102 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-e8f1cbeb-bc9d-47b3-94f1-a87fdf569ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (6171cffd-f50f-4d7b-b5e5-a7d3eed5eb9a), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:35.223015 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f1cbeb-bc9d-47b3-94f1-a87fdf569ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6171cffd-f50f-4d7b-b5e5-a7d3eed5eb9a,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:48:35.227543 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-e8f1cbeb-bc9d-47b3-94f1-a87fdf569ed8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=eee60a7fa3854c46bbf7e85a4aa49cab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4193606 Jul 18 10:48:35.230966 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 40888) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:48:35.274825 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=100 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:35.293199 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-9ed7f726-c90d-4d2a-bf0a-94b23aee87c3 admin admin] Publish callbacks [] for security_group (6171cffd-f50f-4d7b-b5e5-a7d3eed5eb9a), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:35.308638 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.plugin [None req-21daf25b-7a55-4190-b8bb-22f86ea28f74 admin admin] Deleting port 3ae7f8fa-688f-447c-a353-3d6d84571321 {{(pid=111154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:48:35.309153 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-21daf25b-7a55-4190-b8bb-22f86ea28f74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (3ae7f8fa-688f-447c-a353-3d6d84571321), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:35.321546 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-9ed7f726-c90d-4d2a-bf0a-94b23aee87c3 admin admin] Publish callbacks [] for security_group (6171cffd-f50f-4d7b-b5e5-a7d3eed5eb9a), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:35.438051 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.db [None req-21daf25b-7a55-4190-b8bb-22f86ea28f74 admin admin] For port 3ae7f8fa-688f-447c-a353-3d6d84571321, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=3ae7f8fa-688f-447c-a353-3d6d84571321,segment=NetworkSegment(6a0917b6-d32d-4446-b59c-ab6c94e8291d),segment_id=6a0917b6-d32d-4446-b59c-ab6c94e8291d)] {{(pid=111154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:48:35.438835 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-21daf25b-7a55-4190-b8bb-22f86ea28f74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (3ae7f8fa-688f-447c-a353-3d6d84571321), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:35.464338 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.plugin [None req-21daf25b-7a55-4190-b8bb-22f86ea28f74 admin admin] Calling delete_port for 3ae7f8fa-688f-447c-a353-3d6d84571321 owned by network:router_interface {{(pid=111154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:48:35.568255 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-9ed7f726-c90d-4d2a-bf0a-94b23aee87c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (6171cffd-f50f-4d7b-b5e5-a7d3eed5eb9a), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:35.571115 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-9ed7f726-c90d-4d2a-bf0a-94b23aee87c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:35.573384 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-9ed7f726-c90d-4d2a-bf0a-94b23aee87c3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6171cffd-f50f-4d7b-b5e5-a7d3eed5eb9a HTTP/1.1" status: 204 len: 168 time: 0.3402689 Jul 18 10:48:35.599033 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7f726-c90d-4d2a-bf0a-94b23aee87c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6171cffd-f50f-4d7b-b5e5-a7d3eed5eb9a,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:48:35.756080 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1f7d7-bded-4d3b-8584-cffc28f18ee3 req-8568b80b-1d66-42c7-9301-841b0614fb3c tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:35.758359 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8db1f7d7-bded-4d3b-8584-cffc28f18ee3 req-8568b80b-1d66-42c7-9301-841b0614fb3c tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=1449a0db-3f38-4456-8a45-7b4a40105095 HTTP/1.1" status: 200 len: 946 time: 0.0571935 Jul 18 10:48:35.819486 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8db1f7d7-bded-4d3b-8584-cffc28f18ee3 req-960bf4ab-e8a6-4188-9af1-21f40c88493e tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539389 Jul 18 10:48:35.889665 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-21daf25b-7a55-4190-b8bb-22f86ea28f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127334210'] for port (3ae7f8fa-688f-447c-a353-3d6d84571321), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:35.934463 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21daf25b-7a55-4190-b8bb-22f86ea28f74 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ae7f8fa-688f-447c-a353-3d6d84571321,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:48:36.032906 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:36.038497 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:36.237234 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-21daf25b-7a55-4190-b8bb-22f86ea28f74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3608536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3788927'] for router_interface (13c68995-9203-4ad2-bce3-e2b5c7e98780), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:36.481208 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21daf25b-7a55-4190-b8bb-22f86ea28f74 admin admin] Router 13c68995-9203-4ad2-bce3-e2b5c7e98780 has already been hosted by L3 agent e6bcb791-bd43-4d6b-ab54-e591cb66712b {{(pid=111154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:48:36.598984 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21daf25b-7a55-4190-b8bb-22f86ea28f74 admin admin] Notify agent at l3_agent.dv-cinder-849498-1-iscsi the message routers_updated {{(pid=111154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:48:36.605051 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-21daf25b-7a55-4190-b8bb-22f86ea28f74 admin admin] 10.222.0.49 "PUT /v2.0/routers/13c68995-9203-4ad2-bce3-e2b5c7e98780/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3990197 Jul 18 10:48:36.607718 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 40904) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:48:36.611677 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc7777f-5738-4eb7-afe4-6e83fb045947 None None] Sync routers for ids ['13c68995-9203-4ad2-bce3-e2b5c7e98780'] in dv-cinder-849498-1-iscsi {{(pid=111157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:48:36.624122 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 40906) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:48:36.624863 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc7777f-5738-4eb7-afe4-6e83fb045947 None None] Routers {'13c68995-9203-4ad2-bce3-e2b5c7e98780'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:48:36.625496 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-4bc7777f-5738-4eb7-afe4-6e83fb045947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:48:07Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['13c68995-9203-4ad2-bce3-e2b5c7e98780'], 'active': True} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:48:36.639758 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-0758de17-814e-4e96-927c-3d32d485ffb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:36.750860 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvr_db [None req-4bc7777f-5738-4eb7-afe4-6e83fb045947 None None] Set router 13c68995-9203-4ad2-bce3-e2b5c7e98780 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:48:36.788590 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-0758de17-814e-4e96-927c-3d32d485ffb7 admin admin] Publish callbacks [] for security_group (c02c481e-4416-48af-a039-0f5db5fa9ea2), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:36.796276 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:36.818705 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-cb3969f2-71ce-4c4d-8220-edd17ba7ac2d admin admin] Publish callbacks [] for router (13c68995-9203-4ad2-bce3-e2b5c7e98780), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:36.887209 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-0758de17-814e-4e96-927c-3d32d485ffb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (c02c481e-4416-48af-a039-0f5db5fa9ea2), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:36.966059 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-4bc7777f-5738-4eb7-afe4-6e83fb045947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c68995-9203-4ad2-bce3-e2b5c7e98780', 'name': 'tempest-DeleteServersTestJSON-1374871601-router', 'tenant_id': '6d288974aac54fa681cfafa262d019eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '0d40b7a6-4604-4843-8b2b-aec890e6e2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:02Z', 'updated_at': '2022-07-18T10:48:35Z', 'revision_number': 5, 'project_id': '6d288974aac54fa681cfafa262d019eb', 'gw_port': {'id': '0d40b7a6-4604-4843-8b2b-aec890e6e2b7', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:14:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c68995-9203-4ad2-bce3-e2b5c7e98780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:04Z', 'updated_at': '2022-07-18T10:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi'}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:48:36.978751 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-0758de17-814e-4e96-927c-3d32d485ffb7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9a9ced0a3a764b81bdbe45b9c21e2299&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3533840 Jul 18 10:48:36.980300 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0758de17-814e-4e96-927c-3d32d485ffb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c02c481e-4416-48af-a039-0f5db5fa9ea2,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:48:36.983438 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 40916) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:48:37.035091 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=100 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:37.039434 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc7777f-5738-4eb7-afe4-6e83fb045947 None None] Checking router: 13c68995-9203-4ad2-bce3-e2b5c7e98780 for host: dv-cinder-849498-1-iscsi {{(pid=111157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:48:37.058117 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc7777f-5738-4eb7-afe4-6e83fb045947 None None] Routers {'13c68995-9203-4ad2-bce3-e2b5c7e98780'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:48:37.058345 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c87f6-83cb-4d02-a0d2-aef67137b641 req-5c3675bb-1354-4261-91aa-92a5602390d7 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:37.059594 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-4bc7777f-5738-4eb7-afe4-6e83fb045947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:48:07Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['13c68995-9203-4ad2-bce3-e2b5c7e98780'], 'active': True} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:48:37.059882 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-9c6c87f6-83cb-4d02-a0d2-aef67137b641 req-5c3675bb-1354-4261-91aa-92a5602390d7 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=1449a0db-3f38-4456-8a45-7b4a40105095 HTTP/1.1" status: 200 len: 946 time: 0.0740180 Jul 18 10:48:37.068713 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-2b88c7f2-a06f-4bc6-89ae-b7fab0a67f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (e6bcb791-bd43-4d6b-ab54-e591cb66712b), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:37.086999 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-60f70eb8-1eac-489d-90cb-f44973028266 admin admin] Publish callbacks [] for security_group (c02c481e-4416-48af-a039-0f5db5fa9ea2), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:37.092517 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-cb3969f2-71ce-4c4d-8220-edd17ba7ac2d admin admin] Publish callbacks [] for router_gateway (13c68995-9203-4ad2-bce3-e2b5c7e98780), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:37.116910 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-60f70eb8-1eac-489d-90cb-f44973028266 admin admin] Publish callbacks [] for security_group (c02c481e-4416-48af-a039-0f5db5fa9ea2), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:37.138029 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-9c6c87f6-83cb-4d02-a0d2-aef67137b641 req-acf17e06-48c3-4090-8924-de080a5023f1 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685611 Jul 18 10:48:37.190471 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvr_db [None req-4bc7777f-5738-4eb7-afe4-6e83fb045947 None None] Set router 13c68995-9203-4ad2-bce3-e2b5c7e98780 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:48:37.292749 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.plugin [None req-cb3969f2-71ce-4c4d-8220-edd17ba7ac2d admin admin] Deleting port 0d40b7a6-4604-4843-8b2b-aec890e6e2b7 {{(pid=111155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:48:37.293697 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-cb3969f2-71ce-4c4d-8220-edd17ba7ac2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (0d40b7a6-4604-4843-8b2b-aec890e6e2b7), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:37.300565 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-60f70eb8-1eac-489d-90cb-f44973028266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (c02c481e-4416-48af-a039-0f5db5fa9ea2), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:37.305959 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-60f70eb8-1eac-489d-90cb-f44973028266 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:37.308682 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-60f70eb8-1eac-489d-90cb-f44973028266 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c02c481e-4416-48af-a039-0f5db5fa9ea2 HTTP/1.1" status: 204 len: 168 time: 0.3232682 Jul 18 10:48:37.322841 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f70eb8-1eac-489d-90cb-f44973028266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02c481e-4416-48af-a039-0f5db5fa9ea2,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:48:37.447562 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.db [None req-cb3969f2-71ce-4c4d-8220-edd17ba7ac2d admin admin] For port 0d40b7a6-4604-4843-8b2b-aec890e6e2b7, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=0d40b7a6-4604-4843-8b2b-aec890e6e2b7,segment=NetworkSegment(43730dd2-6239-4f15-a180-e6d1d2fbff54),segment_id=43730dd2-6239-4f15-a180-e6d1d2fbff54)] {{(pid=111155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:48:37.447933 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-cb3969f2-71ce-4c4d-8220-edd17ba7ac2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (0d40b7a6-4604-4843-8b2b-aec890e6e2b7), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:37.464703 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.plugin [None req-cb3969f2-71ce-4c4d-8220-edd17ba7ac2d admin admin] Calling delete_port for 0d40b7a6-4604-4843-8b2b-aec890e6e2b7 owned by network:router_gateway {{(pid=111155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:48:37.468659 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:37.530166 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-4bc7777f-5738-4eb7-afe4-6e83fb045947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c68995-9203-4ad2-bce3-e2b5c7e98780', 'name': 'tempest-DeleteServersTestJSON-1374871601-router', 'tenant_id': '6d288974aac54fa681cfafa262d019eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '0d40b7a6-4604-4843-8b2b-aec890e6e2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:02Z', 'updated_at': '2022-07-18T10:48:35Z', 'revision_number': 5, 'project_id': '6d288974aac54fa681cfafa262d019eb', 'gw_port': {'id': '0d40b7a6-4604-4843-8b2b-aec890e6e2b7', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:14:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c68995-9203-4ad2-bce3-e2b5c7e98780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:04Z', 'updated_at': '2022-07-18T10:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi'}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:48:37.558106 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc7777f-5738-4eb7-afe4-6e83fb045947 None None] The sync data for ids ['13c68995-9203-4ad2-bce3-e2b5c7e98780'] in dv-cinder-849498-1-iscsi is: [{'id': '13c68995-9203-4ad2-bce3-e2b5c7e98780', 'name': 'tempest-DeleteServersTestJSON-1374871601-router', 'tenant_id': '6d288974aac54fa681cfafa262d019eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '0d40b7a6-4604-4843-8b2b-aec890e6e2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:02Z', 'updated_at': '2022-07-18T10:48:35Z', 'revision_number': 5, 'project_id': '6d288974aac54fa681cfafa262d019eb', 'gw_port': {'id': '0d40b7a6-4604-4843-8b2b-aec890e6e2b7', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:14:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c68995-9203-4ad2-bce3-e2b5c7e98780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:04Z', 'updated_at': '2022-07-18T10:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi'}] {{(pid=111157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:48:37.791854 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-cb3969f2-71ce-4c4d-8220-edd17ba7ac2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126083827'] for port (0d40b7a6-4604-4843-8b2b-aec890e6e2b7), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:37.833381 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3969f2-71ce-4c4d-8220-edd17ba7ac2d admin admin] Pushing event deleted for resources: {'Port': ['ID=0d40b7a6-4604-4843-8b2b-aec890e6e2b7,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:48:37.931221 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-cb3969f2-71ce-4c4d-8220-edd17ba7ac2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3779396'] for router_gateway (13c68995-9203-4ad2-bce3-e2b5c7e98780), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:38.081285 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-cb3969f2-71ce-4c4d-8220-edd17ba7ac2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-968'] for router (13c68995-9203-4ad2-bce3-e2b5c7e98780), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:38.088162 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-cb3969f2-71ce-4c4d-8220-edd17ba7ac2d admin admin] Publish callbacks [] for router_controller (13c68995-9203-4ad2-bce3-e2b5c7e98780), precommit_delete_associations {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:38.088162 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:38.192621 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-ce070233-206f-40ab-920e-7b3694335a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (dfa25df3-493c-43ae-826d-29cbf3b2bfa8), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:38.307844 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-cb3969f2-71ce-4c4d-8220-edd17ba7ac2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790289'] for router (13c68995-9203-4ad2-bce3-e2b5c7e98780), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:38.308581 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3969f2-71ce-4c4d-8220-edd17ba7ac2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13c68995-9203-4ad2-bce3-e2b5c7e98780 {{(pid=111155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 10:48:38.325316 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b0d5b-2e1f-4493-a942-e78a692278ea req-5841b1ca-3be4-46a4-918e-cf6528cff085 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:38.325316 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b06b0d5b-2e1f-4493-a942-e78a692278ea req-5841b1ca-3be4-46a4-918e-cf6528cff085 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=1449a0db-3f38-4456-8a45-7b4a40105095 HTTP/1.1" status: 200 len: 946 time: 0.0791185 Jul 18 10:48:38.337176 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-cb3969f2-71ce-4c4d-8220-edd17ba7ac2d admin admin] Publish callbacks [] for router (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:38.343003 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 40942) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:48:38.345836 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-cb3969f2-71ce-4c4d-8220-edd17ba7ac2d admin admin] 10.222.0.49 "DELETE /v2.0/routers/13c68995-9203-4ad2-bce3-e2b5c7e98780 HTTP/1.1" status: 204 len: 168 time: 1.7348902 Jul 18 10:48:38.471640 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.db_base_plugin_v2 [None req-17827c06-b26a-47e1-a16e-649b0231bd52 admin admin] Deleting subnet baac7679-14e5-400c-ae06-ec5ffa24657f {{(pid=111154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 10:48:38.478152 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-17827c06-b26a-47e1-a16e-649b0231bd52 admin admin] Publish callbacks [] for subnet (baac7679-14e5-400c-ae06-ec5ffa24657f), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:38.535963 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-17827c06-b26a-47e1-a16e-649b0231bd52 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127334241'] for subnet (baac7679-14e5-400c-ae06-ec5ffa24657f), precommit_delete_associations {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:38.548578 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b06b0d5b-2e1f-4493-a942-e78a692278ea req-15d298dd-d621-493c-b6bc-798d2e8847b7 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987040 Jul 18 10:48:38.637919 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:38.662952 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-17827c06-b26a-47e1-a16e-649b0231bd52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735052'] for subnet (baac7679-14e5-400c-ae06-ec5ffa24657f), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:38.820416 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-17827c06-b26a-47e1-a16e-649b0231bd52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127334271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127366045'] for subnet (baac7679-14e5-400c-ae06-ec5ffa24657f), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:38.861613 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:38.871717 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17827c06-b26a-47e1-a16e-649b0231bd52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=baac7679-14e5-400c-ae06-ec5ffa24657f,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:48:38.875488 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-17827c06-b26a-47e1-a16e-649b0231bd52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for subnet (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:38.879450 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-17827c06-b26a-47e1-a16e-649b0231bd52 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/baac7679-14e5-400c-ae06-ec5ffa24657f HTTP/1.1" status: 204 len: 168 time: 0.5331662 Jul 18 10:48:38.881939 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 40960) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:48:38.885223 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dfde52e-6a09-4ff0-b5b3-d383505c8dbc None None] Network 8facd695-f9d6-4e5e-8364-4f0d87722f61 requested from dv-cinder-849498-1-iscsi {{(pid=111156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:48:38.910817 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:38.963472 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-73173997-5acb-430e-95be-e057e53cf1cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639067'] for network (8facd695-f9d6-4e5e-8364-4f0d87722f61), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:39.022563 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.plugin [None req-73173997-5acb-430e-95be-e057e53cf1cf admin admin] Deleting port 8601c87f-a749-4406-b9e1-628e8a01fa44 {{(pid=111154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:48:39.023276 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-73173997-5acb-430e-95be-e057e53cf1cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (8601c87f-a749-4406-b9e1-628e8a01fa44), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:39.099430 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.db [None req-73173997-5acb-430e-95be-e057e53cf1cf admin admin] For port 8601c87f-a749-4406-b9e1-628e8a01fa44, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=8601c87f-a749-4406-b9e1-628e8a01fa44,segment=NetworkSegment(6a0917b6-d32d-4446-b59c-ab6c94e8291d),segment_id=6a0917b6-d32d-4446-b59c-ab6c94e8291d)] {{(pid=111154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:48:39.099841 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-73173997-5acb-430e-95be-e057e53cf1cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (8601c87f-a749-4406-b9e1-628e8a01fa44), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:39.122244 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0394943e-50b3-4edc-9f63-88ddb293688a None None] DHCP port deletion for 8facd695-f9d6-4e5e-8364-4f0d87722f61 request from dv-cinder-849498-1-iscsi {{(pid=111156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 10:48:39.123658 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.plugin [None req-73173997-5acb-430e-95be-e057e53cf1cf admin admin] Calling delete_port for 8601c87f-a749-4406-b9e1-628e8a01fa44 owned by network:dhcp {{(pid=111154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:48:39.184068 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:39.213970 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-0394943e-50b3-4edc-9f63-88ddb293688a None None] Deleting port 8601c87f-a749-4406-b9e1-628e8a01fa44 {{(pid=111156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:48:39.215010 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-0394943e-50b3-4edc-9f63-88ddb293688a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (8601c87f-a749-4406-b9e1-628e8a01fa44), before_delete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:39.311675 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 8601c87f-a749-4406-b9e1-628e8a01fa44 no longer exists at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:48:39.353059 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-0394943e-50b3-4edc-9f63-88ddb293688a None None] For port 8601c87f-a749-4406-b9e1-628e8a01fa44, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=8601c87f-a749-4406-b9e1-628e8a01fa44,segment=NetworkSegment(6a0917b6-d32d-4446-b59c-ab6c94e8291d),segment_id=6a0917b6-d32d-4446-b59c-ab6c94e8291d)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:48:39.353402 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-0394943e-50b3-4edc-9f63-88ddb293688a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (8601c87f-a749-4406-b9e1-628e8a01fa44), precommit_delete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:39.375062 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-0394943e-50b3-4edc-9f63-88ddb293688a None None] Calling delete_port for 8601c87f-a749-4406-b9e1-628e8a01fa44 owned by network:dhcp {{(pid=111156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:48:39.443280 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-73173997-5acb-430e-95be-e057e53cf1cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127334210'] for port (8601c87f-a749-4406-b9e1-628e8a01fa44), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:39.478494 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73173997-5acb-430e-95be-e057e53cf1cf admin admin] No DVR routers for this DVR port 8601c87f-a749-4406-b9e1-628e8a01fa44 on host dv-cinder-849498-1-iscsi {{(pid=111154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:48:39.492074 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Port 8601c87f-a749-4406-b9e1-628e8a01fa44 update to DOWN by agent not found {{(pid=111156) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 18 10:48:39.492524 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 3ae7f8fa-688f-447c-a353-3d6d84571321 no longer exists at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:48:39.494154 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:39.527817 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73173997-5acb-430e-95be-e057e53cf1cf admin admin] Pushing event deleted for resources: {'Port': ['ID=8601c87f-a749-4406-b9e1-628e8a01fa44,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:48:39.528152 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] No Port match for: 3ae7f8fa-688f-447c-a353-3d6d84571321 {{(pid=111156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:48:39.528152 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 3ae7f8fa-688f-447c-a353-3d6d84571321 not bound to the agent host dv-cinder-849498-1-iscsi {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:48:39.528394 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 0d40b7a6-4604-4843-8b2b-aec890e6e2b7 no longer exists at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:48:39.557568 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] No Port match for: 0d40b7a6-4604-4843-8b2b-aec890e6e2b7 {{(pid=111156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:48:39.557905 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 0d40b7a6-4604-4843-8b2b-aec890e6e2b7 not bound to the agent host dv-cinder-849498-1-iscsi {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:48:39.570459 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-0394943e-50b3-4edc-9f63-88ddb293688a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693'] for port (8601c87f-a749-4406-b9e1-628e8a01fa44), after_delete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:39.581684 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-73173997-5acb-430e-95be-e057e53cf1cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734605', 'neutron.services.segments.db._delete_segments_for_network-8741536027414'] for network (8facd695-f9d6-4e5e-8364-4f0d87722f61), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:39.596910 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0394943e-50b3-4edc-9f63-88ddb293688a None None] Pushing event deleted for resources: {'Port': ['ID=8601c87f-a749-4406-b9e1-628e8a01fa44,revision_number=None']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:48:39.607089 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0394943e-50b3-4edc-9f63-88ddb293688a None None] No DVR routers for this DVR port 8601c87f-a749-4406-b9e1-628e8a01fa44 on host dv-cinder-849498-1-iscsi {{(pid=111156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:48:39.614014 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.services.segments.db [None req-73173997-5acb-430e-95be-e057e53cf1cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8facd695-f9d6-4e5e-8364-4f0d87722f61']}} {{(pid=111154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:48:39.637754 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.services.segments.db [None req-73173997-5acb-430e-95be-e057e53cf1cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a0917b6-d32d-4446-b59c-ab6c94e8291d') {'for_net_delete': True} {{(pid=111154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:48:39.637754 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.services.segments.db [None req-73173997-5acb-430e-95be-e057e53cf1cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a0917b6-d32d-4446-b59c-ab6c94e8291d') {} {{(pid=111154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:48:39.643419 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-73173997-5acb-430e-95be-e057e53cf1cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741536027679', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127334168'] for segment (6a0917b6-d32d-4446-b59c-ab6c94e8291d), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:39.664727 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-73173997-5acb-430e-95be-e057e53cf1cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547345'] for segment (6a0917b6-d32d-4446-b59c-ab6c94e8291d), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:39.673614 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73173997-5acb-430e-95be-e057e53cf1cf admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=111154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 10:48:39.674375 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-73173997-5acb-430e-95be-e057e53cf1cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127333789'] for segment (6a0917b6-d32d-4446-b59c-ab6c94e8291d), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:39.699666 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.services.segments.plugin [-] Segment 6a0917b6-d32d-4446-b59c-ab6c94e8291d resource provider aggregate not found Jul 18 10:48:39.713104 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5022649b-9c4d-4b25-804b-6042e3b40da2 req-03028341-120b-40e1-b53e-aaf4e6d10827 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:39.714796 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-5022649b-9c4d-4b25-804b-6042e3b40da2 req-03028341-120b-40e1-b53e-aaf4e6d10827 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=1449a0db-3f38-4456-8a45-7b4a40105095 HTTP/1.1" status: 200 len: 946 time: 0.0676835 Jul 18 10:48:39.757616 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.services.segments.plugin [-] Segment 6a0917b6-d32d-4446-b59c-ab6c94e8291d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6a0917b6-d32d-4446-b59c-ab6c94e8291d found for delete ", "request_id": "req-9d4fc79a-f44b-4296-bf2c-d21a362710b9"}]} Jul 18 10:48:39.778648 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-5022649b-9c4d-4b25-804b-6042e3b40da2 req-227360f9-ce1e-4027-b172-4f1206b163e9 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549328 Jul 18 10:48:39.909858 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-73173997-5acb-430e-95be-e057e53cf1cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3779455'] for network (8facd695-f9d6-4e5e-8364-4f0d87722f61), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:39.912545 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f8336af3-fca9-403e-a19b-06518ba3f665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (7e71126e-a656-43d8-a2eb-058f1b343885), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:39.922651 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-73173997-5acb-430e-95be-e057e53cf1cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for network (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:39.927455 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-73173997-5acb-430e-95be-e057e53cf1cf admin admin] 10.222.0.49 "DELETE /v2.0/networks/8facd695-f9d6-4e5e-8364-4f0d87722f61 HTTP/1.1" status: 204 len: 168 time: 1.0444725 Jul 18 10:48:39.947052 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73173997-5acb-430e-95be-e057e53cf1cf admin admin] Pushing event deleted for resources: {'Network': ['ID=8facd695-f9d6-4e5e-8364-4f0d87722f61,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:48:40.149460 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (62f731a8-190a-49a2-85f5-14fe4e09184e), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:40.375428 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 41000) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:48:40.445750 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-11eb9758-89f2-4a6d-8362-1e941b60625f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6d288974aac54fa681cfafa262d019eb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0686734 Jul 18 10:48:40.448295 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 41002) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:48:40.510353 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-ed94e4e8-dbde-4a0c-a245-b8486a4484be admin admin] Publish callbacks [] for security_group (21de119a-c773-4c79-8731-66f2fa9cf377), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:40.536848 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-ed94e4e8-dbde-4a0c-a245-b8486a4484be admin admin] Publish callbacks [] for security_group (21de119a-c773-4c79-8731-66f2fa9cf377), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:40.738786 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-ed94e4e8-dbde-4a0c-a245-b8486a4484be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (21de119a-c773-4c79-8731-66f2fa9cf377), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:40.741714 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-ed94e4e8-dbde-4a0c-a245-b8486a4484be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:40.743430 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-ed94e4e8-dbde-4a0c-a245-b8486a4484be admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/21de119a-c773-4c79-8731-66f2fa9cf377 HTTP/1.1" status: 204 len: 168 time: 0.2939310 Jul 18 10:48:40.754806 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed94e4e8-dbde-4a0c-a245-b8486a4484be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21de119a-c773-4c79-8731-66f2fa9cf377,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:48:40.927845 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:40.948991 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74dd05c-f10a-4428-8c2c-345c3cc865eb req-ddc61816-7378-49a8-a3b9-aad2967306e0 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:40.950554 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-e74dd05c-f10a-4428-8c2c-345c3cc865eb req-ddc61816-7378-49a8-a3b9-aad2967306e0 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=1449a0db-3f38-4456-8a45-7b4a40105095 HTTP/1.1" status: 200 len: 946 time: 0.0743122 Jul 18 10:48:41.020297 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-e74dd05c-f10a-4428-8c2c-345c3cc865eb req-f167dfee-2a2b-494b-bc63-1e0269c2e243 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557837 Jul 18 10:48:41.146459 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 41022) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:48:41.315316 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-7f5c72ce-5e80-43a3-93fd-cae903c1c3b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:41.416636 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-7f5c72ce-5e80-43a3-93fd-cae903c1c3b4 admin admin] Publish callbacks [] for security_group (71c2a5a2-fabd-4233-b1ff-bd5530b80b27), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:41.538204 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-7f5c72ce-5e80-43a3-93fd-cae903c1c3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (71c2a5a2-fabd-4233-b1ff-bd5530b80b27), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:41.581210 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-7f5c72ce-5e80-43a3-93fd-cae903c1c3b4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=26182f5095e94f26a90b9dc0d27af3ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4335029 Jul 18 10:48:41.584147 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 41048) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:48:41.609039 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5c72ce-5e80-43a3-93fd-cae903c1c3b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c2a5a2-fabd-4233-b1ff-bd5530b80b27,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:48:41.684689 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-97bd9a67-ddfd-47bb-bd53-a57248616b55 admin admin] Publish callbacks [] for security_group (71c2a5a2-fabd-4233-b1ff-bd5530b80b27), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:41.715099 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-97bd9a67-ddfd-47bb-bd53-a57248616b55 admin admin] Publish callbacks [] for security_group (71c2a5a2-fabd-4233-b1ff-bd5530b80b27), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:41.848359 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-97bd9a67-ddfd-47bb-bd53-a57248616b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (71c2a5a2-fabd-4233-b1ff-bd5530b80b27), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:41.851091 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-97bd9a67-ddfd-47bb-bd53-a57248616b55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:41.852585 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-97bd9a67-ddfd-47bb-bd53-a57248616b55 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/71c2a5a2-fabd-4233-b1ff-bd5530b80b27 HTTP/1.1" status: 204 len: 168 time: 0.2668867 Jul 18 10:48:41.862209 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd9a67-ddfd-47bb-bd53-a57248616b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c2a5a2-fabd-4233-b1ff-bd5530b80b27,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:48:42.144145 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0d2f4-6ef1-40d7-918f-fd0e29bd9ca2 req-8faa831b-4c0c-4f94-8e95-00cb7e0b2049 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:42.145933 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-74a0d2f4-6ef1-40d7-918f-fd0e29bd9ca2 req-8faa831b-4c0c-4f94-8e95-00cb7e0b2049 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=1449a0db-3f38-4456-8a45-7b4a40105095 HTTP/1.1" status: 200 len: 946 time: 0.0565596 Jul 18 10:48:42.194626 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:42.212308 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-74a0d2f4-6ef1-40d7-918f-fd0e29bd9ca2 req-dc042ba5-d401-4f6d-afa4-d2e229558eba tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604711 Jul 18 10:48:42.397083 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:43.008060 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 41094) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:48:43.025995 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-1e2c4d8b-9dea-4d0d-9932-90fcedf9eea5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:43.108497 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 41096) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:48:43.117240 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-1e2c4d8b-9dea-4d0d-9932-90fcedf9eea5 admin admin] Publish callbacks [] for security_group (20aff9a7-6ad2-470e-8398-b2db20e0c47c), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:43.214241 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-1e2c4d8b-9dea-4d0d-9932-90fcedf9eea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (20aff9a7-6ad2-470e-8398-b2db20e0c47c), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:43.228657 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=72,neutron:DELETE=4,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:43.237188 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-35a2d453-9293-4d75-bb4b-5721a65a4913 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:43.261712 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-1e2c4d8b-9dea-4d0d-9932-90fcedf9eea5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=60f9e3381ce9494b8c7d77b43d592f89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2518542 Jul 18 10:48:43.262615 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c4d8b-9dea-4d0d-9932-90fcedf9eea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20aff9a7-6ad2-470e-8398-b2db20e0c47c,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:48:43.264347 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 41106) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:48:43.379229 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5718f8a-27f9-4eb5-b437-da678ee27a54 req-f7fd4e33-24c7-4274-8c78-3dcc28a1db3b tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:43.380822 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-e5718f8a-27f9-4eb5-b437-da678ee27a54 req-f7fd4e33-24c7-4274-8c78-3dcc28a1db3b tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=1449a0db-3f38-4456-8a45-7b4a40105095 HTTP/1.1" status: 200 len: 946 time: 0.0898948 Jul 18 10:48:43.428478 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-dd4c1b8e-48e7-4258-9524-554c54b4f8b8 admin admin] Publish callbacks [] for security_group (20aff9a7-6ad2-470e-8398-b2db20e0c47c), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:43.461215 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-35a2d453-9293-4d75-bb4b-5721a65a4913 admin admin] Publish callbacks [] for security_group (e168748b-c4b5-486d-83d6-dc1a8e42ca68), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:43.489492 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-dd4c1b8e-48e7-4258-9524-554c54b4f8b8 admin admin] Publish callbacks [] for security_group (20aff9a7-6ad2-470e-8398-b2db20e0c47c), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:43.494522 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-e5718f8a-27f9-4eb5-b437-da678ee27a54 req-20bd3fdd-e654-4131-b962-8378560781f3 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034985 Jul 18 10:48:43.561073 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-35a2d453-9293-4d75-bb4b-5721a65a4913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (e168748b-c4b5-486d-83d6-dc1a8e42ca68), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:43.606223 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-35a2d453-9293-4d75-bb4b-5721a65a4913 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=898ea8346c06459d950fcdae2da16948&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4960568 Jul 18 10:48:43.607255 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a2d453-9293-4d75-bb4b-5721a65a4913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e168748b-c4b5-486d-83d6-dc1a8e42ca68,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:48:43.611501 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 41118) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:48:43.676327 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-dd4c1b8e-48e7-4258-9524-554c54b4f8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (20aff9a7-6ad2-470e-8398-b2db20e0c47c), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:43.681156 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-dd4c1b8e-48e7-4258-9524-554c54b4f8b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:43.681979 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-c05b6e5c-0c7c-4ccf-8a93-80d35500a6aa admin admin] Publish callbacks [] for security_group (e168748b-c4b5-486d-83d6-dc1a8e42ca68), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:43.684881 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-dd4c1b8e-48e7-4258-9524-554c54b4f8b8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/20aff9a7-6ad2-470e-8398-b2db20e0c47c HTTP/1.1" status: 204 len: 168 time: 0.4164698 Jul 18 10:48:43.694710 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4c1b8e-48e7-4258-9524-554c54b4f8b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20aff9a7-6ad2-470e-8398-b2db20e0c47c,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:48:43.703121 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:43.741042 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-c05b6e5c-0c7c-4ccf-8a93-80d35500a6aa admin admin] Publish callbacks [] for security_group (e168748b-c4b5-486d-83d6-dc1a8e42ca68), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:43.945688 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-c05b6e5c-0c7c-4ccf-8a93-80d35500a6aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (e168748b-c4b5-486d-83d6-dc1a8e42ca68), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:43.948446 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-c05b6e5c-0c7c-4ccf-8a93-80d35500a6aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:43.949855 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-c05b6e5c-0c7c-4ccf-8a93-80d35500a6aa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e168748b-c4b5-486d-83d6-dc1a8e42ca68 HTTP/1.1" status: 204 len: 168 time: 0.3372743 Jul 18 10:48:43.960219 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05b6e5c-0c7c-4ccf-8a93-80d35500a6aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e168748b-c4b5-486d-83d6-dc1a8e42ca68,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:48:44.613679 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b98293-317b-445e-a63d-f6c5ffefe75e req-fd7cff85-43af-4598-9534-4844459dfa45 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:44.615239 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-02b98293-317b-445e-a63d-f6c5ffefe75e req-fd7cff85-43af-4598-9534-4844459dfa45 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=1449a0db-3f38-4456-8a45-7b4a40105095 HTTP/1.1" status: 200 len: 946 time: 0.0491853 Jul 18 10:48:44.634976 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 41154) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:48:44.650588 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-c3d48b72-bc19-44c7-a636-e3db0dfa201d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:44.681397 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-02b98293-317b-445e-a63d-f6c5ffefe75e req-36bbc024-6e2e-45c4-9598-927a9f72051b tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603151 Jul 18 10:48:44.734078 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.agents_db [None req-9b2825e1-dfaa-4032-a283-1b7ae0979f6b None None] Agent healthcheck: found 6 active agents {{(pid=111157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:48:44.741053 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-c3d48b72-bc19-44c7-a636-e3db0dfa201d admin admin] Publish callbacks [] for security_group (ca79eab7-58cd-4889-b5ea-47a2df81b666), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:44.869742 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-c3d48b72-bc19-44c7-a636-e3db0dfa201d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (ca79eab7-58cd-4889-b5ea-47a2df81b666), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:44.881587 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 41168) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:48:44.900093 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-c2dfbc28-22af-436d-8046-dfd28247c8ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:44.911157 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-c3d48b72-bc19-44c7-a636-e3db0dfa201d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=47f5dcf30e254a7fa4aa32f0652ef662&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2750721 Jul 18 10:48:44.912150 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d48b72-bc19-44c7-a636-e3db0dfa201d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca79eab7-58cd-4889-b5ea-47a2df81b666,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:48:44.913984 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 41170) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:48:45.005924 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-309cb49b-36db-4110-948e-da8c455ae50d admin admin] Publish callbacks [] for security_group (ca79eab7-58cd-4889-b5ea-47a2df81b666), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:45.054597 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-309cb49b-36db-4110-948e-da8c455ae50d admin admin] Publish callbacks [] for security_group (ca79eab7-58cd-4889-b5ea-47a2df81b666), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:45.058342 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-c2dfbc28-22af-436d-8046-dfd28247c8ca admin admin] Publish callbacks [] for security_group (8020261b-9bdd-4f18-8ce1-2a5d602be4e8), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:45.186099 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-309cb49b-36db-4110-948e-da8c455ae50d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (ca79eab7-58cd-4889-b5ea-47a2df81b666), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:45.188837 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-309cb49b-36db-4110-948e-da8c455ae50d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:45.191593 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-309cb49b-36db-4110-948e-da8c455ae50d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ca79eab7-58cd-4889-b5ea-47a2df81b666 HTTP/1.1" status: 204 len: 168 time: 0.2754345 Jul 18 10:48:45.191593 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-c2dfbc28-22af-436d-8046-dfd28247c8ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (8020261b-9bdd-4f18-8ce1-2a5d602be4e8), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:45.205686 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:45.212685 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309cb49b-36db-4110-948e-da8c455ae50d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca79eab7-58cd-4889-b5ea-47a2df81b666,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:48:45.263028 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-c2dfbc28-22af-436d-8046-dfd28247c8ca admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=02ac292227a14118962a59a4a08d1716&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3779995 Jul 18 10:48:45.264438 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 41180) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:48:45.278893 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dfbc28-22af-436d-8046-dfd28247c8ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8020261b-9bdd-4f18-8ce1-2a5d602be4e8,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:48:45.305315 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:45.349858 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-b8b01364-b567-4a3f-8efd-a52c4fc1467a admin admin] Publish callbacks [] for security_group (8020261b-9bdd-4f18-8ce1-2a5d602be4e8), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:45.374817 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-b8b01364-b567-4a3f-8efd-a52c4fc1467a admin admin] Publish callbacks [] for security_group (8020261b-9bdd-4f18-8ce1-2a5d602be4e8), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:45.446517 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08dc04a-5d62-4cd3-9884-605a6d2217b3 req-dc402041-945a-4a08-8349-15eeab17f3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:45.448068 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b08dc04a-5d62-4cd3-9884-605a6d2217b3 req-dc402041-945a-4a08-8349-15eeab17f3de service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1449a0db-3f38-4456-8a45-7b4a40105095 HTTP/1.1" status: 200 len: 1130 time: 0.0437102 Jul 18 10:48:45.502028 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b08dc04a-5d62-4cd3-9884-605a6d2217b3 req-98ff4631-2870-4346-9989-c6ec85ee843e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426524 Jul 18 10:48:45.567920 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-b8b01364-b567-4a3f-8efd-a52c4fc1467a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (8020261b-9bdd-4f18-8ce1-2a5d602be4e8), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:45.570522 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-b8b01364-b567-4a3f-8efd-a52c4fc1467a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:45.571702 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-b8b01364-b567-4a3f-8efd-a52c4fc1467a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8020261b-9bdd-4f18-8ce1-2a5d602be4e8 HTTP/1.1" status: 204 len: 168 time: 0.3060348 Jul 18 10:48:45.580817 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b01364-b567-4a3f-8efd-a52c4fc1467a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8020261b-9bdd-4f18-8ce1-2a5d602be4e8,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:48:45.799887 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eebb438-9eff-4bf6-8cf9-e3538ba1ebec req-4e1809b7-1cdf-4bca-8dc5-5b89e22382ec tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:45.801476 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8eebb438-9eff-4bf6-8cf9-e3538ba1ebec req-4e1809b7-1cdf-4bca-8dc5-5b89e22382ec tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=1449a0db-3f38-4456-8a45-7b4a40105095 HTTP/1.1" status: 200 len: 946 time: 0.0517893 Jul 18 10:48:45.861566 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8eebb438-9eff-4bf6-8cf9-e3538ba1ebec req-a4efdf56-8b65-4dcc-986d-5a0b644284c5 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523152 Jul 18 10:48:45.976354 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 41194) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:48:46.149700 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-98e70ace-d0c5-4235-8450-122b77a5bb6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:46.245613 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-98e70ace-d0c5-4235-8450-122b77a5bb6c admin admin] Publish callbacks [] for security_group (cca6bce5-62b4-4c64-a529-4cca4b3b3a10), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:46.419613 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-98e70ace-d0c5-4235-8450-122b77a5bb6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (cca6bce5-62b4-4c64-a529-4cca4b3b3a10), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:46.464525 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-98e70ace-d0c5-4235-8450-122b77a5bb6c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=49b85a23aa434bdfa46ead0c5ce3c236&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4869254 Jul 18 10:48:46.465417 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e70ace-d0c5-4235-8450-122b77a5bb6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca6bce5-62b4-4c64-a529-4cca4b3b3a10,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:48:46.467890 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 41214) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:48:46.524926 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-a10f2a15-2e18-4221-a21f-c0085ac43380 admin admin] Publish callbacks [] for security_group (cca6bce5-62b4-4c64-a529-4cca4b3b3a10), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:46.547730 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-a10f2a15-2e18-4221-a21f-c0085ac43380 admin admin] Publish callbacks [] for security_group (cca6bce5-62b4-4c64-a529-4cca4b3b3a10), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:46.682937 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-a10f2a15-2e18-4221-a21f-c0085ac43380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (cca6bce5-62b4-4c64-a529-4cca4b3b3a10), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:46.685558 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-a10f2a15-2e18-4221-a21f-c0085ac43380 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:46.686836 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-a10f2a15-2e18-4221-a21f-c0085ac43380 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cca6bce5-62b4-4c64-a529-4cca4b3b3a10 HTTP/1.1" status: 204 len: 168 time: 0.2174053 Jul 18 10:48:46.696325 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10f2a15-2e18-4221-a21f-c0085ac43380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca6bce5-62b4-4c64-a529-4cca4b3b3a10,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:48:47.003418 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b5e18-66b1-436a-8209-d45adf051f4f req-06ffaa88-a53c-477a-bc37-0f8f018ee8e1 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:47.008283 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-061b5e18-66b1-436a-8209-d45adf051f4f req-06ffaa88-a53c-477a-bc37-0f8f018ee8e1 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=1449a0db-3f38-4456-8a45-7b4a40105095 HTTP/1.1" status: 200 len: 946 time: 0.0545759 Jul 18 10:48:47.053462 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:47.067614 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-061b5e18-66b1-436a-8209-d45adf051f4f req-2c9fd527-2faf-4fc5-84dc-fc59954881fe tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559390 Jul 18 10:48:47.076627 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 41238) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:48:47.199168 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [None req-e8484109-a73f-4b3a-8845-f6e71d3b7317 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1243144064-network', 'tenant_id': 'e8ea247cf5a540768bbbc7260b74f11c'}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:48:47.333971 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8484109-a73f-4b3a-8845-f6e71d3b7317 admin admin] Made reservation on behalf of e8ea247cf5a540768bbbc7260b74f11c for: {'network': 1} {{(pid=111155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:48:47.336283 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-e8484109-a73f-4b3a-8845-f6e71d3b7317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for network (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:47.345708 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-e8484109-a73f-4b3a-8845-f6e71d3b7317 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:47.434721 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-e8484109-a73f-4b3a-8845-f6e71d3b7317 admin admin] Publish callbacks [] for security_group (2d58ad69-110f-4566-a856-6f45aeb73180), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:47.534270 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=43 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:47.606879 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-e8484109-a73f-4b3a-8845-f6e71d3b7317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (2d58ad69-110f-4566-a856-6f45aeb73180), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:47.627054 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 41252) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:48:47.631249 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8484109-a73f-4b3a-8845-f6e71d3b7317 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=111155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 10:48:47.641743 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-e374b8bf-36d9-48fe-be3d-08111632d6d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:47.645299 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8484109-a73f-4b3a-8845-f6e71d3b7317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d58ad69-110f-4566-a856-6f45aeb73180,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:48:47.655018 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-e8484109-a73f-4b3a-8845-f6e71d3b7317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547345'] for segment (5cfc696c-eefc-4983-ad51-b3a53dcea3e0), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:47.655018 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.db.segments_db [None req-e8484109-a73f-4b3a-8845-f6e71d3b7317 admin admin] Added segment 5cfc696c-eefc-4983-ad51-b3a53dcea3e0 of type vlan for network 68c9cc30-3e35-4ed5-8849-6c07232ca4ed Jul 18 10:48:47.687819 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:47.700647 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-e8484109-a73f-4b3a-8845-f6e71d3b7317 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741535579194'] for network (68c9cc30-3e35-4ed5-8849-6c07232ca4ed), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:47.741379 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-e374b8bf-36d9-48fe-be3d-08111632d6d8 admin admin] Publish callbacks [] for security_group (c78191a0-2f5c-4f60-9e37-41c378662f82), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:47.865678 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-e8484109-a73f-4b3a-8845-f6e71d3b7317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529'] for network (68c9cc30-3e35-4ed5-8849-6c07232ca4ed), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:47.866129 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-e374b8bf-36d9-48fe-be3d-08111632d6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (c78191a0-2f5c-4f60-9e37-41c378662f82), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:47.866507 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8484109-a73f-4b3a-8845-f6e71d3b7317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:47.867109 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-e8484109-a73f-4b3a-8845-f6e71d3b7317 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for network (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:47.907132 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-e374b8bf-36d9-48fe-be3d-08111632d6d8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a43c3dd0492c4e19a6c9a937dff3f4a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2786901 Jul 18 10:48:47.907841 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e374b8bf-36d9-48fe-be3d-08111632d6d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c78191a0-2f5c-4f60-9e37-41c378662f82,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:48:47.910307 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 41254) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:48:47.945346 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8484109-a73f-4b3a-8845-f6e71d3b7317 admin admin] Pushing event updated for resources: {'Network': ['ID=68c9cc30-3e35-4ed5-8849-6c07232ca4ed,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:48:47.946996 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Network 68c9cc30-3e35-4ed5-8849-6c07232ca4ed details requested by agent ovs-agent-dv-cinder-849498-1-iscsi with host dv-cinder-849498-1-iscsi {{(pid=111156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 10:48:47.976413 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-0995ce44-f125-4f81-b156-73b318c7b605 admin admin] Publish callbacks [] for security_group (c78191a0-2f5c-4f60-9e37-41c378662f82), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:48.006811 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-0995ce44-f125-4f81-b156-73b318c7b605 admin admin] Publish callbacks [] for security_group (c78191a0-2f5c-4f60-9e37-41c378662f82), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:48.026481 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-e8484109-a73f-4b3a-8845-f6e71d3b7317 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9485006 Jul 18 10:48:48.031163 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 41260) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:48:48.048349 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [None req-4d07bf65-d864-40a2-acb1-2b6ee4370106 admin admin] Request body: {'subnet': {'network_id': '68c9cc30-3e35-4ed5-8849-6c07232ca4ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1243144064-subnet', 'tenant_id': 'e8ea247cf5a540768bbbc7260b74f11c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:48:48.048349 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:48.072066 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 41262) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:48:48.189652 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-cd36fad5-a40e-4c89-86ef-424e4f11d3d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:48.192234 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb6ee9-cb4a-4068-b4b1-837aae3295e1 req-6ebb87e4-3343-4370-8176-a086eafe9e39 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:48.193823 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-a4bb6ee9-cb4a-4068-b4b1-837aae3295e1 req-6ebb87e4-3343-4370-8176-a086eafe9e39 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=1449a0db-3f38-4456-8a45-7b4a40105095 HTTP/1.1" status: 200 len: 946 time: 0.0508494 Jul 18 10:48:48.213835 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-0995ce44-f125-4f81-b156-73b318c7b605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (c78191a0-2f5c-4f60-9e37-41c378662f82), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:48.216280 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-0995ce44-f125-4f81-b156-73b318c7b605 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:48.217612 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d07bf65-d864-40a2-acb1-2b6ee4370106 admin admin] Made reservation on behalf of e8ea247cf5a540768bbbc7260b74f11c for: {'subnet': 1} {{(pid=111155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:48:48.223871 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-4d07bf65-d864-40a2-acb1-2b6ee4370106 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125836357'] for subnet (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:48.224147 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-0995ce44-f125-4f81-b156-73b318c7b605 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c78191a0-2f5c-4f60-9e37-41c378662f82 HTTP/1.1" status: 204 len: 168 time: 0.3097746 Jul 18 10:48:48.239793 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0995ce44-f125-4f81-b156-73b318c7b605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78191a0-2f5c-4f60-9e37-41c378662f82,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:48:48.295183 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:48.305252 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-cd36fad5-a40e-4c89-86ef-424e4f11d3d3 admin admin] Publish callbacks [] for security_group (34114030-b75a-4f16-a3cb-654c9ad9538f), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:48.307464 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-a4bb6ee9-cb4a-4068-b4b1-837aae3295e1 req-6fdb927e-183c-4606-aca8-0d2a8b6022a6 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076717 Jul 18 10:48:48.381063 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-cd36fad5-a40e-4c89-86ef-424e4f11d3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (34114030-b75a-4f16-a3cb-654c9ad9538f), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:48.441047 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-cd36fad5-a40e-4c89-86ef-424e4f11d3d3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=65dc25c2563648ad886d17fb53c77bc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3638375 Jul 18 10:48:48.441047 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd36fad5-a40e-4c89-86ef-424e4f11d3d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34114030-b75a-4f16-a3cb-654c9ad9538f,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:48:48.444125 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 41272) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:48:48.492212 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf217f2-30d4-4049-b2bc-6e1c2e175971 req-be9af137-f35f-4394-b64d-7e9a2090d745 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:48.493726 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-cdf217f2-30d4-4049-b2bc-6e1c2e175971 req-be9af137-f35f-4394-b64d-7e9a2090d745 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=4728713a-e4cd-4e09-b104-7a57de4f2242 HTTP/1.1" status: 200 len: 946 time: 0.1109891 Jul 18 10:48:48.569329 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-d07244b8-23e7-43f7-b98b-7d3732c6c0ce admin admin] Publish callbacks [] for security_group (34114030-b75a-4f16-a3cb-654c9ad9538f), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:48.577324 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-cdf217f2-30d4-4049-b2bc-6e1c2e175971 req-d586ed89-655b-46bc-91f7-68510bdc2383 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760391 Jul 18 10:48:48.606926 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-d07244b8-23e7-43f7-b98b-7d3732c6c0ce admin admin] Publish callbacks [] for security_group (34114030-b75a-4f16-a3cb-654c9ad9538f), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:48.609299 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:INSERT=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:48.644444 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-4d07bf65-d864-40a2-acb1-2b6ee4370106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126083727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125836379'] for subnet (304eb215-c745-44a0-8909-55a6bf88c207), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:48.710509 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d07bf65-d864-40a2-acb1-2b6ee4370106 admin admin] Pushing event updated for resources: {'Subnet': ['ID=304eb215-c745-44a0-8909-55a6bf88c207,revision_number=0']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:48:48.730004 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d07bf65-d864-40a2-acb1-2b6ee4370106 admin admin] Checking segment: {'id': '5cfc696c-eefc-4983-ad51-b3a53dcea3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '68c9cc30-3e35-4ed5-8849-6c07232ca4ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:48:48.730419 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d07bf65-d864-40a2-acb1-2b6ee4370106 admin admin] Network hostable DHCP agents. Network: 68c9cc30-3e35-4ed5-8849-6c07232ca4ed, hostable agents: ['1fc7cd8a-3617-45f0-b645-db80237532c9'], hosted agents: [] {{(pid=111155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 10:48:48.837184 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-d07244b8-23e7-43f7-b98b-7d3732c6c0ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (34114030-b75a-4f16-a3cb-654c9ad9538f), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:48.839806 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-d07244b8-23e7-43f7-b98b-7d3732c6c0ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:48.843426 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-d07244b8-23e7-43f7-b98b-7d3732c6c0ce admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/34114030-b75a-4f16-a3cb-654c9ad9538f HTTP/1.1" status: 204 len: 168 time: 0.3958242 Jul 18 10:48:48.843426 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d07bf65-d864-40a2-acb1-2b6ee4370106 admin admin] Network 68c9cc30-3e35-4ed5-8849-6c07232ca4ed is scheduled to be hosted by DHCP agent 1fc7cd8a-3617-45f0-b645-db80237532c9 with binding_index 1 {{(pid=111155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 10:48:48.856983 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07244b8-23e7-43f7-b98b-7d3732c6c0ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34114030-b75a-4f16-a3cb-654c9ad9538f,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:48:48.986415 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.base_scheduler [None req-4d07bf65-d864-40a2-acb1-2b6ee4370106 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849498-1-iscsi, 68c9cc30-3e35-4ed5-8849-6c07232ca4ed) {{(pid=111155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:48:48.992960 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d07bf65-d864-40a2-acb1-2b6ee4370106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:48.994022 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-4d07bf65-d864-40a2-acb1-2b6ee4370106 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:48.994963 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f4dbdd-0a04-47c9-a003-6c579d1db8d2 None None] Network 68c9cc30-3e35-4ed5-8849-6c07232ca4ed requested from dv-cinder-849498-1-iscsi {{(pid=111156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:48:49.089804 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-4d07bf65-d864-40a2-acb1-2b6ee4370106 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0568738 Jul 18 10:48:49.111821 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f1a449-291c-4c60-8468-3bed0067da73 None None] Network 68c9cc30-3e35-4ed5-8849-6c07232ca4ed requested from dv-cinder-849498-1-iscsi {{(pid=111156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:48:51.299018 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bec949-f213-4257-b88b-ad4817041b6d req-72ba866c-1f2d-40c2-820e-4ce51d0c0709 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:51.300511 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d6bec949-f213-4257-b88b-ad4817041b6d req-72ba866c-1f2d-40c2-820e-4ce51d0c0709 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=4728713a-e4cd-4e09-b104-7a57de4f2242 HTTP/1.1" status: 200 len: 946 time: 0.0470948 Jul 18 10:48:51.353987 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d6bec949-f213-4257-b88b-ad4817041b6d req-1e2e789e-1045-4c2d-93f7-db2f3fe17fb7 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474772 Jul 18 10:48:51.404203 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4393fe7-4e8a-4e80-a728-dbc4d47cba73 req-7c1948d9-9e51-4f45-9b54-71338d69fc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:51.405803 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-a4393fe7-4e8a-4e80-a728-dbc4d47cba73 req-7c1948d9-9e51-4f45-9b54-71338d69fc8f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7184d0f3256344a2af18c639787e538f&device_id=4728713a-e4cd-4e09-b104-7a57de4f2242 HTTP/1.1" status: 200 len: 1130 time: 0.0435152 Jul 18 10:48:51.499060 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:51.510450 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4393fe7-4e8a-4e80-a728-dbc4d47cba73 req-b326b86a-677c-4fe7-a7ef-e8fb9dcc0a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:51.511922 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-a4393fe7-4e8a-4e80-a728-dbc4d47cba73 req-b326b86a-677c-4fe7-a7ef-e8fb9dcc0a79 service neutron] 10.222.0.52 "GET /v2.0/networks?id=09160d22-0418-499d-83b3-2657454003a1 HTTP/1.1" status: 200 len: 919 time: 0.0974460 Jul 18 10:48:51.556436 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-a4393fe7-4e8a-4e80-a728-dbc4d47cba73 req-a3296e4c-f90a-495f-a18e-b9c27c594548 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2d9794f-2a33-4778-92a2-20c4de5af12b HTTP/1.1" status: 200 len: 217 time: 0.0366721 Jul 18 10:48:51.879259 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4393fe7-4e8a-4e80-a728-dbc4d47cba73 req-89c92820-d338-45f1-943f-ca8dff719d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:51.880824 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-a4393fe7-4e8a-4e80-a728-dbc4d47cba73 req-89c92820-d338-45f1-943f-ca8dff719d63 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=de6eeef4-c7ed-4de0-9d7b-74b96eafe12b HTTP/1.1" status: 200 len: 857 time: 0.3150988 Jul 18 10:48:51.972371 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4393fe7-4e8a-4e80-a728-dbc4d47cba73 req-6404bb94-f9f9-4ed8-b690-9f12d8524918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:51.973902 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-a4393fe7-4e8a-4e80-a728-dbc4d47cba73 req-6404bb94-f9f9-4ed8-b690-9f12d8524918 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=09160d22-0418-499d-83b3-2657454003a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0611243 Jul 18 10:48:52.011168 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d482fc1-f9b4-48e2-a7b6-ce5d56150bbc req-bb304f98-423b-4efb-99a1-59561d59b330 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:52.012554 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8d482fc1-f9b4-48e2-a7b6-ce5d56150bbc req-bb304f98-423b-4efb-99a1-59561d59b330 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.49 "GET /v2.0/networks?id=68c9cc30-3e35-4ed5-8849-6c07232ca4ed HTTP/1.1" status: 200 len: 809 time: 0.1794441 Jul 18 10:48:52.062907 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8d482fc1-f9b4-48e2-a7b6-ce5d56150bbc req-5d0d9ce3-c919-4cf7-92eb-169bc54dc58e tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.49 "GET /v2.0/quotas/e8ea247cf5a540768bbbc7260b74f11c HTTP/1.1" status: 200 len: 375 time: 0.0402164 Jul 18 10:48:52.111197 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8d482fc1-f9b4-48e2-a7b6-ce5d56150bbc req-60745e14-359c-4058-9e49-e95bb56f7cf0 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e8ea247cf5a540768bbbc7260b74f11c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417302 Jul 18 10:48:52.146537 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-a4393fe7-4e8a-4e80-a728-dbc4d47cba73 req-6d328baf-f31a-4fd6-83de-7aa6ba6c9163 service neutron] 10.222.0.52 "GET /v2.0/networks/09160d22-0418-499d-83b3-2657454003a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629796 Jul 18 10:48:52.278057 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:52.289935 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8d482fc1-f9b4-48e2-a7b6-ce5d56150bbc req-e4d175e5-d979-4000-92fd-251fc4fe1da7 service neutron] 10.222.0.49 "GET /v2.0/networks/68c9cc30-3e35-4ed5-8849-6c07232ca4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678813 Jul 18 10:48:52.342161 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-a4393fe7-4e8a-4e80-a728-dbc4d47cba73 req-22dbb4bf-db2c-4f69-b7ac-bbc51bff7a80 service neutron] 10.222.0.52 "GET /v2.0/networks/09160d22-0418-499d-83b3-2657454003a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868577 Jul 18 10:48:52.435017 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8d482fc1-f9b4-48e2-a7b6-ce5d56150bbc req-41bcc059-1cbc-47f3-8da3-513802c1473f service neutron] 10.222.0.49 "GET /v2.0/networks/68c9cc30-3e35-4ed5-8849-6c07232ca4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371481 Jul 18 10:48:52.506615 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3406c5-8560-41b8-9bba-c23b48140f18 req-fc8a1c3b-4ac3-4f86-a92e-80b9e696c9b6 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:52.508169 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-1d3406c5-8560-41b8-9bba-c23b48140f18 req-fc8a1c3b-4ac3-4f86-a92e-80b9e696c9b6 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=4728713a-e4cd-4e09-b104-7a57de4f2242 HTTP/1.1" status: 200 len: 946 time: 0.0633337 Jul 18 10:48:52.582040 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-1d3406c5-8560-41b8-9bba-c23b48140f18 req-4aff0139-01bb-40bf-b1f8-47b71d8a40c2 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676186 Jul 18 10:48:52.789883 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-aa17a89d-0ca1-4f87-a12d-677420ec0d2d req-e5cfcfc9-7271-4a6c-a43f-d912d2785c4f tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d37ed23-396c-4be2-af65-be5be1d4ebc8 HTTP/1.1" status: 200 len: 210 time: 0.0366304 Jul 18 10:48:53.734178 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eb4547-8a5a-402d-938a-67a2c040424a req-3c99adc5-b739-465c-9d94-a771fa1f9c8b tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:53.736622 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-03eb4547-8a5a-402d-938a-67a2c040424a req-3c99adc5-b739-465c-9d94-a771fa1f9c8b tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=4728713a-e4cd-4e09-b104-7a57de4f2242 HTTP/1.1" status: 200 len: 946 time: 0.0610452 Jul 18 10:48:53.791042 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b86ece-6c7f-4593-bac7-3779a919787c req-6a5ad876-1605-4789-b419-17de36c46cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:53.792545 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-36b86ece-6c7f-4593-bac7-3779a919787c req-6a5ad876-1605-4789-b419-17de36c46cda service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7184d0f3256344a2af18c639787e538f&device_id=4728713a-e4cd-4e09-b104-7a57de4f2242 HTTP/1.1" status: 200 len: 1130 time: 0.0736473 Jul 18 10:48:53.831879 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-03eb4547-8a5a-402d-938a-67a2c040424a req-cbae31fc-b4cf-406b-82b8-f21586847362 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707617 Jul 18 10:48:53.882587 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-bf7134cf-cb1f-4d98-90df-53f31eb32e98 req-9c9be951-2ccf-4ddf-9400-daa81505b63a tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d37ed23-396c-4be2-af65-be5be1d4ebc8 HTTP/1.1" status: 200 len: 210 time: 0.0317950 Jul 18 10:48:54.076603 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1ff6e34c-ad2d-4d6d-84c2-aee03113dac2), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:54.787594 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b86ece-6c7f-4593-bac7-3779a919787c req-776fa31f-2eef-458d-a2bf-a1b0f7391d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:54.789142 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-36b86ece-6c7f-4593-bac7-3779a919787c req-776fa31f-2eef-458d-a2bf-a1b0f7391d09 service neutron] 10.222.0.52 "GET /v2.0/networks?id=09160d22-0418-499d-83b3-2657454003a1 HTTP/1.1" status: 200 len: 919 time: 0.1298962 Jul 18 10:48:54.946462 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:54.959682 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e701818-79d3-439e-a86d-0fc18783b3d1 req-0916fd60-46ad-4824-856c-90f757c6b4ff tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:54.962038 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8e701818-79d3-439e-a86d-0fc18783b3d1 req-0916fd60-46ad-4824-856c-90f757c6b4ff tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=4728713a-e4cd-4e09-b104-7a57de4f2242 HTTP/1.1" status: 200 len: 946 time: 0.0592282 Jul 18 10:48:55.002767 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-43065edc-3363-4d49-8591-1a2f7a410511 req-cdb51332-5b47-4202-a603-2acc69f584da tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d37ed23-396c-4be2-af65-be5be1d4ebc8 HTTP/1.1" status: 200 len: 210 time: 0.0403116 Jul 18 10:48:55.038441 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8e701818-79d3-439e-a86d-0fc18783b3d1 req-8aa596c2-cac2-4c66-8458-7ebddbba1569 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661552 Jul 18 10:48:55.441810 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 41494) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:48:55.557905 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-22648892-7fc1-40c9-83ca-57ea19b84841 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:55.643532 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-22648892-7fc1-40c9-83ca-57ea19b84841 admin admin] Publish callbacks [] for security_group (84a4cd41-4f80-48f0-aded-bb38932f2eca), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:55.814513 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-22648892-7fc1-40c9-83ca-57ea19b84841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (84a4cd41-4f80-48f0-aded-bb38932f2eca), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:55.854097 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22648892-7fc1-40c9-83ca-57ea19b84841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a4cd41-4f80-48f0-aded-bb38932f2eca,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:48:55.858693 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-22648892-7fc1-40c9-83ca-57ea19b84841 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b307fbb774794cdbb8bd588c122bfa30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4156945 Jul 18 10:48:55.861880 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 41498) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:48:55.915941 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-2f66a917-14a9-453f-ac21-938926eaa28d admin admin] Publish callbacks [] for security_group (84a4cd41-4f80-48f0-aded-bb38932f2eca), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:55.939968 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-2f66a917-14a9-453f-ac21-938926eaa28d admin admin] Publish callbacks [] for security_group (84a4cd41-4f80-48f0-aded-bb38932f2eca), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:56.088732 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-2f66a917-14a9-453f-ac21-938926eaa28d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (84a4cd41-4f80-48f0-aded-bb38932f2eca), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:56.091344 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-2f66a917-14a9-453f-ac21-938926eaa28d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:56.092698 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-2f66a917-14a9-453f-ac21-938926eaa28d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/84a4cd41-4f80-48f0-aded-bb38932f2eca HTTP/1.1" status: 204 len: 168 time: 0.2297828 Jul 18 10:48:56.116363 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-a3e0b7cc-f899-4e8f-bf1c-cd2629984761 req-da12d7d7-586b-41a0-b8b7-ca659109d796 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d37ed23-396c-4be2-af65-be5be1d4ebc8 HTTP/1.1" status: 200 len: 210 time: 0.0390098 Jul 18 10:48:56.134974 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f66a917-14a9-453f-ac21-938926eaa28d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a4cd41-4f80-48f0-aded-bb38932f2eca,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:48:56.175831 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ade53-3ec8-4543-acb5-cbe47da5bbbf req-a675441f-c0f1-42b0-85fd-7e53a1f6a437 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:56.177408 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-914ade53-3ec8-4543-acb5-cbe47da5bbbf req-a675441f-c0f1-42b0-85fd-7e53a1f6a437 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=4728713a-e4cd-4e09-b104-7a57de4f2242 HTTP/1.1" status: 200 len: 946 time: 0.0601053 Jul 18 10:48:56.227465 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-914ade53-3ec8-4543-acb5-cbe47da5bbbf req-848d7a85-cdb1-4bdd-becb-c116efc93014 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444059 Jul 18 10:48:56.549955 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-36b86ece-6c7f-4593-bac7-3779a919787c req-23aa95ec-1e45-4857-9876-0fdccbbd6f70 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2d9794f-2a33-4778-92a2-20c4de5af12b HTTP/1.1" status: 200 len: 217 time: 0.0368609 Jul 18 10:48:56.607375 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b86ece-6c7f-4593-bac7-3779a919787c req-d8409fa2-0cd8-4057-bbe5-bfbf9d15382d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:56.609103 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-36b86ece-6c7f-4593-bac7-3779a919787c req-d8409fa2-0cd8-4057-bbe5-bfbf9d15382d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=de6eeef4-c7ed-4de0-9d7b-74b96eafe12b HTTP/1.1" status: 200 len: 857 time: 0.0484862 Jul 18 10:48:56.662930 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b86ece-6c7f-4593-bac7-3779a919787c req-7d4d994c-84a4-4788-963e-8c7e800028db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:56.664436 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-36b86ece-6c7f-4593-bac7-3779a919787c req-7d4d994c-84a4-4788-963e-8c7e800028db service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=09160d22-0418-499d-83b3-2657454003a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434754 Jul 18 10:48:56.762773 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-36b86ece-6c7f-4593-bac7-3779a919787c req-42eac412-cc75-4077-a498-19ffa30e5712 service neutron] 10.222.0.52 "GET /v2.0/networks/09160d22-0418-499d-83b3-2657454003a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895777 Jul 18 10:48:56.874448 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-36b86ece-6c7f-4593-bac7-3779a919787c req-22d62014-bdc0-4c52-b5d0-a859536d9767 service neutron] 10.222.0.52 "GET /v2.0/networks/09160d22-0418-499d-83b3-2657454003a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036763 Jul 18 10:48:56.962654 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 41510) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:48:56.977703 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-589cd140-9c2b-41c4-94cc-b45a727f1b7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:56.989044 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:57.025360 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:57.063408 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-589cd140-9c2b-41c4-94cc-b45a727f1b7b admin admin] Publish callbacks [] for security_group (1ca027e9-70ab-4ae8-8a6b-48ff052bcae1), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:57.223908 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-589cd140-9c2b-41c4-94cc-b45a727f1b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (1ca027e9-70ab-4ae8-8a6b-48ff052bcae1), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:57.229161 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8e760bec-06fb-42a1-aee1-93705dd60c6d req-974bfa87-c7dd-401d-b156-53249f7f8b8f tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d37ed23-396c-4be2-af65-be5be1d4ebc8 HTTP/1.1" status: 200 len: 210 time: 0.0351520 Jul 18 10:48:57.268054 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589cd140-9c2b-41c4-94cc-b45a727f1b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca027e9-70ab-4ae8-8a6b-48ff052bcae1,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:48:57.274167 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-589cd140-9c2b-41c4-94cc-b45a727f1b7b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2c774f4bbbca479a88039be4eefb22a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3104112 Jul 18 10:48:57.284978 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 41518) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:48:57.363308 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af71048-dd51-49a3-9f88-54d2de0b248a req-6cc348c9-5a6f-4dd7-826e-19bce3f7eb63 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:57.364856 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-7af71048-dd51-49a3-9f88-54d2de0b248a req-6cc348c9-5a6f-4dd7-826e-19bce3f7eb63 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=4728713a-e4cd-4e09-b104-7a57de4f2242 HTTP/1.1" status: 200 len: 946 time: 0.0660071 Jul 18 10:48:57.394444 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-a265415c-f89b-44a8-8f06-0f83d927196f admin admin] Publish callbacks [] for security_group (1ca027e9-70ab-4ae8-8a6b-48ff052bcae1), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:57.435997 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-a265415c-f89b-44a8-8f06-0f83d927196f admin admin] Publish callbacks [] for security_group (1ca027e9-70ab-4ae8-8a6b-48ff052bcae1), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:57.452300 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-7af71048-dd51-49a3-9f88-54d2de0b248a req-2b5575e9-a759-4fdd-9cec-29253abe6f3a tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813189 Jul 18 10:48:58.254532 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-a265415c-f89b-44a8-8f06-0f83d927196f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (1ca027e9-70ab-4ae8-8a6b-48ff052bcae1), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:58.257699 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-a265415c-f89b-44a8-8f06-0f83d927196f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:58.258891 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-a265415c-f89b-44a8-8f06-0f83d927196f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1ca027e9-70ab-4ae8-8a6b-48ff052bcae1 HTTP/1.1" status: 204 len: 168 time: 0.9731052 Jul 18 10:48:58.268102 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a265415c-f89b-44a8-8f06-0f83d927196f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca027e9-70ab-4ae8-8a6b-48ff052bcae1,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:48:58.503519 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-335a8fc1-80d7-4c91-ae67-0487f6f58c62 req-21047f08-b6d6-4380-9bba-446edebb9054 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d37ed23-396c-4be2-af65-be5be1d4ebc8 HTTP/1.1" status: 200 len: 210 time: 0.0375307 Jul 18 10:48:58.591110 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd1931c-024c-45ce-99e9-70ef26f6a656 req-a0b2081c-5ae0-4c7f-b23b-e6f97f42ba7e tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:58.592658 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-efd1931c-024c-45ce-99e9-70ef26f6a656 req-a0b2081c-5ae0-4c7f-b23b-e6f97f42ba7e tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=4728713a-e4cd-4e09-b104-7a57de4f2242 HTTP/1.1" status: 200 len: 946 time: 0.0485692 Jul 18 10:48:58.622229 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:58.654199 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-efd1931c-024c-45ce-99e9-70ef26f6a656 req-01f241bb-9cd3-4676-94eb-5c235600f731 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544252 Jul 18 10:48:58.800934 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d482fc1-f9b4-48e2-a7b6-ce5d56150bbc req-b2a2e40e-1b25-4134-9d8c-b5f65e0390fe tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:58.802593 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8d482fc1-f9b4-48e2-a7b6-ce5d56150bbc req-b2a2e40e-1b25-4134-9d8c-b5f65e0390fe tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.52 "GET /v2.0/networks?id=68c9cc30-3e35-4ed5-8849-6c07232ca4ed HTTP/1.1" status: 200 len: 809 time: 0.1292443 Jul 18 10:48:58.822446 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [req-8d482fc1-f9b4-48e2-a7b6-ce5d56150bbc req-200bef08-8701-4a08-a052-76fb0d927226 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] Request body: {'port': {'device_id': '0d37ed23-396c-4be2-af65-be5be1d4ebc8', 'network_id': '68c9cc30-3e35-4ed5-8849-6c07232ca4ed', 'admin_state_up': True, 'tenant_id': 'e8ea247cf5a540768bbbc7260b74f11c'}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:48:59.105455 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d482fc1-f9b4-48e2-a7b6-ce5d56150bbc req-200bef08-8701-4a08-a052-76fb0d927226 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] Made reservation on behalf of e8ea247cf5a540768bbbc7260b74f11c for: {'port': 1} {{(pid=111155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:48:59.109180 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-8d482fc1-f9b4-48e2-a7b6-ce5d56150bbc req-200bef08-8701-4a08-a052-76fb0d927226 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:59.259679 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.db_base_plugin_common [req-8d482fc1-f9b4-48e2-a7b6-ce5d56150bbc req-200bef08-8701-4a08-a052-76fb0d927226 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] Allocated IP 172.20.0.6 (68c9cc30-3e35-4ed5-8849-6c07232ca4ed/304eb215-c745-44a0-8909-55a6bf88c207/d4d87d55-226f-4ba5-b094-219691055a45) {{(pid=111155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:48:59.308267 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:59.440483 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-8d482fc1-f9b4-48e2-a7b6-ce5d56150bbc req-200bef08-8701-4a08-a052-76fb0d927226 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] Publish callbacks [] for port (d4d87d55-226f-4ba5-b094-219691055a45), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:59.581786 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-8d482fc1-f9b4-48e2-a7b6-ce5d56150bbc req-200bef08-8701-4a08-a052-76fb0d927226 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126083827'] for port (d4d87d55-226f-4ba5-b094-219691055a45), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:59.696525 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d482fc1-f9b4-48e2-a7b6-ce5d56150bbc req-200bef08-8701-4a08-a052-76fb0d927226 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] Network 68c9cc30-3e35-4ed5-8849-6c07232ca4ed is already hosted by enough agents. {{(pid=111155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:48:59.701744 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.base_scheduler [req-8d482fc1-f9b4-48e2-a7b6-ce5d56150bbc req-200bef08-8701-4a08-a052-76fb0d927226 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] Resources bound (agent type, host, resource id): {{(pid=111155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:48:59.713359 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8be313-fa26-402c-b39f-837b707ae301 req-ded56832-3fba-4090-8bbf-6d5c10386b00 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:59.713359 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2b8be313-fa26-402c-b39f-837b707ae301 req-ded56832-3fba-4090-8bbf-6d5c10386b00 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d37ed23-396c-4be2-af65-be5be1d4ebc8 HTTP/1.1" status: 200 len: 931 time: 0.1277316 Jul 18 10:48:59.713359 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d482fc1-f9b4-48e2-a7b6-ce5d56150bbc req-200bef08-8701-4a08-a052-76fb0d927226 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] Received port after_create {{(pid=111155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:48:59.715948 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200bef08-8701-4a08-a052-76fb0d927226 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] Pushing event updated for resources: {'Port': ['ID=d4d87d55-226f-4ba5-b094-219691055a45,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:48:59.877109 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d482fc1-f9b4-48e2-a7b6-ce5d56150bbc req-200bef08-8701-4a08-a052-76fb0d927226 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:59.877767 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-8d482fc1-f9b4-48e2-a7b6-ce5d56150bbc req-200bef08-8701-4a08-a052-76fb0d927226 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for port (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:48:59.893258 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64377d-0454-4c78-9017-0ff165f57441 req-aaa37ef9-ecd2-482e-9131-d8c4678d81a8 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:48:59.895862 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-6e64377d-0454-4c78-9017-0ff165f57441 req-aaa37ef9-ecd2-482e-9131-d8c4678d81a8 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=4728713a-e4cd-4e09-b104-7a57de4f2242 HTTP/1.1" status: 200 len: 946 time: 0.1424868 Jul 18 10:48:59.909758 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2b8be313-fa26-402c-b39f-837b707ae301 req-72ead261-f9ae-466c-985b-8a2d196e3388 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d58ad69-110f-4566-a856-6f45aeb73180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656427 Jul 18 10:48:59.922089 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:48:59.986072 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-6e64377d-0454-4c78-9017-0ff165f57441 req-8540bb61-4410-4dfe-9278-c8fbfffd77b8 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715394 Jul 18 10:49:00.080237 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8d482fc1-f9b4-48e2-a7b6-ce5d56150bbc req-200bef08-8701-4a08-a052-76fb0d927226 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2619441 Jul 18 10:49:00.093769 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [req-8d482fc1-f9b4-48e2-a7b6-ce5d56150bbc req-c5d84302-fde6-4f91-90ab-093d77d81119 service neutron] Request body: {'port': {'device_id': '0d37ed23-396c-4be2-af65-be5be1d4ebc8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84949'}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:49:00.160366 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-8d482fc1-f9b4-48e2-a7b6-ce5d56150bbc req-c5d84302-fde6-4f91-90ab-093d77d81119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (d4d87d55-226f-4ba5-b094-219691055a45), before_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:00.441581 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.notifiers.nova [req-8d482fc1-f9b4-48e2-a7b6-ce5d56150bbc req-c5d84302-fde6-4f91-90ab-093d77d81119 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4d87d55-226f-4ba5-b094-219691055a45 {{(pid=111155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:49:00.450459 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-8d482fc1-f9b4-48e2-a7b6-ce5d56150bbc req-c5d84302-fde6-4f91-90ab-093d77d81119 service neutron] Publish callbacks [] for port (d4d87d55-226f-4ba5-b094-219691055a45), precommit_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:00.464491 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.provisioning_blocks [req-8d482fc1-f9b4-48e2-a7b6-ce5d56150bbc req-c5d84302-fde6-4f91-90ab-093d77d81119 service neutron] Transition to ACTIVE for port object d4d87d55-226f-4ba5-b094-219691055a45 will not be triggered until provisioned by entity L2. {{(pid=111155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 10:49:00.580122 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-8d482fc1-f9b4-48e2-a7b6-ce5d56150bbc req-c5d84302-fde6-4f91-90ab-093d77d81119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126083072'] for port (d4d87d55-226f-4ba5-b094-219691055a45), after_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:00.620543 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:00.648519 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d84302-fde6-4f91-90ab-093d77d81119 service neutron] Pushing event updated for resources: {'Port': ['ID=d4d87d55-226f-4ba5-b094-219691055a45,revision_number=2']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:00.734135 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.managers [req-8d482fc1-f9b4-48e2-a7b6-ce5d56150bbc req-c5d84302-fde6-4f91-90ab-093d77d81119 service neutron] Attempting to bind port d4d87d55-226f-4ba5-b094-219691055a45 on host hv-cinder-84949 for vnic_type normal with profile {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:49:00.734387 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.managers [req-8d482fc1-f9b4-48e2-a7b6-ce5d56150bbc req-c5d84302-fde6-4f91-90ab-093d77d81119 service neutron] Attempting to bind port d4d87d55-226f-4ba5-b094-219691055a45 by drivers openvswitch,hyperv on host hv-cinder-84949 at level 0 using segments [{'id': '5cfc696c-eefc-4983-ad51-b3a53dcea3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '68c9cc30-3e35-4ed5-8849-6c07232ca4ed'}] {{(pid=111155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:49:00.734778 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d482fc1-f9b4-48e2-a7b6-ce5d56150bbc req-c5d84302-fde6-4f91-90ab-093d77d81119 service neutron] Attempting to bind port d4d87d55-226f-4ba5-b094-219691055a45 on network 68c9cc30-3e35-4ed5-8849-6c07232ca4ed {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:49:00.741558 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d482fc1-f9b4-48e2-a7b6-ce5d56150bbc req-c5d84302-fde6-4f91-90ab-093d77d81119 service neutron] Port d4d87d55-226f-4ba5-b094-219691055a45 on network 68c9cc30-3e35-4ed5-8849-6c07232ca4ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84949 {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 10:49:00.741875 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d482fc1-f9b4-48e2-a7b6-ce5d56150bbc req-c5d84302-fde6-4f91-90ab-093d77d81119 service neutron] Attempting to bind port d4d87d55-226f-4ba5-b094-219691055a45 on network 68c9cc30-3e35-4ed5-8849-6c07232ca4ed {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:49:00.747816 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d482fc1-f9b4-48e2-a7b6-ce5d56150bbc req-c5d84302-fde6-4f91-90ab-093d77d81119 service neutron] Checking agent: {'id': '1ff6e34c-ad2d-4d6d-84c2-aee03113dac2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84949', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 44, 54), 'started_at': datetime.datetime(2022, 7, 18, 10, 44, 54), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:49:00.748044 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d482fc1-f9b4-48e2-a7b6-ce5d56150bbc req-c5d84302-fde6-4f91-90ab-093d77d81119 service neutron] Checking segment: {'id': '5cfc696c-eefc-4983-ad51-b3a53dcea3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '68c9cc30-3e35-4ed5-8849-6c07232ca4ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:49:00.748425 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d482fc1-f9b4-48e2-a7b6-ce5d56150bbc req-c5d84302-fde6-4f91-90ab-093d77d81119 service neutron] Bound using segment: {'id': '5cfc696c-eefc-4983-ad51-b3a53dcea3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '68c9cc30-3e35-4ed5-8849-6c07232ca4ed'} {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:49:00.748887 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.managers [req-8d482fc1-f9b4-48e2-a7b6-ce5d56150bbc req-c5d84302-fde6-4f91-90ab-093d77d81119 service neutron] Bound port: d4d87d55-226f-4ba5-b094-219691055a45, host: hv-cinder-84949, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cfc696c-eefc-4983-ad51-b3a53dcea3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '68c9cc30-3e35-4ed5-8849-6c07232ca4ed'}}] {{(pid=111155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:49:00.749417 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-8d482fc1-f9b4-48e2-a7b6-ce5d56150bbc req-c5d84302-fde6-4f91-90ab-093d77d81119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (d4d87d55-226f-4ba5-b094-219691055a45), before_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:00.821847 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.db [req-8d482fc1-f9b4-48e2-a7b6-ce5d56150bbc req-c5d84302-fde6-4f91-90ab-093d77d81119 service neutron] For port d4d87d55-226f-4ba5-b094-219691055a45, host hv-cinder-84949, cleared binding levels {{(pid=111155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:49:00.825298 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.db [req-8d482fc1-f9b4-48e2-a7b6-ce5d56150bbc req-c5d84302-fde6-4f91-90ab-093d77d81119 service neutron] For port d4d87d55-226f-4ba5-b094-219691055a45, host hv-cinder-84949, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=d4d87d55-226f-4ba5-b094-219691055a45,segment=NetworkSegment(5cfc696c-eefc-4983-ad51-b3a53dcea3e0),segment_id=5cfc696c-eefc-4983-ad51-b3a53dcea3e0)] {{(pid=111155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:49:00.998164 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-8d482fc1-f9b4-48e2-a7b6-ce5d56150bbc req-c5d84302-fde6-4f91-90ab-093d77d81119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126083072'] for port (d4d87d55-226f-4ba5-b094-219691055a45), after_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:01.073520 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d482fc1-f9b4-48e2-a7b6-ce5d56150bbc req-c5d84302-fde6-4f91-90ab-093d77d81119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:01.074138 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-8d482fc1-f9b4-48e2-a7b6-ce5d56150bbc req-c5d84302-fde6-4f91-90ab-093d77d81119 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for port (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:01.075583 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8d482fc1-f9b4-48e2-a7b6-ce5d56150bbc req-c5d84302-fde6-4f91-90ab-093d77d81119 service neutron] 10.222.0.52 "PUT /v2.0/ports/d4d87d55-226f-4ba5-b094-219691055a45 HTTP/1.1" status: 200 len: 1093 time: 0.9860623 Jul 18 10:49:01.079544 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d37ed23-396c-4be2-af65-be5be1d4ebc8', 'tag': 'd4d87d55-226f-4ba5-b094-219691055a45'}] {{(pid=111155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:49:01.088229 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f06b923856051c73f64d3b2294300e60923526062a62ec6e5be74a6ad2a3856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce915e6a-3cb3-4936-bf9b-b584740caba7" -d '{"events": [{"name": "network-changed", "server_uuid": "0d37ed23-396c-4be2-af65-be5be1d4ebc8", "tag": "d4d87d55-226f-4ba5-b094-219691055a45"}]}' {{(pid=111155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:49:01.112688 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba3f08e-9813-499e-92b3-87ceb3775829 req-ec4f726f-af28-498f-8c57-1fc2907720f9 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:01.117193 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2ba3f08e-9813-499e-92b3-87ceb3775829 req-ec4f726f-af28-498f-8c57-1fc2907720f9 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d37ed23-396c-4be2-af65-be5be1d4ebc8 HTTP/1.1" status: 200 len: 943 time: 0.1289697 Jul 18 10:49:01.162614 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d84302-fde6-4f91-90ab-093d77d81119 service neutron] Pushing event updated for resources: {'Port': ['ID=d4d87d55-226f-4ba5-b094-219691055a45,revision_number=3']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:01.178887 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b15463d-0ed7-468d-85a8-57deded58d3b req-080ac01c-405a-4796-8d79-8bf5f26f54e4 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:01.180390 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-9b15463d-0ed7-468d-85a8-57deded58d3b req-080ac01c-405a-4796-8d79-8bf5f26f54e4 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=4728713a-e4cd-4e09-b104-7a57de4f2242 HTTP/1.1" status: 200 len: 946 time: 0.1022236 Jul 18 10:49:01.260225 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2ba3f08e-9813-499e-92b3-87ceb3775829 req-96c8e0b4-62d8-447a-898e-a4195ae0e078 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d58ad69-110f-4566-a856-6f45aeb73180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212857 Jul 18 10:49:01.265805 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:01.288938 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d482fc1-f9b4-48e2-a7b6-ce5d56150bbc req-a3b10793-95f9-43d6-a69c-ddd78d4d2e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:01.290552 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8d482fc1-f9b4-48e2-a7b6-ce5d56150bbc req-a3b10793-95f9-43d6-a69c-ddd78d4d2e3c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e8ea247cf5a540768bbbc7260b74f11c&device_id=0d37ed23-396c-4be2-af65-be5be1d4ebc8 HTTP/1.1" status: 200 len: 1127 time: 0.0732784 Jul 18 10:49:01.306063 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-9b15463d-0ed7-468d-85a8-57deded58d3b req-57f93a56-8755-4c54-acb7-1743ef7e05e8 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169388 Jul 18 10:49:01.312112 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cdc812a-7106-4e85-92bf-42d0cdf2aecb x-openstack-request-id: req-0cdc812a-7106-4e85-92bf-42d0cdf2aecb {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:49:01.312442 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d37ed23-396c-4be2-af65-be5be1d4ebc8", "tag": "d4d87d55-226f-4ba5-b094-219691055a45", "status": "completed", "code": 200}]} {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:49:01.312655 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0cdc812a-7106-4e85-92bf-42d0cdf2aecb {{(pid=111155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:49:01.313788 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cdc812a-7106-4e85-92bf-42d0cdf2aecb'] response: {'name': 'network-changed', 'server_uuid': '0d37ed23-396c-4be2-af65-be5be1d4ebc8', 'tag': 'd4d87d55-226f-4ba5-b094-219691055a45', 'status': 'completed', 'code': 200} Jul 18 10:49:01.356628 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8d482fc1-f9b4-48e2-a7b6-ce5d56150bbc req-d57562da-0fc7-411d-8f03-8e15b69551d9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4d87d55-226f-4ba5-b094-219691055a45 HTTP/1.1" status: 200 len: 217 time: 0.0473802 Jul 18 10:49:01.411724 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d482fc1-f9b4-48e2-a7b6-ce5d56150bbc req-c720e0ff-ed6e-438e-bd12-ab640ba0a983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:01.413209 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8d482fc1-f9b4-48e2-a7b6-ce5d56150bbc req-c720e0ff-ed6e-438e-bd12-ab640ba0a983 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=304eb215-c745-44a0-8909-55a6bf88c207 HTTP/1.1" status: 200 len: 849 time: 0.0474019 Jul 18 10:49:01.453064 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8d482fc1-f9b4-48e2-a7b6-ce5d56150bbc req-0c7fe666-6816-4c22-95da-2962ede08cc6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=68c9cc30-3e35-4ed5-8849-6c07232ca4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310209 Jul 18 10:49:01.553438 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8d482fc1-f9b4-48e2-a7b6-ce5d56150bbc req-0e603727-2973-4ded-820a-dc7b3380d79c service neutron] 10.222.0.52 "GET /v2.0/networks/68c9cc30-3e35-4ed5-8849-6c07232ca4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897748 Jul 18 10:49:01.609457 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=16 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:01.658787 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8d482fc1-f9b4-48e2-a7b6-ce5d56150bbc req-5addac39-f9a5-422a-ba50-dbd1a64bf7a7 service neutron] 10.222.0.52 "GET /v2.0/networks/68c9cc30-3e35-4ed5-8849-6c07232ca4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941164 Jul 18 10:49:02.447041 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c26f6-7e36-4aae-b386-2323485337ca req-d2d77e01-0807-401a-8fc1-5747087247e6 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:02.448600 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-a09c26f6-7e36-4aae-b386-2323485337ca req-d2d77e01-0807-401a-8fc1-5747087247e6 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d37ed23-396c-4be2-af65-be5be1d4ebc8 HTTP/1.1" status: 200 len: 943 time: 0.0898628 Jul 18 10:49:02.466885 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc6c68-f83f-4356-9036-95930184f478 req-dbff9d0c-2c23-4517-b473-26b17bc13b92 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:02.468296 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2fcc6c68-f83f-4356-9036-95930184f478 req-dbff9d0c-2c23-4517-b473-26b17bc13b92 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=4728713a-e4cd-4e09-b104-7a57de4f2242 HTTP/1.1" status: 200 len: 946 time: 0.0804698 Jul 18 10:49:02.542280 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-a09c26f6-7e36-4aae-b386-2323485337ca req-dc3c4009-27a5-4046-8b02-ded908e52cf4 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d58ad69-110f-4566-a856-6f45aeb73180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869224 Jul 18 10:49:02.550195 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2fcc6c68-f83f-4356-9036-95930184f478 req-76912fd9-dd5b-4054-98c9-b31f5dc70c0d tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723512 Jul 18 10:49:02.929914 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce915e6a-3cb3-4936-bf9b-b584740caba7 req-5bac7aae-d7a9-43f7-94ea-b7a241ddde34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:02.931341 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ce915e6a-3cb3-4936-bf9b-b584740caba7 req-5bac7aae-d7a9-43f7-94ea-b7a241ddde34 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e8ea247cf5a540768bbbc7260b74f11c&device_id=0d37ed23-396c-4be2-af65-be5be1d4ebc8 HTTP/1.1" status: 200 len: 1127 time: 0.0427852 Jul 18 10:49:02.945939 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:03.035493 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce915e6a-3cb3-4936-bf9b-b584740caba7 req-a3d0d90e-89d1-488c-907c-a99f9679aa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:03.037038 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ce915e6a-3cb3-4936-bf9b-b584740caba7 req-a3d0d90e-89d1-488c-907c-a99f9679aa0d service neutron] 10.222.0.52 "GET /v2.0/networks?id=68c9cc30-3e35-4ed5-8849-6c07232ca4ed HTTP/1.1" status: 200 len: 910 time: 0.0985007 Jul 18 10:49:03.313964 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ce915e6a-3cb3-4936-bf9b-b584740caba7 req-003be4a9-46ee-4884-9ac5-f7a316511562 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4d87d55-226f-4ba5-b094-219691055a45 HTTP/1.1" status: 200 len: 217 time: 0.2685547 Jul 18 10:49:03.369316 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce915e6a-3cb3-4936-bf9b-b584740caba7 req-4eeff061-115d-4074-93e3-4c96c8112290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:03.370749 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ce915e6a-3cb3-4936-bf9b-b584740caba7 req-4eeff061-115d-4074-93e3-4c96c8112290 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=304eb215-c745-44a0-8909-55a6bf88c207 HTTP/1.1" status: 200 len: 849 time: 0.0466523 Jul 18 10:49:03.408456 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ce915e6a-3cb3-4936-bf9b-b584740caba7 req-c1630f1d-e84d-41d5-80f7-2881925f2f96 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=68c9cc30-3e35-4ed5-8849-6c07232ca4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302393 Jul 18 10:49:03.507629 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ce915e6a-3cb3-4936-bf9b-b584740caba7 req-9e28a7de-7f42-4e24-bac2-c4d9aff85c3b service neutron] 10.222.0.52 "GET /v2.0/networks/68c9cc30-3e35-4ed5-8849-6c07232ca4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905514 Jul 18 10:49:03.613294 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ce915e6a-3cb3-4936-bf9b-b584740caba7 req-2d346999-caee-4ed1-8297-f714c2f45201 service neutron] 10.222.0.52 "GET /v2.0/networks/68c9cc30-3e35-4ed5-8849-6c07232ca4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978780 Jul 18 10:49:03.695618 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2bb8bb-f39c-4186-8672-251d9696368a req-89cd78d3-aa77-4849-8488-9868c13ea681 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:03.697239 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-6a2bb8bb-f39c-4186-8672-251d9696368a req-89cd78d3-aa77-4849-8488-9868c13ea681 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d37ed23-396c-4be2-af65-be5be1d4ebc8 HTTP/1.1" status: 200 len: 943 time: 0.0796726 Jul 18 10:49:03.703725 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c35723e-1bd3-4119-9b35-1bdb3335d727 req-9c0cfb35-f154-4f02-8458-a04a67833af7 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:03.705712 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2c35723e-1bd3-4119-9b35-1bdb3335d727 req-9c0cfb35-f154-4f02-8458-a04a67833af7 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=4728713a-e4cd-4e09-b104-7a57de4f2242 HTTP/1.1" status: 200 len: 946 time: 0.0792553 Jul 18 10:49:03.791331 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-6a2bb8bb-f39c-4186-8672-251d9696368a req-dc141c3b-4916-433a-a555-91ceb2c05e41 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d58ad69-110f-4566-a856-6f45aeb73180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846014 Jul 18 10:49:03.794550 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2c35723e-1bd3-4119-9b35-1bdb3335d727 req-45c57b9a-73e1-4e8b-a57e-84909e4f2cba tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812364 Jul 18 10:49:04.573741 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 41666) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:49:04.699396 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-b5ada67a-5b8e-40b9-9cb9-3d2e80f4c079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1fc7cd8a-3617-45f0-b645-db80237532c9), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:04.709187 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-65199eaf-39e3-42d2-bec3-4430433887e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:04.765011 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:04.798486 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-65199eaf-39e3-42d2-bec3-4430433887e5 admin admin] Publish callbacks [] for security_group (786eb495-8c83-47c5-bb41-a6ddd9fa1704), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:04.890344 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-65199eaf-39e3-42d2-bec3-4430433887e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (786eb495-8c83-47c5-bb41-a6ddd9fa1704), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:04.965935 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bbeb98-acfc-4331-9655-de1616bc5831 req-14fe2e02-903c-4129-9b20-1b87f69c77e4 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:04.967704 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-63bbeb98-acfc-4331-9655-de1616bc5831 req-14fe2e02-903c-4129-9b20-1b87f69c77e4 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d37ed23-396c-4be2-af65-be5be1d4ebc8 HTTP/1.1" status: 200 len: 943 time: 0.1012940 Jul 18 10:49:04.979651 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65199eaf-39e3-42d2-bec3-4430433887e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=786eb495-8c83-47c5-bb41-a6ddd9fa1704,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:04.985165 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-65199eaf-39e3-42d2-bec3-4430433887e5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=12c5abe6a77e42428011fcdca169364a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4103351 Jul 18 10:49:04.990292 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 41676) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:49:05.014567 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device d4d87d55-226f-4ba5-b094-219691055a45 details requested by agent hyperv_hv-cinder-84949 with host hv-cinder-84949 {{(pid=111156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 10:49:05.041195 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-63bbeb98-acfc-4331-9655-de1616bc5831 req-7798a291-5ce9-4bc0-9602-ae3c1e1b71c7 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d58ad69-110f-4566-a856-6f45aeb73180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636353 Jul 18 10:49:05.060358 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-5c27e54a-4c91-42bf-90ff-5f847a0d356d admin admin] Publish callbacks [] for security_group (786eb495-8c83-47c5-bb41-a6ddd9fa1704), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:05.089800 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-5c27e54a-4c91-42bf-90ff-5f847a0d356d admin admin] Publish callbacks [] for security_group (786eb495-8c83-47c5-bb41-a6ddd9fa1704), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:05.146500 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port d4d87d55-226f-4ba5-b094-219691055a45, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=d4d87d55-226f-4ba5-b094-219691055a45,segment=NetworkSegment(5cfc696c-eefc-4983-ad51-b3a53dcea3e0),segment_id=5cfc696c-eefc-4983-ad51-b3a53dcea3e0)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:49:05.162822 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Returning: {'device': 'd4d87d55-226f-4ba5-b094-219691055a45', 'network_id': '68c9cc30-3e35-4ed5-8849-6c07232ca4ed', 'port_id': 'd4d87d55-226f-4ba5-b094-219691055a45', 'mac_address': 'fa:16:3e:49:87:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '304eb215-c745-44a0-8909-55a6bf88c207', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 10:49:05.222741 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cadae7-4c41-430f-b842-fc86d9f80a9b req-39de050a-80b1-4480-9610-7f01a0402a88 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:05.224847 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-95cadae7-4c41-430f-b842-fc86d9f80a9b req-39de050a-80b1-4480-9610-7f01a0402a88 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=4728713a-e4cd-4e09-b104-7a57de4f2242 HTTP/1.1" status: 200 len: 946 time: 0.0731838 Jul 18 10:49:05.237105 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-5c27e54a-4c91-42bf-90ff-5f847a0d356d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (786eb495-8c83-47c5-bb41-a6ddd9fa1704), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:05.240762 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-5c27e54a-4c91-42bf-90ff-5f847a0d356d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:05.241748 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-5c27e54a-4c91-42bf-90ff-5f847a0d356d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/786eb495-8c83-47c5-bb41-a6ddd9fa1704 HTTP/1.1" status: 204 len: 168 time: 0.2495990 Jul 18 10:49:05.276061 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c27e54a-4c91-42bf-90ff-5f847a0d356d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=786eb495-8c83-47c5-bb41-a6ddd9fa1704,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:05.291995 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c27e54a-4c91-42bf-90ff-5f847a0d356d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:49:05.292661 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c27e54a-4c91-42bf-90ff-5f847a0d356d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:49:05.293299 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c27e54a-4c91-42bf-90ff-5f847a0d356d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:49:05.293916 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c27e54a-4c91-42bf-90ff-5f847a0d356d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:49:05.294606 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c27e54a-4c91-42bf-90ff-5f847a0d356d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:49:05.295111 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c27e54a-4c91-42bf-90ff-5f847a0d356d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:49:05.295728 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c27e54a-4c91-42bf-90ff-5f847a0d356d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:49:05.296422 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c27e54a-4c91-42bf-90ff-5f847a0d356d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:49:05.297158 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c27e54a-4c91-42bf-90ff-5f847a0d356d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:49:05.297816 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c27e54a-4c91-42bf-90ff-5f847a0d356d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:49:05.299163 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c27e54a-4c91-42bf-90ff-5f847a0d356d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:49:05.299945 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c27e54a-4c91-42bf-90ff-5f847a0d356d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:49:05.300715 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c27e54a-4c91-42bf-90ff-5f847a0d356d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:49:05.301552 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c27e54a-4c91-42bf-90ff-5f847a0d356d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:49:05.302307 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c27e54a-4c91-42bf-90ff-5f847a0d356d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:49:05.344445 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-95cadae7-4c41-430f-b842-fc86d9f80a9b req-33882ef5-3498-4b1e-9511-770bdad9797f tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090937 Jul 18 10:49:05.350575 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:05.362965 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] Current status of the port d4d87d55-226f-4ba5-b094-219691055a45 is: DOWN; New status is: BUILD {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:49:05.363402 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (d4d87d55-226f-4ba5-b094-219691055a45), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:05.384331 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.notifiers.nova [None req-29c51914-efda-4269-8274-168d496bf900 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4d87d55-226f-4ba5-b094-219691055a45 {{(pid=111156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:49:05.409684 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port d4d87d55-226f-4ba5-b094-219691055a45, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=d4d87d55-226f-4ba5-b094-219691055a45,segment=NetworkSegment(5cfc696c-eefc-4983-ad51-b3a53dcea3e0),segment_id=5cfc696c-eefc-4983-ad51-b3a53dcea3e0)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:49:05.555102 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (d4d87d55-226f-4ba5-b094-219691055a45), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:05.608133 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Pushing event updated for resources: {'Port': ['ID=d4d87d55-226f-4ba5-b094-219691055a45,revision_number=4']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:05.616695 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:49:05.617110 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:49:05.617597 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:49:05.618091 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:49:05.618456 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:49:05.618788 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:49:05.619117 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:49:05.619447 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:49:05.619773 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:49:05.620096 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:49:05.620425 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:49:05.620752 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:49:05.621123 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:49:05.621443 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:49:05.621762 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:49:05.710274 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=84 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:05.713941 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:05.855187 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] get_ports_and_sgs() called for port_ids ['d4d87d55-226f-4ba5-b094-219691055a45'] {{(pid=111156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:49:05.951439 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:06.131345 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:06.171300 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1979398-37f2-482b-af13-bc537a710328 req-5f8c835f-99cf-48bc-a871-a265ed8cd083 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:06.173642 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d1979398-37f2-482b-af13-bc537a710328 req-5f8c835f-99cf-48bc-a871-a265ed8cd083 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d37ed23-396c-4be2-af65-be5be1d4ebc8 HTTP/1.1" status: 200 len: 944 time: 0.0512960 Jul 18 10:49:06.257495 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d1979398-37f2-482b-af13-bc537a710328 req-c92ccc88-a863-4088-a69d-0d804f1bcf80 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d58ad69-110f-4566-a856-6f45aeb73180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700076 Jul 18 10:49:06.512087 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ffa4e-5419-4216-99d6-f710c3feeeaa req-f00904f8-253d-4202-b034-f920f3bc1b7f tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:06.514283 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-978ffa4e-5419-4216-99d6-f710c3feeeaa req-f00904f8-253d-4202-b034-f920f3bc1b7f tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=4728713a-e4cd-4e09-b104-7a57de4f2242 HTTP/1.1" status: 200 len: 946 time: 0.0663671 Jul 18 10:49:06.587556 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-978ffa4e-5419-4216-99d6-f710c3feeeaa req-5896ba91-55a7-4f8e-b490-aaca6964e45b tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652094 Jul 18 10:49:07.034136 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device d4d87d55-226f-4ba5-b094-219691055a45 up at agent hyperv_hv-cinder-84949 {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:49:07.057759 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-4acf0671-a378-47df-9e6d-4df34a891e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (e6bcb791-bd43-4d6b-ab54-e591cb66712b), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:07.089508 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-29c51914-efda-4269-8274-168d496bf900 None None] Provisioning for port d4d87d55-226f-4ba5-b094-219691055a45 completed by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 10:49:07.172311 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-29c51914-efda-4269-8274-168d496bf900 None None] Provisioning complete for port d4d87d55-226f-4ba5-b094-219691055a45 triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:49:07.172702 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (d4d87d55-226f-4ba5-b094-219691055a45), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:07.263229 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] Current status of the port d4d87d55-226f-4ba5-b094-219691055a45 is: BUILD; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:49:07.263613 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (d4d87d55-226f-4ba5-b094-219691055a45), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:07.288847 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d37ed23-396c-4be2-af65-be5be1d4ebc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4d87d55-226f-4ba5-b094-219691055a45'}] {{(pid=111156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:49:07.291092 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfe4995b6dbf042dd7b3201bd1da42d47478b3b3d9ca6c613cb3b1d3a53612ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8597ec-6772-49b4-a1b7-d5fbad9c1c97" -d '{"events": [{"server_uuid": "0d37ed23-396c-4be2-af65-be5be1d4ebc8", "name": "network-vif-plugged", "status": "completed", "tag": "d4d87d55-226f-4ba5-b094-219691055a45"}]}' {{(pid=111156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:49:07.304654 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port d4d87d55-226f-4ba5-b094-219691055a45, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=d4d87d55-226f-4ba5-b094-219691055a45,segment=NetworkSegment(5cfc696c-eefc-4983-ad51-b3a53dcea3e0),segment_id=5cfc696c-eefc-4983-ad51-b3a53dcea3e0)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:49:07.348162 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8812cd09-ce5d-4ee8-897a-7f099879f514 x-openstack-request-id: req-8812cd09-ce5d-4ee8-897a-7f099879f514 {{(pid=111156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:49:07.348162 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d37ed23-396c-4be2-af65-be5be1d4ebc8", "name": "network-vif-plugged", "status": "completed", "tag": "d4d87d55-226f-4ba5-b094-219691055a45", "code": 200}]} {{(pid=111156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:49:07.348162 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8812cd09-ce5d-4ee8-897a-7f099879f514 {{(pid=111156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:49:07.348162 dv-cinder-849498-1-iscsi neutron-server[111156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8812cd09-ce5d-4ee8-897a-7f099879f514'] response: {'server_uuid': '0d37ed23-396c-4be2-af65-be5be1d4ebc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4d87d55-226f-4ba5-b094-219691055a45', 'code': 200} Jul 18 10:49:07.433459 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d0656c-57f5-4a3f-b2ad-70487b59551f req-4dd7180e-e4c0-479d-adf9-d0aeee2ec60c tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:07.435011 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-96d0656c-57f5-4a3f-b2ad-70487b59551f req-4dd7180e-e4c0-479d-adf9-d0aeee2ec60c tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d37ed23-396c-4be2-af65-be5be1d4ebc8 HTTP/1.1" status: 200 len: 944 time: 0.0502310 Jul 18 10:49:07.457719 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (d4d87d55-226f-4ba5-b094-219691055a45), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:07.486062 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-96d0656c-57f5-4a3f-b2ad-70487b59551f req-378133c9-e26d-45f6-b179-3bc2f80850fb tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d58ad69-110f-4566-a856-6f45aeb73180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446272 Jul 18 10:49:07.511177 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Pushing event updated for resources: {'Port': ['ID=d4d87d55-226f-4ba5-b094-219691055a45,revision_number=5']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:07.730094 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15169e2-82b4-4bad-9262-3f5bb04c9490 req-2ca46c49-0289-4445-91a0-51b2edfb86a5 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:07.732141 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f15169e2-82b4-4bad-9262-3f5bb04c9490 req-2ca46c49-0289-4445-91a0-51b2edfb86a5 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=4728713a-e4cd-4e09-b104-7a57de4f2242 HTTP/1.1" status: 200 len: 946 time: 0.0606346 Jul 18 10:49:07.815101 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f15169e2-82b4-4bad-9262-3f5bb04c9490 req-10be2e84-291d-4ef3-8c90-9045ad51bbe3 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760145 Jul 18 10:49:07.824214 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07681cfb-cb91-4a7c-af44-6c802e2a30c8 req-da45ecca-8b6f-406e-840b-68199368deed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:07.825775 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-07681cfb-cb91-4a7c-af44-6c802e2a30c8 req-da45ecca-8b6f-406e-840b-68199368deed service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0d37ed23-396c-4be2-af65-be5be1d4ebc8 HTTP/1.1" status: 200 len: 1129 time: 0.0575128 Jul 18 10:49:07.929088 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-07681cfb-cb91-4a7c-af44-6c802e2a30c8 req-8f91b190-75ee-4066-9a6b-bc91295dcb8d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2d58ad69-110f-4566-a856-6f45aeb73180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440421 Jul 18 10:49:07.975826 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 41760) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:49:08.090974 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-fe9ce924-3d5f-404e-a331-0c8b6b35e7e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:08.115490 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:08.128329 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-ce070233-206f-40ab-920e-7b3694335a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (dfa25df3-493c-43ae-826d-29cbf3b2bfa8), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:08.179773 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-fe9ce924-3d5f-404e-a331-0c8b6b35e7e8 admin admin] Publish callbacks [] for security_group (b8846b51-fca7-4a45-a0ac-c8740c1e0e59), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:08.253967 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-fe9ce924-3d5f-404e-a331-0c8b6b35e7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (b8846b51-fca7-4a45-a0ac-c8740c1e0e59), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:08.299072 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9ce924-3d5f-404e-a331-0c8b6b35e7e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8846b51-fca7-4a45-a0ac-c8740c1e0e59,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:08.306357 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-fe9ce924-3d5f-404e-a331-0c8b6b35e7e8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fa3a875da4224d3b8d2f61d85ecb7975&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3280272 Jul 18 10:49:08.307913 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 41766) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:49:08.368405 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-2b61c5cb-5db5-4df6-8203-4fdc10079364 admin admin] Publish callbacks [] for security_group (b8846b51-fca7-4a45-a0ac-c8740c1e0e59), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:08.397127 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-2b61c5cb-5db5-4df6-8203-4fdc10079364 admin admin] Publish callbacks [] for security_group (b8846b51-fca7-4a45-a0ac-c8740c1e0e59), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:08.630656 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b9abe5-867c-4962-bfd9-fa4f3c14fdc5 req-4bd464e2-d0c3-4829-adaa-0c313be10764 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:08.632494 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f6b9abe5-867c-4962-bfd9-fa4f3c14fdc5 req-4bd464e2-d0c3-4829-adaa-0c313be10764 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d37ed23-396c-4be2-af65-be5be1d4ebc8 HTTP/1.1" status: 200 len: 945 time: 0.0537937 Jul 18 10:49:08.654573 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-2b61c5cb-5db5-4df6-8203-4fdc10079364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (b8846b51-fca7-4a45-a0ac-c8740c1e0e59), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:08.657259 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-2b61c5cb-5db5-4df6-8203-4fdc10079364 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:08.658394 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-2b61c5cb-5db5-4df6-8203-4fdc10079364 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b8846b51-fca7-4a45-a0ac-c8740c1e0e59 HTTP/1.1" status: 204 len: 168 time: 0.3495669 Jul 18 10:49:08.674330 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b61c5cb-5db5-4df6-8203-4fdc10079364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8846b51-fca7-4a45-a0ac-c8740c1e0e59,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:08.714780 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f6b9abe5-867c-4962-bfd9-fa4f3c14fdc5 req-b7119a19-231b-416b-aa3c-bc9b95921f59 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d58ad69-110f-4566-a856-6f45aeb73180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680327 Jul 18 10:49:08.934533 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:08.944709 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7a140-1fb2-4792-b650-a5e4349e2122 req-b3003319-12e3-4fbe-ab3a-6373e2971faf tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:08.946310 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2ea7a140-1fb2-4792-b650-a5e4349e2122 req-b3003319-12e3-4fbe-ab3a-6373e2971faf tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=4728713a-e4cd-4e09-b104-7a57de4f2242 HTTP/1.1" status: 200 len: 946 time: 0.0549498 Jul 18 10:49:09.001736 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2ea7a140-1fb2-4792-b650-a5e4349e2122 req-b03bfe25-1b6a-41ec-b3dd-40d371639d81 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488353 Jul 18 10:49:09.400501 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 41782) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:49:09.415479 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-5d8cc701-cc3b-4ee2-b487-33de98ee9468 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:09.499633 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-5d8cc701-cc3b-4ee2-b487-33de98ee9468 admin admin] Publish callbacks [] for security_group (4e4a9e9b-8e0c-4605-9ce7-8b08bf4e1b19), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:09.585440 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-5d8cc701-cc3b-4ee2-b487-33de98ee9468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (4e4a9e9b-8e0c-4605-9ce7-8b08bf4e1b19), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:09.631581 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8cc701-cc3b-4ee2-b487-33de98ee9468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4a9e9b-8e0c-4605-9ce7-8b08bf4e1b19,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:09.639473 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-5d8cc701-cc3b-4ee2-b487-33de98ee9468 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b102678e111249acb5f9b12c2ffa01ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2355480 Jul 18 10:49:09.639964 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 41788) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:49:09.643764 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8cc701-cc3b-4ee2-b487-33de98ee9468 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:49:09.644114 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8cc701-cc3b-4ee2-b487-33de98ee9468 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:49:09.644467 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8cc701-cc3b-4ee2-b487-33de98ee9468 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:49:09.644834 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8cc701-cc3b-4ee2-b487-33de98ee9468 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:49:09.645171 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8cc701-cc3b-4ee2-b487-33de98ee9468 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:49:09.645499 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8cc701-cc3b-4ee2-b487-33de98ee9468 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:49:09.645885 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8cc701-cc3b-4ee2-b487-33de98ee9468 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:49:09.646197 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8cc701-cc3b-4ee2-b487-33de98ee9468 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:49:09.646673 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8cc701-cc3b-4ee2-b487-33de98ee9468 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:49:09.646958 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8cc701-cc3b-4ee2-b487-33de98ee9468 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:49:09.647283 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8cc701-cc3b-4ee2-b487-33de98ee9468 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:49:09.647611 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8cc701-cc3b-4ee2-b487-33de98ee9468 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:49:09.647933 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8cc701-cc3b-4ee2-b487-33de98ee9468 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:49:09.648256 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8cc701-cc3b-4ee2-b487-33de98ee9468 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:49:09.648575 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8cc701-cc3b-4ee2-b487-33de98ee9468 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:49:09.711028 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-6afa2805-22b0-4269-b8f1-827a6771fe4d admin admin] Publish callbacks [] for security_group (4e4a9e9b-8e0c-4605-9ce7-8b08bf4e1b19), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:09.735824 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-6afa2805-22b0-4269-b8f1-827a6771fe4d admin admin] Publish callbacks [] for security_group (4e4a9e9b-8e0c-4605-9ce7-8b08bf4e1b19), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:09.872664 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d6e8bd-94e9-498f-abbd-9fc78b081e4f req-df32aefe-b5d9-4b71-b8cd-3e87c86a1e55 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:09.874187 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-65d6e8bd-94e9-498f-abbd-9fc78b081e4f req-df32aefe-b5d9-4b71-b8cd-3e87c86a1e55 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d37ed23-396c-4be2-af65-be5be1d4ebc8 HTTP/1.1" status: 200 len: 945 time: 0.0525239 Jul 18 10:49:09.883185 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f8336af3-fca9-403e-a19b-06518ba3f665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (7e71126e-a656-43d8-a2eb-058f1b343885), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:09.918836 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-6afa2805-22b0-4269-b8f1-827a6771fe4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (4e4a9e9b-8e0c-4605-9ce7-8b08bf4e1b19), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:09.928727 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-6afa2805-22b0-4269-b8f1-827a6771fe4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:09.930443 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-6afa2805-22b0-4269-b8f1-827a6771fe4d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4e4a9e9b-8e0c-4605-9ce7-8b08bf4e1b19 HTTP/1.1" status: 204 len: 168 time: 0.2875266 Jul 18 10:49:09.943564 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-65d6e8bd-94e9-498f-abbd-9fc78b081e4f req-a09abed9-6412-4d16-b20f-93f7a05f8861 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d58ad69-110f-4566-a856-6f45aeb73180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629039 Jul 18 10:49:09.943784 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afa2805-22b0-4269-b8f1-827a6771fe4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4a9e9b-8e0c-4605-9ce7-8b08bf4e1b19,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:10.096111 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (62f731a8-190a-49a2-85f5-14fe4e09184e), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:10.136795 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d51661-683b-4115-81a6-ee1a4434c6e0 req-d5072f25-2158-4d72-9f6a-4b356006361b tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:10.138328 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d0d51661-683b-4115-81a6-ee1a4434c6e0 req-d5072f25-2158-4d72-9f6a-4b356006361b tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=4728713a-e4cd-4e09-b104-7a57de4f2242 HTTP/1.1" status: 200 len: 946 time: 0.0535271 Jul 18 10:49:10.196643 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d0d51661-683b-4115-81a6-ee1a4434c6e0 req-5ac4b4a6-22f6-4969-9516-50ce44d6ad59 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499077 Jul 18 10:49:11.100992 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:11.118342 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f3f5a-533c-4440-bdc3-88b44fb8a998 req-60af5a99-5d06-4eea-ab8b-16fafb02d915 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:11.119887 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-877f3f5a-533c-4440-bdc3-88b44fb8a998 req-60af5a99-5d06-4eea-ab8b-16fafb02d915 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d37ed23-396c-4be2-af65-be5be1d4ebc8 HTTP/1.1" status: 200 len: 945 time: 0.0529187 Jul 18 10:49:11.173594 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-877f3f5a-533c-4440-bdc3-88b44fb8a998 req-6682c80c-d73e-43f4-8b3e-a5ea6bbca9ba tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d58ad69-110f-4566-a856-6f45aeb73180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459762 Jul 18 10:49:11.323180 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98353968-e80c-4ad2-809b-b1e20607587a req-82f63af7-808d-41cc-a2f2-cd54a6f46aef tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:11.324752 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-98353968-e80c-4ad2-809b-b1e20607587a req-82f63af7-808d-41cc-a2f2-cd54a6f46aef tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=4728713a-e4cd-4e09-b104-7a57de4f2242 HTTP/1.1" status: 200 len: 946 time: 0.0542953 Jul 18 10:49:11.386379 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-98353968-e80c-4ad2-809b-b1e20607587a req-84474010-15c0-4130-80cc-4b19ed5b036d tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546544 Jul 18 10:49:12.543806 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08037ac-c652-4cff-9cfb-9758da158f6c req-e533fee9-8fb2-40dc-a2b4-923332f4d720 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:12.545100 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f08037ac-c652-4cff-9cfb-9758da158f6c req-e533fee9-8fb2-40dc-a2b4-923332f4d720 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=4728713a-e4cd-4e09-b104-7a57de4f2242 HTTP/1.1" status: 200 len: 946 time: 0.0670922 Jul 18 10:49:12.604698 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f08037ac-c652-4cff-9cfb-9758da158f6c req-64f3dce3-fc14-496b-bff1-e80e65e05958 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487354 Jul 18 10:49:13.258667 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 41882) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:49:13.408529 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-a261d5e6-7ca9-4925-8876-debcbeaeae3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:13.542284 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-a261d5e6-7ca9-4925-8876-debcbeaeae3f admin admin] Publish callbacks [] for security_group (f822fe77-5c85-484a-9fc9-cc1fc0b2b1bb), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:13.649248 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-a261d5e6-7ca9-4925-8876-debcbeaeae3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (f822fe77-5c85-484a-9fc9-cc1fc0b2b1bb), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:13.711722 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a261d5e6-7ca9-4925-8876-debcbeaeae3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f822fe77-5c85-484a-9fc9-cc1fc0b2b1bb,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:13.732581 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-a261d5e6-7ca9-4925-8876-debcbeaeae3f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=18868073b0fe4d9a9e1b47175aee88c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4677973 Jul 18 10:49:13.733574 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 41904) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:49:13.828936 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd4118-8b57-4b18-a9e8-c038e41fff24 req-95dfaa18-acea-4436-9129-e98b0ba5fbc1 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:13.830640 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f0bd4118-8b57-4b18-a9e8-c038e41fff24 req-95dfaa18-acea-4436-9129-e98b0ba5fbc1 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=4728713a-e4cd-4e09-b104-7a57de4f2242 HTTP/1.1" status: 200 len: 946 time: 0.0835037 Jul 18 10:49:13.853920 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-a7f3a7f0-6eaa-47cf-bda2-dccbb7de30be admin admin] Publish callbacks [] for security_group (f822fe77-5c85-484a-9fc9-cc1fc0b2b1bb), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:13.916189 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-a7f3a7f0-6eaa-47cf-bda2-dccbb7de30be admin admin] Publish callbacks [] for security_group (f822fe77-5c85-484a-9fc9-cc1fc0b2b1bb), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:13.934864 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f0bd4118-8b57-4b18-a9e8-c038e41fff24 req-e72372d1-b124-47fd-9d09-c59a18bffd3d tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953951 Jul 18 10:49:14.082404 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-a7f3a7f0-6eaa-47cf-bda2-dccbb7de30be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (f822fe77-5c85-484a-9fc9-cc1fc0b2b1bb), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:14.085235 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-a7f3a7f0-6eaa-47cf-bda2-dccbb7de30be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:14.086496 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-a7f3a7f0-6eaa-47cf-bda2-dccbb7de30be admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f822fe77-5c85-484a-9fc9-cc1fc0b2b1bb HTTP/1.1" status: 204 len: 168 time: 0.3533857 Jul 18 10:49:14.111159 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f3a7f0-6eaa-47cf-bda2-dccbb7de30be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f822fe77-5c85-484a-9fc9-cc1fc0b2b1bb,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:14.986752 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e66d3f-be2a-4607-af3e-a7c02b8b7ed1 req-80c2eedb-b1e5-4fcd-a3e2-eb01ebe7d6fe tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:14.989472 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-20e66d3f-be2a-4607-af3e-a7c02b8b7ed1 req-80c2eedb-b1e5-4fcd-a3e2-eb01ebe7d6fe tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d37ed23-396c-4be2-af65-be5be1d4ebc8 HTTP/1.1" status: 200 len: 945 time: 0.0569577 Jul 18 10:49:15.062053 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-20e66d3f-be2a-4607-af3e-a7c02b8b7ed1 req-f89ef85a-e0cf-4c8a-8845-2defa065c44b tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d58ad69-110f-4566-a856-6f45aeb73180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657833 Jul 18 10:49:15.157833 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 41936) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:49:15.186519 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-8855cc58-bd8f-448f-924e-495bd9f1b846 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:15.200050 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815fa7dc-80da-4690-8f22-7052a88b4be1 req-94db7eee-5740-492d-9691-1c63423f70a8 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:15.201676 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-815fa7dc-80da-4690-8f22-7052a88b4be1 req-94db7eee-5740-492d-9691-1c63423f70a8 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=4728713a-e4cd-4e09-b104-7a57de4f2242 HTTP/1.1" status: 200 len: 946 time: 0.0679789 Jul 18 10:49:15.261645 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-815fa7dc-80da-4690-8f22-7052a88b4be1 req-375d999e-47bb-41e5-b3e6-e99b292a79a0 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534563 Jul 18 10:49:15.305725 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-8855cc58-bd8f-448f-924e-495bd9f1b846 admin admin] Publish callbacks [] for security_group (32b082f5-7471-428f-a743-d40c26fdb90f), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:15.431275 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-8855cc58-bd8f-448f-924e-495bd9f1b846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (32b082f5-7471-428f-a743-d40c26fdb90f), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:15.476153 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-8855cc58-bd8f-448f-924e-495bd9f1b846 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4f0425c281c544aca65dd7ca02e564ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3164988 Jul 18 10:49:15.477275 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8855cc58-bd8f-448f-924e-495bd9f1b846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b082f5-7471-428f-a743-d40c26fdb90f,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:15.478926 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 41938) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:49:15.562818 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-1c093960-4b34-481d-a9f9-3eae7023d522 admin admin] Publish callbacks [] for security_group (32b082f5-7471-428f-a743-d40c26fdb90f), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:15.589779 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-1c093960-4b34-481d-a9f9-3eae7023d522 admin admin] Publish callbacks [] for security_group (32b082f5-7471-428f-a743-d40c26fdb90f), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:15.761214 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-1c093960-4b34-481d-a9f9-3eae7023d522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (32b082f5-7471-428f-a743-d40c26fdb90f), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:15.764668 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-1c093960-4b34-481d-a9f9-3eae7023d522 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:15.767733 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-1c093960-4b34-481d-a9f9-3eae7023d522 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/32b082f5-7471-428f-a743-d40c26fdb90f HTTP/1.1" status: 204 len: 168 time: 0.2877016 Jul 18 10:49:15.783171 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c093960-4b34-481d-a9f9-3eae7023d522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b082f5-7471-428f-a743-d40c26fdb90f,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:16.209740 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b3ef62-5c35-47be-8ecc-5bdd91764ea0 req-8f6ea678-4fea-4968-bfc4-ba2eb6816759 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:16.211622 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-e0b3ef62-5c35-47be-8ecc-5bdd91764ea0 req-8f6ea678-4fea-4968-bfc4-ba2eb6816759 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d37ed23-396c-4be2-af65-be5be1d4ebc8 HTTP/1.1" status: 200 len: 945 time: 0.0578387 Jul 18 10:49:16.248043 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:16.294334 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-e0b3ef62-5c35-47be-8ecc-5bdd91764ea0 req-af2f8a31-76f5-4cf1-b369-27c64668abb4 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d58ad69-110f-4566-a856-6f45aeb73180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759532 Jul 18 10:49:16.436582 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:16.473857 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4313cb95-79af-47d2-8e95-ccc64447c987 req-b48e7654-9b72-496a-a213-14912035cf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:16.475586 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-4313cb95-79af-47d2-8e95-ccc64447c987 req-b48e7654-9b72-496a-a213-14912035cf5c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4728713a-e4cd-4e09-b104-7a57de4f2242 HTTP/1.1" status: 200 len: 1130 time: 0.0487719 Jul 18 10:49:16.529366 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-4313cb95-79af-47d2-8e95-ccc64447c987 req-a3631d27-c88f-43a2-947a-c1e3dee70e3c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442221 Jul 18 10:49:16.967456 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac023d-3489-4f6d-a8e5-9603604e35da req-eb89f03c-7c16-4741-9f49-b939ec677b3e tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:16.969423 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d1ac023d-3489-4f6d-a8e5-9603604e35da req-eb89f03c-7c16-4741-9f49-b939ec677b3e tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d37ed23-396c-4be2-af65-be5be1d4ebc8 HTTP/1.1" status: 200 len: 945 time: 0.0673923 Jul 18 10:49:17.084716 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.plugin [req-d1ac023d-3489-4f6d-a8e5-9603604e35da req-99054657-c2d5-446b-abb2-3fd40d22fd0f tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] Deleting port d4d87d55-226f-4ba5-b094-219691055a45 {{(pid=111155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:49:17.085260 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-d1ac023d-3489-4f6d-a8e5-9603604e35da req-99054657-c2d5-446b-abb2-3fd40d22fd0f tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (d4d87d55-226f-4ba5-b094-219691055a45), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:17.197910 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.db [req-d1ac023d-3489-4f6d-a8e5-9603604e35da req-99054657-c2d5-446b-abb2-3fd40d22fd0f tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] For port d4d87d55-226f-4ba5-b094-219691055a45, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=d4d87d55-226f-4ba5-b094-219691055a45,segment=NetworkSegment(5cfc696c-eefc-4983-ad51-b3a53dcea3e0),segment_id=5cfc696c-eefc-4983-ad51-b3a53dcea3e0)] {{(pid=111155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:49:17.198273 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-d1ac023d-3489-4f6d-a8e5-9603604e35da req-99054657-c2d5-446b-abb2-3fd40d22fd0f tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (d4d87d55-226f-4ba5-b094-219691055a45), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:17.214719 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.plugin [req-d1ac023d-3489-4f6d-a8e5-9603604e35da req-99054657-c2d5-446b-abb2-3fd40d22fd0f tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] Calling delete_port for d4d87d55-226f-4ba5-b094-219691055a45 owned by compute:nova {{(pid=111155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:49:17.437349 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:17.509283 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e5568-531a-4a8f-be7f-885804467b01 req-9b03136d-31b8-48d6-8c9e-91a5f60176b7 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:17.512065 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-a05e5568-531a-4a8f-be7f-885804467b01 req-9b03136d-31b8-48d6-8c9e-91a5f60176b7 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=4728713a-e4cd-4e09-b104-7a57de4f2242 HTTP/1.1" status: 200 len: 946 time: 0.0719612 Jul 18 10:49:17.562051 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-d1ac023d-3489-4f6d-a8e5-9603604e35da req-99054657-c2d5-446b-abb2-3fd40d22fd0f tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126083827'] for port (d4d87d55-226f-4ba5-b094-219691055a45), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:17.574557 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] get_ports_and_sgs() called for port_ids ['d4d87d55-226f-4ba5-b094-219691055a45'] {{(pid=111156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:49:17.618274 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4b68c9-011c-4781-8d91-36d8e954ded3 req-81c539aa-0e34-4a52-a26c-674b7e5c4777 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:17.619871 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-7e4b68c9-011c-4781-8d91-36d8e954ded3 req-81c539aa-0e34-4a52-a26c-674b7e5c4777 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 945 time: 0.1064668 Jul 18 10:49:17.628414 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99054657-c2d5-446b-abb2-3fd40d22fd0f tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] Pushing event deleted for resources: {'Port': ['ID=d4d87d55-226f-4ba5-b094-219691055a45,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:17.697442 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-a05e5568-531a-4a8f-be7f-885804467b01 req-d727417e-e58c-4acd-ac41-53573eec3762 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723831 Jul 18 10:49:17.724572 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1ac023d-3489-4f6d-a8e5-9603604e35da req-99054657-c2d5-446b-abb2-3fd40d22fd0f tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] No DVR routers for this DVR port d4d87d55-226f-4ba5-b094-219691055a45 on host hv-cinder-84949 {{(pid=111155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:49:17.734404 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-d1ac023d-3489-4f6d-a8e5-9603604e35da req-99054657-c2d5-446b-abb2-3fd40d22fd0f tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for port (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:17.741331 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d1ac023d-3489-4f6d-a8e5-9603604e35da req-99054657-c2d5-446b-abb2-3fd40d22fd0f tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.52 "DELETE /v2.0/ports/d4d87d55-226f-4ba5-b094-219691055a45 HTTP/1.1" status: 204 len: 173 time: 0.7657604 Jul 18 10:49:17.745463 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d37ed23-396c-4be2-af65-be5be1d4ebc8', 'name': 'network-vif-deleted', 'tag': 'd4d87d55-226f-4ba5-b094-219691055a45'}] {{(pid=111155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:49:17.749186 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 42016) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:49:17.749726 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f06b923856051c73f64d3b2294300e60923526062a62ec6e5be74a6ad2a3856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9397c60d-ba3d-4e07-939d-ad53afe218da" -d '{"events": [{"server_uuid": "0d37ed23-396c-4be2-af65-be5be1d4ebc8", "name": "network-vif-deleted", "tag": "d4d87d55-226f-4ba5-b094-219691055a45"}]}' {{(pid=111155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:49:17.798672 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-7e4b68c9-011c-4781-8d91-36d8e954ded3 req-cede87e4-5371-4207-9bd5-bb783bc1f494 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1677547 Jul 18 10:49:17.874084 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-7e081ef1-dd8d-4a11-b18f-431f4896d522 req-e1a8f6f2-c6c1-4025-b031-8f25bb63f245 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d37ed23-396c-4be2-af65-be5be1d4ebc8 HTTP/1.1" status: 200 len: 210 time: 0.0689399 Jul 18 10:49:17.934365 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c63b76-6de5-4b18-b2c4-4ed81d8dd506 x-openstack-request-id: req-03c63b76-6de5-4b18-b2c4-4ed81d8dd506 {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:49:17.934666 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d37ed23-396c-4be2-af65-be5be1d4ebc8", "name": "network-vif-deleted", "tag": "d4d87d55-226f-4ba5-b094-219691055a45", "status": "completed", "code": 200}]} {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:49:17.935086 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-03c63b76-6de5-4b18-b2c4-4ed81d8dd506 {{(pid=111155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:49:17.935503 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03c63b76-6de5-4b18-b2c4-4ed81d8dd506'] response: {'server_uuid': '0d37ed23-396c-4be2-af65-be5be1d4ebc8', 'name': 'network-vif-deleted', 'tag': 'd4d87d55-226f-4ba5-b094-219691055a45', 'status': 'completed', 'code': 200} Jul 18 10:49:17.965259 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-afcb0d4a-a6e8-4aa0-baaa-a499991e5be0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:18.008037 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=76,neutron:DELETE=6,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:18.029948 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:18.066172 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-afcb0d4a-a6e8-4aa0-baaa-a499991e5be0 admin admin] Publish callbacks [] for security_group (4e1db924-b167-41d5-9232-bff03cd04dd9), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:18.206204 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-afcb0d4a-a6e8-4aa0-baaa-a499991e5be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (4e1db924-b167-41d5-9232-bff03cd04dd9), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:18.255945 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-afcb0d4a-a6e8-4aa0-baaa-a499991e5be0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=455909c460574d7c9621fa9802970c48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5047894 Jul 18 10:49:18.257263 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcb0d4a-a6e8-4aa0-baaa-a499991e5be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1db924-b167-41d5-9232-bff03cd04dd9,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:18.259130 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 42030) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:49:18.411763 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679527d4-5587-490c-8aa2-37eb61787338 req-12eda44f-82b5-454e-92dd-32f2ff1ac507 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:18.414554 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-679527d4-5587-490c-8aa2-37eb61787338 req-12eda44f-82b5-454e-92dd-32f2ff1ac507 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f96ccdd-67b5-403c-a3b9-8022e271690c HTTP/1.1" status: 200 len: 945 time: 0.1354072 Jul 18 10:49:18.462224 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-37884a98-f084-4ca6-bbdf-f8e03b3381c4 admin admin] Publish callbacks [] for security_group (4e1db924-b167-41d5-9232-bff03cd04dd9), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:18.513716 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-37884a98-f084-4ca6-bbdf-f8e03b3381c4 admin admin] Publish callbacks [] for security_group (4e1db924-b167-41d5-9232-bff03cd04dd9), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:18.528467 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-679527d4-5587-490c-8aa2-37eb61787338 req-8d5f18d4-a5af-4eb8-bcd0-c8ce39d63529 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb3791ee-ee01-408c-b7a8-8c9c2ce033be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058323 Jul 18 10:49:18.838107 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe0f9f-47f9-4951-9561-c3e4de6d2e24 req-2e309220-92f7-4fef-a885-6d4372618603 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:18.839622 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-9cbe0f9f-47f9-4951-9561-c3e4de6d2e24 req-2e309220-92f7-4fef-a885-6d4372618603 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=4728713a-e4cd-4e09-b104-7a57de4f2242 HTTP/1.1" status: 200 len: 946 time: 0.0525966 Jul 18 10:49:18.876067 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-37884a98-f084-4ca6-bbdf-f8e03b3381c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (4e1db924-b167-41d5-9232-bff03cd04dd9), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:18.880527 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-37884a98-f084-4ca6-bbdf-f8e03b3381c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:18.880527 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-37884a98-f084-4ca6-bbdf-f8e03b3381c4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4e1db924-b167-41d5-9232-bff03cd04dd9 HTTP/1.1" status: 204 len: 168 time: 0.6149580 Jul 18 10:49:18.904905 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37884a98-f084-4ca6-bbdf-f8e03b3381c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1db924-b167-41d5-9232-bff03cd04dd9,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:18.910931 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-9cbe0f9f-47f9-4951-9561-c3e4de6d2e24 req-2ff14d33-950e-4a93-b34f-65802c61fcb7 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631475 Jul 18 10:49:19.002534 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c22de7-758d-442e-b692-aff352f8edd6 req-1d731dbd-a0a5-41ec-8a97-dd19e75bd589 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:19.004406 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-94c22de7-758d-442e-b692-aff352f8edd6 req-1d731dbd-a0a5-41ec-8a97-dd19e75bd589 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 945 time: 0.0737958 Jul 18 10:49:19.093319 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-9597dc6c-de40-4cff-98e7-8f0e233a5d08 req-96596751-5805-4d28-93ff-6f4598db28ed tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d37ed23-396c-4be2-af65-be5be1d4ebc8 HTTP/1.1" status: 200 len: 210 time: 0.0424118 Jul 18 10:49:19.099742 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-94c22de7-758d-442e-b692-aff352f8edd6 req-5237b955-d526-4882-8ac1-6316384ec0f2 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887637 Jul 18 10:49:19.716427 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:19.770909 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14db038-2bc5-40db-a44c-026019e90e04 req-c2c36d37-9763-484d-9bdd-90d8ab5df03a tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:19.772879 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f14db038-2bc5-40db-a44c-026019e90e04 req-c2c36d37-9763-484d-9bdd-90d8ab5df03a tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f96ccdd-67b5-403c-a3b9-8022e271690c HTTP/1.1" status: 200 len: 945 time: 0.1196187 Jul 18 10:49:19.780377 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b67235-758c-44f9-94a1-55f09c6aed05 req-4f9cd2df-b9b4-48b1-af8e-5835a02a0d25 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:19.782892 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d0b67235-758c-44f9-94a1-55f09c6aed05 req-4f9cd2df-b9b4-48b1-af8e-5835a02a0d25 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=4728713a-e4cd-4e09-b104-7a57de4f2242 HTTP/1.1" status: 200 len: 946 time: 0.1084061 Jul 18 10:49:19.902895 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d0b67235-758c-44f9-94a1-55f09c6aed05 req-629cd323-d8a8-430b-b249-e246495ab70b tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121290 Jul 18 10:49:19.920114 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f14db038-2bc5-40db-a44c-026019e90e04 req-b0cf2045-de23-4500-8d8d-cf24ed7984d6 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb3791ee-ee01-408c-b7a8-8c9c2ce033be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365268 Jul 18 10:49:19.922850 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79905983-f2cf-4486-84df-4a823744092d req-738d1160-cd7f-46ec-a997-bcb9ae9a06ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:19.925489 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-79905983-f2cf-4486-84df-4a823744092d req-738d1160-cd7f-46ec-a997-bcb9ae9a06ed service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7184d0f3256344a2af18c639787e538f&device_id=4728713a-e4cd-4e09-b104-7a57de4f2242 HTTP/1.1" status: 200 len: 1130 time: 0.1008146 Jul 18 10:49:20.028963 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:20.056476 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79905983-f2cf-4486-84df-4a823744092d req-5b6ce2ad-ccf6-4b03-a87c-fdaca62c0a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:20.058026 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-79905983-f2cf-4486-84df-4a823744092d req-5b6ce2ad-ccf6-4b03-a87c-fdaca62c0a7a service neutron] 10.222.0.52 "GET /v2.0/networks?id=09160d22-0418-499d-83b3-2657454003a1 HTTP/1.1" status: 200 len: 919 time: 0.1263046 Jul 18 10:49:20.102286 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-79905983-f2cf-4486-84df-4a823744092d req-53397547-3560-47ec-b4be-c4d29604c43e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2d9794f-2a33-4778-92a2-20c4de5af12b HTTP/1.1" status: 200 len: 217 time: 0.0365109 Jul 18 10:49:20.162306 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79905983-f2cf-4486-84df-4a823744092d req-21c882a8-3833-48de-aca2-0780d2b13f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:20.163831 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-79905983-f2cf-4486-84df-4a823744092d req-21c882a8-3833-48de-aca2-0780d2b13f95 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=de6eeef4-c7ed-4de0-9d7b-74b96eafe12b HTTP/1.1" status: 200 len: 857 time: 0.0555112 Jul 18 10:49:20.264523 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79905983-f2cf-4486-84df-4a823744092d req-97232d50-94cf-4d26-8cfe-358200ae234b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:20.267347 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-79905983-f2cf-4486-84df-4a823744092d req-97232d50-94cf-4d26-8cfe-358200ae234b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=09160d22-0418-499d-83b3-2657454003a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0816574 Jul 18 10:49:20.308575 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed91e1b-5ef9-4d77-abf4-e87e25eec20c req-c829502b-09fa-44a9-a150-0520c3cbe014 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:20.310167 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-bed91e1b-5ef9-4d77-abf4-e87e25eec20c req-c829502b-09fa-44a9-a150-0520c3cbe014 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 945 time: 0.0922980 Jul 18 10:49:20.477434 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-bed91e1b-5ef9-4d77-abf4-e87e25eec20c req-b90a6e27-b895-4612-bb25-9c3e52423877 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1560187 Jul 18 10:49:20.490196 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-79905983-f2cf-4486-84df-4a823744092d req-4265ba5f-e805-4ef7-b31f-695d2b87aa7d service neutron] 10.222.0.52 "GET /v2.0/networks/09160d22-0418-499d-83b3-2657454003a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131507 Jul 18 10:49:20.617688 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 42124) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:49:20.632243 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2786f292-205b-4ba0-8f28-3834ebe7b74c req-15ce7b67-b219-44a8-8684-e41dab98fd53 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:20.633895 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2786f292-205b-4ba0-8f28-3834ebe7b74c req-15ce7b67-b219-44a8-8684-e41dab98fd53 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.49 "GET /v2.0/networks?id=68c9cc30-3e35-4ed5-8849-6c07232ca4ed HTTP/1.1" status: 200 len: 809 time: 0.2208788 Jul 18 10:49:20.671958 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 42128) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:49:20.675408 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-79905983-f2cf-4486-84df-4a823744092d req-b2be4332-9b6f-4d16-b16d-f03880e777f2 service neutron] 10.222.0.52 "GET /v2.0/networks/09160d22-0418-499d-83b3-2657454003a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541240 Jul 18 10:49:20.681100 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2786f292-205b-4ba0-8f28-3834ebe7b74c req-57487881-37a7-4ee7-9aeb-9a02b96ab1a6 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.49 "GET /v2.0/quotas/e8ea247cf5a540768bbbc7260b74f11c HTTP/1.1" status: 200 len: 375 time: 0.0280526 Jul 18 10:49:20.731181 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2786f292-205b-4ba0-8f28-3834ebe7b74c req-190f3fd0-d627-4981-9df0-26e3e3734827 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e8ea247cf5a540768bbbc7260b74f11c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366411 Jul 18 10:49:20.772085 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-75b982c5-4da4-4842-a0a6-d5bd5caa8745 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:20.788591 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [None req-6cb81a78-a3b6-4979-9955-d113acce09ae admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-641700284-network', 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782'}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:49:20.857588 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:20.864818 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2786f292-205b-4ba0-8f28-3834ebe7b74c req-4dd596b8-a396-46f0-b66c-e37cddeffa63 service neutron] 10.222.0.49 "GET /v2.0/networks/68c9cc30-3e35-4ed5-8849-6c07232ca4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238961 Jul 18 10:49:20.917294 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-75b982c5-4da4-4842-a0a6-d5bd5caa8745 admin admin] Publish callbacks [] for security_group (85762e71-9fa6-4a2a-9ed7-d487ef2d2aee), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:20.950492 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb81a78-a3b6-4979-9955-d113acce09ae admin admin] Made reservation on behalf of 17f436162f3a4bd4b3a94f584e7d8782 for: {'network': 1} {{(pid=111154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:49:20.953296 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-6cb81a78-a3b6-4979-9955-d113acce09ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for network (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:20.963638 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-6cb81a78-a3b6-4979-9955-d113acce09ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:20.981327 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2786f292-205b-4ba0-8f28-3834ebe7b74c req-b625ccbd-4206-429d-af0b-73f482600321 service neutron] 10.222.0.49 "GET /v2.0/networks/68c9cc30-3e35-4ed5-8849-6c07232ca4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047497 Jul 18 10:49:20.990809 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-75b982c5-4da4-4842-a0a6-d5bd5caa8745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (85762e71-9fa6-4a2a-9ed7-d487ef2d2aee), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:21.043516 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf20e14-72e6-4617-8246-83a152ebb94d req-cda26e64-2e46-432b-92c2-dac036bcea32 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:21.045157 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-bdf20e14-72e6-4617-8246-83a152ebb94d req-cda26e64-2e46-432b-92c2-dac036bcea32 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=4728713a-e4cd-4e09-b104-7a57de4f2242 HTTP/1.1" status: 200 len: 946 time: 0.0600309 Jul 18 10:49:21.051329 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-75b982c5-4da4-4842-a0a6-d5bd5caa8745 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=aab26869c05545acb7882a9481854927&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4285190 Jul 18 10:49:21.052208 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 42138) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:49:21.054083 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b982c5-4da4-4842-a0a6-d5bd5caa8745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85762e71-9fa6-4a2a-9ed7-d487ef2d2aee,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:21.070618 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device d4d87d55-226f-4ba5-b094-219691055a45 no longer exists at agent hyperv_hv-cinder-84949 {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:49:21.093153 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] No Port match for: d4d87d55-226f-4ba5-b094-219691055a45 {{(pid=111156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:49:21.094138 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device d4d87d55-226f-4ba5-b094-219691055a45 not bound to the agent host hv-cinder-84949 {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:49:21.129408 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-6cb81a78-a3b6-4979-9955-d113acce09ae admin admin] Publish callbacks [] for security_group (abca1bd1-3a17-43b3-98e1-3f5cc8be4e94), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:21.151596 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-8562e44d-8fa9-4dc3-a98a-c5d50cc557ce admin admin] Publish callbacks [] for security_group (85762e71-9fa6-4a2a-9ed7-d487ef2d2aee), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:21.173779 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-bdf20e14-72e6-4617-8246-83a152ebb94d req-28b595ab-d558-4ec6-b9fc-bf628b929d11 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761695 Jul 18 10:49:21.194059 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-8562e44d-8fa9-4dc3-a98a-c5d50cc557ce admin admin] Publish callbacks [] for security_group (85762e71-9fa6-4a2a-9ed7-d487ef2d2aee), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:21.249077 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-6cb81a78-a3b6-4979-9955-d113acce09ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (abca1bd1-3a17-43b3-98e1-3f5cc8be4e94), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:21.268109 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:21.286516 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cb81a78-a3b6-4979-9955-d113acce09ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=111154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 10:49:21.301529 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb81a78-a3b6-4979-9955-d113acce09ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abca1bd1-3a17-43b3-98e1-3f5cc8be4e94,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:21.397720 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-6cb81a78-a3b6-4979-9955-d113acce09ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547345'] for segment (40200e37-082a-48f2-872c-182016dc90c2), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:21.399076 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.db.segments_db [None req-6cb81a78-a3b6-4979-9955-d113acce09ae admin admin] Added segment 40200e37-082a-48f2-872c-182016dc90c2 of type vlan for network 407e895d-8435-43cb-addb-b40e755d1f02 Jul 18 10:49:21.414980 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f6aa134d-8baa-4d4b-8ea5-f864c06afd81 req-999a94b6-29c9-4e07-ba8d-8632db44d5fe tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad5b7479-dfde-46d4-9e99-3926c60cad12 HTTP/1.1" status: 200 len: 210 time: 0.0935743 Jul 18 10:49:21.420258 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-8562e44d-8fa9-4dc3-a98a-c5d50cc557ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (85762e71-9fa6-4a2a-9ed7-d487ef2d2aee), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:21.425600 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-8562e44d-8fa9-4dc3-a98a-c5d50cc557ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:21.427309 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-8562e44d-8fa9-4dc3-a98a-c5d50cc557ce admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/85762e71-9fa6-4a2a-9ed7-d487ef2d2aee HTTP/1.1" status: 204 len: 168 time: 0.3737104 Jul 18 10:49:21.458925 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e8768-28f0-40ac-83a4-9ab20631bfd7 req-04d93a7c-1c24-4ffa-8c98-11cb0742f82d tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:21.461534 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-410e8768-28f0-40ac-83a4-9ab20631bfd7 req-04d93a7c-1c24-4ffa-8c98-11cb0742f82d tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f96ccdd-67b5-403c-a3b9-8022e271690c HTTP/1.1" status: 200 len: 945 time: 0.1689115 Jul 18 10:49:21.462737 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8562e44d-8fa9-4dc3-a98a-c5d50cc557ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85762e71-9fa6-4a2a-9ed7-d487ef2d2aee,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:21.516180 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-6cb81a78-a3b6-4979-9955-d113acce09ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741535579194'] for network (407e895d-8435-43cb-addb-b40e755d1f02), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:21.581565 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-410e8768-28f0-40ac-83a4-9ab20631bfd7 req-a00fa9da-81aa-432b-bad2-051d50c9ed46 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb3791ee-ee01-408c-b7a8-8c9c2ce033be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038532 Jul 18 10:49:21.647484 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef8692e-476b-40ab-a4c0-06103c075e33 req-28c749fd-05ea-442b-85cd-4a457bbc43cd tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:21.649142 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-4ef8692e-476b-40ab-a4c0-06103c075e33 req-28c749fd-05ea-442b-85cd-4a457bbc43cd tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 945 time: 0.0601025 Jul 18 10:49:21.703061 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-4ef8692e-476b-40ab-a4c0-06103c075e33 req-d6769fdb-f318-4d9d-a2f9-244196b4d115 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475171 Jul 18 10:49:21.732268 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-6cb81a78-a3b6-4979-9955-d113acce09ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529'] for network (407e895d-8435-43cb-addb-b40e755d1f02), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:21.734201 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb81a78-a3b6-4979-9955-d113acce09ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:21.735647 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-6cb81a78-a3b6-4979-9955-d113acce09ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for network (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:21.738303 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.agents_db [None req-9b2825e1-dfaa-4032-a283-1b7ae0979f6b None None] Agent healthcheck: found 6 active agents {{(pid=111157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:49:21.819768 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb81a78-a3b6-4979-9955-d113acce09ae admin admin] Pushing event updated for resources: {'Network': ['ID=407e895d-8435-43cb-addb-b40e755d1f02,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:21.830095 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Network 407e895d-8435-43cb-addb-b40e755d1f02 details requested by agent ovs-agent-dv-cinder-849498-1-iscsi with host dv-cinder-849498-1-iscsi {{(pid=111156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 10:49:21.833913 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:21.923718 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-6cb81a78-a3b6-4979-9955-d113acce09ae admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.2502005 Jul 18 10:49:21.929161 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 42156) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:49:21.934417 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [None req-57006cb3-8177-4e08-89ed-929f4df4b9ac admin admin] Request body: {'subnet': {'network_id': '407e895d-8435-43cb-addb-b40e755d1f02', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-641700284-subnet', 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782', 'ip_version': 4}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:49:22.048480 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57006cb3-8177-4e08-89ed-929f4df4b9ac admin admin] Made reservation on behalf of 17f436162f3a4bd4b3a94f584e7d8782 for: {'subnet': 1} {{(pid=111155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:49:22.051089 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-57006cb3-8177-4e08-89ed-929f4df4b9ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125836357'] for subnet (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:22.515964 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 42164) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:49:22.526652 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-57006cb3-8177-4e08-89ed-929f4df4b9ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126083727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125836379'] for subnet (e10aa7fa-e494-41dd-afcd-238e44bb4632), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:22.533838 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-2e42b4a0-498a-4da7-9a9f-1f7c54d5fb97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:22.564617 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:INSERT=18,neutron:SELECT=78,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:22.588884 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-a293d191-f66c-4090-b11b-457908c2f6f0 req-5a885b66-2ea2-4896-b8aa-d081fdd4ef48 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad5b7479-dfde-46d4-9e99-3926c60cad12 HTTP/1.1" status: 200 len: 210 time: 0.0665500 Jul 18 10:49:22.599798 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f01cfd-e7ef-4ace-ac1d-2a01096075de req-0caa76dc-b3a2-4782-8dad-1f63c10ce101 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:22.605533 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b3f01cfd-e7ef-4ace-ac1d-2a01096075de req-0caa76dc-b3a2-4782-8dad-1f63c10ce101 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=4728713a-e4cd-4e09-b104-7a57de4f2242 HTTP/1.1" status: 200 len: 946 time: 0.3498652 Jul 18 10:49:22.612278 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:DELETE=1,neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:22.623849 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=72,neutron:INSERT=24,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:22.630417 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-2e42b4a0-498a-4da7-9a9f-1f7c54d5fb97 admin admin] Publish callbacks [] for security_group (e4010d70-a4bf-4f23-80e3-6bb3bc5cb409), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:22.644852 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57006cb3-8177-4e08-89ed-929f4df4b9ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=e10aa7fa-e494-41dd-afcd-238e44bb4632,revision_number=0']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:22.711261 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57006cb3-8177-4e08-89ed-929f4df4b9ac admin admin] Checking segment: {'id': '40200e37-082a-48f2-872c-182016dc90c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '407e895d-8435-43cb-addb-b40e755d1f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:49:22.711621 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57006cb3-8177-4e08-89ed-929f4df4b9ac admin admin] Network hostable DHCP agents. Network: 407e895d-8435-43cb-addb-b40e755d1f02, hostable agents: ['1fc7cd8a-3617-45f0-b645-db80237532c9'], hosted agents: [] {{(pid=111155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 10:49:22.739562 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff48592-51da-4bf7-b4fc-bb79837d617a req-3c253fbc-fd21-4f3c-a03d-07707c39342f tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:22.741039 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-eff48592-51da-4bf7-b4fc-bb79837d617a req-3c253fbc-fd21-4f3c-a03d-07707c39342f tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f96ccdd-67b5-403c-a3b9-8022e271690c HTTP/1.1" status: 200 len: 945 time: 0.0793695 Jul 18 10:49:22.746727 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b3f01cfd-e7ef-4ace-ac1d-2a01096075de req-06e794ca-e59f-40f4-ab48-e5b9a90dd47c tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331077 Jul 18 10:49:22.771782 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-2e42b4a0-498a-4da7-9a9f-1f7c54d5fb97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (e4010d70-a4bf-4f23-80e3-6bb3bc5cb409), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:22.803128 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-eff48592-51da-4bf7-b4fc-bb79837d617a req-85ac83c1-d5f9-4a0a-9be6-a8c599417e29 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb3791ee-ee01-408c-b7a8-8c9c2ce033be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551395 Jul 18 10:49:22.838003 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-2e42b4a0-498a-4da7-9a9f-1f7c54d5fb97 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a187841055cc4cb48116febe30ff6e1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3206923 Jul 18 10:49:22.838728 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e42b4a0-498a-4da7-9a9f-1f7c54d5fb97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4010d70-a4bf-4f23-80e3-6bb3bc5cb409,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:22.841071 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 42170) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:49:22.870940 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57006cb3-8177-4e08-89ed-929f4df4b9ac admin admin] Network 407e895d-8435-43cb-addb-b40e755d1f02 is scheduled to be hosted by DHCP agent 1fc7cd8a-3617-45f0-b645-db80237532c9 with binding_index 1 {{(pid=111155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 10:49:22.880632 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bc2fb-9f4d-424b-942f-e53eff444769 req-633ce626-86ba-4341-9abd-58ee613b46a9 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:22.882411 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-646bc2fb-9f4d-424b-942f-e53eff444769 req-633ce626-86ba-4341-9abd-58ee613b46a9 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 945 time: 0.0574265 Jul 18 10:49:22.940066 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-646bc2fb-9f4d-424b-942f-e53eff444769 req-a6742935-f3c1-404c-8ec0-012f0b1d29e4 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510294 Jul 18 10:49:23.053502 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.base_scheduler [None req-57006cb3-8177-4e08-89ed-929f4df4b9ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849498-1-iscsi, 407e895d-8435-43cb-addb-b40e755d1f02) {{(pid=111155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:49:23.058401 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57006cb3-8177-4e08-89ed-929f4df4b9ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:23.059268 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-57006cb3-8177-4e08-89ed-929f4df4b9ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:23.070934 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11a4d5c-d658-4d6d-8de8-f1c770d6b9d5 None None] Network 407e895d-8435-43cb-addb-b40e755d1f02 requested from dv-cinder-849498-1-iscsi {{(pid=111156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:49:23.129575 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-a0fac2a4-e3cf-4a9c-b5a7-e8037301f264 admin admin] Publish callbacks [] for security_group (e4010d70-a4bf-4f23-80e3-6bb3bc5cb409), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:23.157397 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-a0fac2a4-e3cf-4a9c-b5a7-e8037301f264 admin admin] Publish callbacks [] for security_group (e4010d70-a4bf-4f23-80e3-6bb3bc5cb409), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:23.169139 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-57006cb3-8177-4e08-89ed-929f4df4b9ac admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2383821 Jul 18 10:49:23.173324 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 42174) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:49:23.180366 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [None req-3bb4841c-4821-423a-b052-fc967502057c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-641700284-router', 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1'}}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:49:23.216385 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9524a427-129d-401d-96fc-8d06ee35a3b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf714f7c1-7509-58f3-884e-e64bb7568dff-407e895d-8435-43cb-addb-b40e755d1f02', 'network_id': '407e895d-8435-43cb-addb-b40e755d1f02', 'project_id': '17f436162f3a4bd4b3a94f584e7d8782', 'fixed_ips': [{'subnet_id': 'e10aa7fa-e494-41dd-afcd-238e44bb4632'}]}} from dv-cinder-849498-1-iscsi. {{(pid=111156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 10:49:23.217962 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-9524a427-129d-401d-96fc-8d06ee35a3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:23.294503 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-a0fac2a4-e3cf-4a9c-b5a7-e8037301f264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (e4010d70-a4bf-4f23-80e3-6bb3bc5cb409), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:23.294722 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-3bb4841c-4821-423a-b052-fc967502057c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-954'] for router (fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:23.295365 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-3bb4841c-4821-423a-b052-fc967502057c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3789174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3776873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-945'] for router (fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:23.299286 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-a0fac2a4-e3cf-4a9c-b5a7-e8037301f264 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:23.304810 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-a0fac2a4-e3cf-4a9c-b5a7-e8037301f264 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e4010d70-a4bf-4f23-80e3-6bb3bc5cb409 HTTP/1.1" status: 204 len: 168 time: 0.4585059 Jul 18 10:49:23.321083 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:23.333387 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fac2a4-e3cf-4a9c-b5a7-e8037301f264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4010d70-a4bf-4f23-80e3-6bb3bc5cb409,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:23.378611 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-3bb4841c-4821-423a-b052-fc967502057c admin admin] Publish callbacks [] for router_controller (fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234), precommit_add_association {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:23.467181 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.db_base_plugin_common [None req-9524a427-129d-401d-96fc-8d06ee35a3b1 None None] Allocated IP 172.20.0.2 (407e895d-8435-43cb-addb-b40e755d1f02/e10aa7fa-e494-41dd-afcd-238e44bb4632/4dfd55a9-20e4-42dd-ac66-4dd6d19c1865) {{(pid=111156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:49:23.631757 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-9524a427-129d-401d-96fc-8d06ee35a3b1 None None] Publish callbacks [] for port (4dfd55a9-20e4-42dd-ac66-4dd6d19c1865), precommit_create {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:23.716915 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-3bb4841c-4821-423a-b052-fc967502057c admin admin] Publish callbacks [] for router_gateway (fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234), precommit_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:23.721816 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f924579b-be35-4e6d-98f9-75e7e5f64519 req-614bf84c-7fbf-4dd7-a9b8-e2d05cea654a tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad5b7479-dfde-46d4-9e99-3926c60cad12 HTTP/1.1" status: 200 len: 210 time: 0.0410371 Jul 18 10:49:23.854309 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-9524a427-129d-401d-96fc-8d06ee35a3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684'] for port (4dfd55a9-20e4-42dd-ac66-4dd6d19c1865), after_create {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:23.875133 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f37d31-f173-4bf1-8baa-d9bdb23a5eb4 req-6d039d13-2d42-4646-b389-20585f489c6c tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:23.876890 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f8f37d31-f173-4bf1-8baa-d9bdb23a5eb4 req-6d039d13-2d42-4646-b389-20585f489c6c tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=4728713a-e4cd-4e09-b104-7a57de4f2242 HTTP/1.1" status: 200 len: 946 time: 0.0558226 Jul 18 10:49:23.909892 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9524a427-129d-401d-96fc-8d06ee35a3b1 None None] Network 407e895d-8435-43cb-addb-b40e755d1f02 is already hosted by enough agents. {{(pid=111156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:49:23.917622 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.scheduler.base_scheduler [None req-9524a427-129d-401d-96fc-8d06ee35a3b1 None None] Resources bound (agent type, host, resource id): {{(pid=111156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:49:23.922758 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9524a427-129d-401d-96fc-8d06ee35a3b1 None None] Received port after_create {{(pid=111156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:49:23.926788 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9524a427-129d-401d-96fc-8d06ee35a3b1 None None] Pushing event updated for resources: {'Port': ['ID=4dfd55a9-20e4-42dd-ac66-4dd6d19c1865,revision_number=1']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:23.991726 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeecbbd-1523-4616-9f92-0ae0b53a3722 req-2d3f072a-0347-4c8b-980f-6df49bcf97b8 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:23.993158 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-aaeecbbd-1523-4616-9f92-0ae0b53a3722 req-2d3f072a-0347-4c8b-980f-6df49bcf97b8 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f96ccdd-67b5-403c-a3b9-8022e271690c HTTP/1.1" status: 200 len: 945 time: 0.0924768 Jul 18 10:49:24.002650 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f8f37d31-f173-4bf1-8baa-d9bdb23a5eb4 req-cb901d02-012b-480d-8c26-c6850ac72fb9 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187537 Jul 18 10:49:24.012030 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-9524a427-129d-401d-96fc-8d06ee35a3b1 None None] Attempting to bind port 4dfd55a9-20e4-42dd-ac66-4dd6d19c1865 on host dv-cinder-849498-1-iscsi for vnic_type normal with profile {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:49:24.012030 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-9524a427-129d-401d-96fc-8d06ee35a3b1 None None] Attempting to bind port 4dfd55a9-20e4-42dd-ac66-4dd6d19c1865 by drivers openvswitch,hyperv on host dv-cinder-849498-1-iscsi at level 0 using segments [{'id': '40200e37-082a-48f2-872c-182016dc90c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '407e895d-8435-43cb-addb-b40e755d1f02'}] {{(pid=111156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:49:24.012581 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9524a427-129d-401d-96fc-8d06ee35a3b1 None None] Attempting to bind port 4dfd55a9-20e4-42dd-ac66-4dd6d19c1865 on network 407e895d-8435-43cb-addb-b40e755d1f02 {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:49:24.021705 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9524a427-129d-401d-96fc-8d06ee35a3b1 None None] Checking agent: {'id': '62f731a8-190a-49a2-85f5-14fe4e09184e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849498-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 37, 10), 'started_at': datetime.datetime(2022, 7, 18, 10, 37, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849498-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:49:24.022087 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9524a427-129d-401d-96fc-8d06ee35a3b1 None None] Checking segment: {'id': '40200e37-082a-48f2-872c-182016dc90c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '407e895d-8435-43cb-addb-b40e755d1f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:49:24.022493 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-9524a427-129d-401d-96fc-8d06ee35a3b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:24.023429 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9524a427-129d-401d-96fc-8d06ee35a3b1 None None] Bound using segment: {'id': '40200e37-082a-48f2-872c-182016dc90c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '407e895d-8435-43cb-addb-b40e755d1f02'} {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:49:24.023917 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-9524a427-129d-401d-96fc-8d06ee35a3b1 None None] Bound port: 4dfd55a9-20e4-42dd-ac66-4dd6d19c1865, host: dv-cinder-849498-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40200e37-082a-48f2-872c-182016dc90c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '407e895d-8435-43cb-addb-b40e755d1f02'}}] {{(pid=111156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:49:24.024306 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-9524a427-129d-401d-96fc-8d06ee35a3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (4dfd55a9-20e4-42dd-ac66-4dd6d19c1865), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:24.130995 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1ff6e34c-ad2d-4d6d-84c2-aee03113dac2), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:24.132558 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-9524a427-129d-401d-96fc-8d06ee35a3b1 None None] For port 4dfd55a9-20e4-42dd-ac66-4dd6d19c1865, host dv-cinder-849498-1-iscsi, cleared binding levels {{(pid=111156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:49:24.138313 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-9524a427-129d-401d-96fc-8d06ee35a3b1 None None] For port 4dfd55a9-20e4-42dd-ac66-4dd6d19c1865, host dv-cinder-849498-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=4dfd55a9-20e4-42dd-ac66-4dd6d19c1865,segment=NetworkSegment(40200e37-082a-48f2-872c-182016dc90c2),segment_id=40200e37-082a-48f2-872c-182016dc90c2)] {{(pid=111156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:49:24.210703 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76acfc93-e8eb-490e-a1e4-eb0e32b03815 req-f08293da-a89a-4673-83ef-8a6808bb04b3 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:24.212864 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-76acfc93-e8eb-490e-a1e4-eb0e32b03815 req-f08293da-a89a-4673-83ef-8a6808bb04b3 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 945 time: 0.1146879 Jul 18 10:49:24.237301 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-9524a427-129d-401d-96fc-8d06ee35a3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (4dfd55a9-20e4-42dd-ac66-4dd6d19c1865), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:24.249688 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:24.307466 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-aaeecbbd-1523-4616-9f92-0ae0b53a3722 req-c52289c9-685c-4702-acfb-8253a12299aa tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb3791ee-ee01-408c-b7a8-8c9c2ce033be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3034639 Jul 18 10:49:24.324175 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9524a427-129d-401d-96fc-8d06ee35a3b1 None None] Pushing event updated for resources: {'Port': ['ID=4dfd55a9-20e4-42dd-ac66-4dd6d19c1865,revision_number=2']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:24.386094 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-76acfc93-e8eb-490e-a1e4-eb0e32b03815 req-f0d4bfd1-15e4-4f82-ac0c-aabaa6b17e69 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1604555 Jul 18 10:49:24.405567 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-3bb4841c-4821-423a-b052-fc967502057c admin admin] Publish callbacks [] for router_gateway (fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:24.438083 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-3bb4841c-4821-423a-b052-fc967502057c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:24.614456 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.db_base_plugin_common [None req-3bb4841c-4821-423a-b052-fc967502057c admin admin] Allocated IP 172.27.1.147 (bb0f21c8-59d6-4417-bd6b-78e480c446a1/d4fbd515-2e97-4384-b4aa-6523e13e40eb/904eb219-215c-4a07-aa49-5a27759fa823) {{(pid=111155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:49:24.738795 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-3bb4841c-4821-423a-b052-fc967502057c admin admin] Publish callbacks [] for port (904eb219-215c-4a07-aa49-5a27759fa823), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:24.854505 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-6884f5e5-bdac-4f6a-9707-e1d7f6c46803 req-39d989ba-2224-46da-b127-b56e02d37523 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad5b7479-dfde-46d4-9e99-3926c60cad12 HTTP/1.1" status: 200 len: 210 time: 0.0586269 Jul 18 10:49:24.865818 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-3bb4841c-4821-423a-b052-fc967502057c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126083827'] for port (904eb219-215c-4a07-aa49-5a27759fa823), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:25.002590 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb4841c-4821-423a-b052-fc967502057c admin admin] Pushing event updated for resources: {'Port': ['ID=904eb219-215c-4a07-aa49-5a27759fa823,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:25.011717 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb4841c-4821-423a-b052-fc967502057c admin admin] Network bb0f21c8-59d6-4417-bd6b-78e480c446a1 is already hosted by enough agents. {{(pid=111155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:49:25.017822 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.base_scheduler [None req-3bb4841c-4821-423a-b052-fc967502057c admin admin] Resources bound (agent type, host, resource id): {{(pid=111155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:49:25.021736 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb4841c-4821-423a-b052-fc967502057c admin admin] Received port after_create {{(pid=111155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:49:25.075854 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2786f292-205b-4ba0-8f28-3834ebe7b74c req-9e6e6b3a-3ce9-4a31-a433-bf3a8fe4db53 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:25.077459 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2786f292-205b-4ba0-8f28-3834ebe7b74c req-9e6e6b3a-3ce9-4a31-a433-bf3a8fe4db53 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.52 "GET /v2.0/networks?id=68c9cc30-3e35-4ed5-8849-6c07232ca4ed HTTP/1.1" status: 200 len: 809 time: 0.2526059 Jul 18 10:49:25.333183 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 4dfd55a9-20e4-42dd-ac66-4dd6d19c1865 up at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:49:25.388607 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [req-2786f292-205b-4ba0-8f28-3834ebe7b74c req-f224c0a1-ffc8-42d7-958d-138f9780b327 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] Request body: {'port': {'device_id': 'ad5b7479-dfde-46d4-9e99-3926c60cad12', 'network_id': '68c9cc30-3e35-4ed5-8849-6c07232ca4ed', 'admin_state_up': True, 'tenant_id': 'e8ea247cf5a540768bbbc7260b74f11c'}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:49:25.456593 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:25.461157 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Provisioning complete for port 4dfd55a9-20e4-42dd-ac66-4dd6d19c1865 triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:49:25.466969 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (4dfd55a9-20e4-42dd-ac66-4dd6d19c1865), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:25.566836 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad45604a-c924-4e50-ac60-a6b7479d5fa6 None None] Network 407e895d-8435-43cb-addb-b40e755d1f02 requested from dv-cinder-849498-1-iscsi {{(pid=111156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:49:25.642923 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Current status of the port 4dfd55a9-20e4-42dd-ac66-4dd6d19c1865 is: DOWN; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:49:25.643194 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (4dfd55a9-20e4-42dd-ac66-4dd6d19c1865), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:25.657070 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-20d46600-66ed-41c7-b892-3028497e073e None None] Provisioning complete for port 4dfd55a9-20e4-42dd-ac66-4dd6d19c1865 triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:49:25.657448 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-20d46600-66ed-41c7-b892-3028497e073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (4dfd55a9-20e4-42dd-ac66-4dd6d19c1865), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:25.756230 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] For port 4dfd55a9-20e4-42dd-ac66-4dd6d19c1865, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=4dfd55a9-20e4-42dd-ac66-4dd6d19c1865,segment=NetworkSegment(40200e37-082a-48f2-872c-182016dc90c2),segment_id=40200e37-082a-48f2-872c-182016dc90c2)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:49:25.762944 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663cde73-4ae2-4d7c-84f3-1d746e2f82c7 req-211bee29-3e7f-4b0a-8363-441d5d576fdd tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:25.764505 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-663cde73-4ae2-4d7c-84f3-1d746e2f82c7 req-211bee29-3e7f-4b0a-8363-441d5d576fdd tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f96ccdd-67b5-403c-a3b9-8022e271690c HTTP/1.1" status: 200 len: 945 time: 0.3064837 Jul 18 10:49:25.785875 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d8981-f154-492c-9789-4b35532bb734 req-d92d4d20-b22e-4009-b54d-a2282b01b436 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:25.787424 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-126d8981-f154-492c-9789-4b35532bb734 req-d92d4d20-b22e-4009-b54d-a2282b01b436 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 945 time: 0.2278726 Jul 18 10:49:25.831189 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-3bb4841c-4821-423a-b052-fc967502057c admin admin] Publish callbacks [] for router_gateway (fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:25.835871 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:INSERT=1,neutron:UPDATE=2,neutron:SELECT=97 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:25.849182 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-20d46600-66ed-41c7-b892-3028497e073e None None] Current status of the port 4dfd55a9-20e4-42dd-ac66-4dd6d19c1865 is: DOWN; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:49:25.849568 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-20d46600-66ed-41c7-b892-3028497e073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (4dfd55a9-20e4-42dd-ac66-4dd6d19c1865), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:25.865832 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (4dfd55a9-20e4-42dd-ac66-4dd6d19c1865), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:25.962822 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.db.api [None req-20d46600-66ed-41c7-b892-3028497e073e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 18 10:49:25.963262 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG oslo_db.api [None req-20d46600-66ed-41c7-b892-3028497e073e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 18 10:49:25.963740 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Pushing event updated for resources: {'Port': ['ID=4dfd55a9-20e4-42dd-ac66-4dd6d19c1865,revision_number=3']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:26.003315 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-663cde73-4ae2-4d7c-84f3-1d746e2f82c7 req-57a62ada-afdf-4043-93bc-71e143c801ac tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb3791ee-ee01-408c-b7a8-8c9c2ce033be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2289722 Jul 18 10:49:26.018007 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-126d8981-f154-492c-9789-4b35532bb734 req-7a86c6eb-6714-4fbb-b518-3dd61dc0491d tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2084739 Jul 18 10:49:26.167752 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-df7ae95a-9834-4a34-bb55-208a3faa0c70 req-ae590b5e-91bd-4c59-842d-45cbc7f81bba tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad5b7479-dfde-46d4-9e99-3926c60cad12 HTTP/1.1" status: 200 len: 210 time: 0.0476532 Jul 18 10:49:26.181968 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-3bb4841c-4821-423a-b052-fc967502057c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3789133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3777021'] for router (fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:26.271391 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2786f292-205b-4ba0-8f28-3834ebe7b74c req-f224c0a1-ffc8-42d7-958d-138f9780b327 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] Made reservation on behalf of e8ea247cf5a540768bbbc7260b74f11c for: {'port': 1} {{(pid=111155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:49:26.274992 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-2786f292-205b-4ba0-8f28-3834ebe7b74c req-f224c0a1-ffc8-42d7-958d-138f9780b327 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:26.401013 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 42244) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:49:26.406280 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [None req-7b71eeb3-1dba-4828-bc58-25d56f54211e tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Request body: {'security_group': {'name': 'tempest-securitygroup--692141611', 'description': 'tempest-description--1810691415'}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:49:26.441149 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.db_base_plugin_common [req-2786f292-205b-4ba0-8f28-3834ebe7b74c req-f224c0a1-ffc8-42d7-958d-138f9780b327 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] Allocated IP 172.20.0.12 (68c9cc30-3e35-4ed5-8849-6c07232ca4ed/304eb215-c745-44a0-8909-55a6bf88c207/5bb19a63-76d3-448c-b73e-662696a94068) {{(pid=111155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:49:26.501988 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-20d46600-66ed-41c7-b892-3028497e073e None None] Current status of the port 4dfd55a9-20e4-42dd-ac66-4dd6d19c1865 is: ACTIVE; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:49:26.527913 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-7b71eeb3-1dba-4828-bc58-25d56f54211e tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Publish callbacks [] for security_group (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:26.558788 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb4841c-4821-423a-b052-fc967502057c admin admin] Router fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234 is scheduled to L3 agent e6bcb791-bd43-4d6b-ab54-e591cb66712b with binding_index 1 {{(pid=111155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 10:49:26.612314 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-7b71eeb3-1dba-4828-bc58-25d56f54211e tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Publish callbacks [] for security_group (b9aedad3-a0f8-44e8-899c-42b13f7a72a7), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:26.621138 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-30b90f3d-d69b-4ab6-9b4c-ab601fbe08d3 None None] Provisioning complete for port 4dfd55a9-20e4-42dd-ac66-4dd6d19c1865 triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:49:26.621570 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-30b90f3d-d69b-4ab6-9b4c-ab601fbe08d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (4dfd55a9-20e4-42dd-ac66-4dd6d19c1865), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:26.636712 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 42252) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:49:26.643668 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [None req-e10b4758-8319-435e-afe4-5b7199707433 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Request body: {'security_group': {'name': 'tempest-securitygroup--9810965', 'description': 'tempest-description--435496920'}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:49:26.715310 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-30b90f3d-d69b-4ab6-9b4c-ab601fbe08d3 None None] Current status of the port 4dfd55a9-20e4-42dd-ac66-4dd6d19c1865 is: ACTIVE; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:49:26.767983 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-7b71eeb3-1dba-4828-bc58-25d56f54211e tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (b9aedad3-a0f8-44e8-899c-42b13f7a72a7), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:26.779127 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:26.802790 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-e10b4758-8319-435e-afe4-5b7199707433 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for security_group (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:26.823401 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b71eeb3-1dba-4828-bc58-25d56f54211e tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9aedad3-a0f8-44e8-899c-42b13f7a72a7,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:26.916229 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-e10b4758-8319-435e-afe4-5b7199707433 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for security_group (1e5e1162-8c8c-4d79-9a5b-5b00e6cca2ad), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:26.922577 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-7b71eeb3-1dba-4828-bc58-25d56f54211e tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Publish callbacks [] for security_group (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:26.929949 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-7b71eeb3-1dba-4828-bc58-25d56f54211e tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5273442 Jul 18 10:49:26.931208 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 42260) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:49:26.940587 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [None req-2ee3a42a-265f-4867-803c-0a9313f87c9a tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Request body: {'security_group_rule': {'security_group_id': 'b9aedad3-a0f8-44e8-899c-42b13f7a72a7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:49:26.962212 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-2786f292-205b-4ba0-8f28-3834ebe7b74c req-f224c0a1-ffc8-42d7-958d-138f9780b327 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] Publish callbacks [] for port (5bb19a63-76d3-448c-b73e-662696a94068), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:27.005145 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb4841c-4821-423a-b052-fc967502057c admin admin] Notify agent at l3_agent.dv-cinder-849498-1-iscsi the message routers_updated {{(pid=111155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:49:27.016864 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bee08f-7aa4-43ec-8f9c-7baffc273ebc None None] Sync routers for ids ['fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234'] in dv-cinder-849498-1-iscsi {{(pid=111156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:49:27.020608 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-e10b4758-8319-435e-afe4-5b7199707433 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (1e5e1162-8c8c-4d79-9a5b-5b00e6cca2ad), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:27.034446 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bee08f-7aa4-43ec-8f9c-7baffc273ebc None None] Routers {'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:49:27.035537 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-90bee08f-7aa4-43ec-8f9c-7baffc273ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:49:07Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234'], 'active': True} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:49:27.076694 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10b4758-8319-435e-afe4-5b7199707433 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5e1162-8c8c-4d79-9a5b-5b00e6cca2ad,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:27.081046 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-2ee3a42a-265f-4867-803c-0a9313f87c9a tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Publish callbacks [] for security_group_rule (5f7cc91b-e53e-43a8-9771-c29c3f450fa1), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:27.129866 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-3bb4841c-4821-423a-b052-fc967502057c admin admin] Publish callbacks [] for router (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:27.131700 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-3bb4841c-4821-423a-b052-fc967502057c admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9570267 Jul 18 10:49:27.134567 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 42266) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:49:27.181492 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-2ee3a42a-265f-4867-803c-0a9313f87c9a tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Publish callbacks [] for security_group_rule (5f7cc91b-e53e-43a8-9771-c29c3f450fa1), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:27.185212 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-e10b4758-8319-435e-afe4-5b7199707433 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for security_group (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:27.186624 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-e10b4758-8319-435e-afe4-5b7199707433 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.5476108 Jul 18 10:49:27.193952 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 42268) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:49:27.204594 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [None req-76081ea2-153e-4339-92f9-f3a05fc13c21 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Request body: {'security_group_rule': {'security_group_id': '1e5e1162-8c8c-4d79-9a5b-5b00e6cca2ad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:49:27.254176 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-2786f292-205b-4ba0-8f28-3834ebe7b74c req-f224c0a1-ffc8-42d7-958d-138f9780b327 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126083827'] for port (5bb19a63-76d3-448c-b73e-662696a94068), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:27.270729 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-2ee3a42a-265f-4867-803c-0a9313f87c9a tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706217'] for security_group_rule (5f7cc91b-e53e-43a8-9771-c29c3f450fa1), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:27.317768 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3a42a-265f-4867-803c-0a9313f87c9a tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f7cc91b-e53e-43a8-9771-c29c3f450fa1,revision_number=0']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:27.353475 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-76081ea2-153e-4339-92f9-f3a05fc13c21 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for security_group_rule (0299abce-1ec9-40b7-98e0-742c7a8c161c), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:27.393139 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:27.398818 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 4dfd55a9-20e4-42dd-ac66-4dd6d19c1865 up at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:49:27.405210 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-2ee3a42a-265f-4867-803c-0a9313f87c9a tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:27.408147 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-2ee3a42a-265f-4867-803c-0a9313f87c9a tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4747434 Jul 18 10:49:27.415110 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 42276) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:49:27.421930 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [None req-f396b239-3e24-4bbc-a2d9-5fc7b8c21fa5 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Request body: {'security_group_rule': {'security_group_id': 'b9aedad3-a0f8-44e8-899c-42b13f7a72a7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:49:27.426413 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvr_db [None req-90bee08f-7aa4-43ec-8f9c-7baffc273ebc None None] Set router fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:49:27.489959 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-76081ea2-153e-4339-92f9-f3a05fc13c21 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for security_group_rule (0299abce-1ec9-40b7-98e0-742c7a8c161c), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:27.511876 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2786f292-205b-4ba0-8f28-3834ebe7b74c req-f224c0a1-ffc8-42d7-958d-138f9780b327 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] Network 68c9cc30-3e35-4ed5-8849-6c07232ca4ed is already hosted by enough agents. {{(pid=111155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:49:27.535788 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47490052-e92f-4ae0-8a37-b3b0c94d2fe7 req-2d5690d6-3f1f-4cb4-a811-7464a795db4e tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:27.537460 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-47490052-e92f-4ae0-8a37-b3b0c94d2fe7 req-2d5690d6-3f1f-4cb4-a811-7464a795db4e tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 945 time: 0.2969537 Jul 18 10:49:27.538418 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.base_scheduler [req-2786f292-205b-4ba0-8f28-3834ebe7b74c req-f224c0a1-ffc8-42d7-958d-138f9780b327 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] Resources bound (agent type, host, resource id): {{(pid=111155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:49:27.545876 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89cf0a6-e012-4d7d-abb4-eb73d9f23c44 req-7c037ec9-f5d4-4db9-b309-8c39af7ccb2a tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:27.548165 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f89cf0a6-e012-4d7d-abb4-eb73d9f23c44 req-7c037ec9-f5d4-4db9-b309-8c39af7ccb2a tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f96ccdd-67b5-403c-a3b9-8022e271690c HTTP/1.1" status: 200 len: 945 time: 0.3032672 Jul 18 10:49:27.550253 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.l3_dvrscheduler_db [req-2786f292-205b-4ba0-8f28-3834ebe7b74c req-f224c0a1-ffc8-42d7-958d-138f9780b327 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] Received port after_create {{(pid=111155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:49:27.555495 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f224c0a1-ffc8-42d7-958d-138f9780b327 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] Pushing event updated for resources: {'Port': ['ID=5bb19a63-76d3-448c-b73e-662696a94068,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:27.584458 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Provisioning complete for port 4dfd55a9-20e4-42dd-ac66-4dd6d19c1865 triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:49:27.585161 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (4dfd55a9-20e4-42dd-ac66-4dd6d19c1865), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:27.628641 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-f396b239-3e24-4bbc-a2d9-5fc7b8c21fa5 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Publish callbacks [] for security_group_rule (b804fef5-84bf-40a6-8627-13be81fdbcdc), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:27.700707 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-f396b239-3e24-4bbc-a2d9-5fc7b8c21fa5 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Publish callbacks [] for security_group_rule (b804fef5-84bf-40a6-8627-13be81fdbcdc), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:27.702196 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-76081ea2-153e-4339-92f9-f3a05fc13c21 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706217'] for security_group_rule (0299abce-1ec9-40b7-98e0-742c7a8c161c), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:27.709080 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:27.726023 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76081ea2-153e-4339-92f9-f3a05fc13c21 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0299abce-1ec9-40b7-98e0-742c7a8c161c,revision_number=0']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:27.726677 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Current status of the port 4dfd55a9-20e4-42dd-ac66-4dd6d19c1865 is: ACTIVE; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:49:27.731192 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-90bee08f-7aa4-43ec-8f9c-7baffc273ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'name': 'tempest-TestVolumeBootPattern-641700284-router', 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '904eb219-215c-4a07-aa49-5a27759fa823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:49:23Z', 'updated_at': '2022-07-18T10:49:25Z', 'revision_number': 3, 'project_id': '17f436162f3a4bd4b3a94f584e7d8782', 'gw_port': {'id': '904eb219-215c-4a07-aa49-5a27759fa823', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:24Z', 'updated_at': '2022-07-18T10:49:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi'}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:49:27.737357 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2786f292-205b-4ba0-8f28-3834ebe7b74c req-f224c0a1-ffc8-42d7-958d-138f9780b327 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:27.737357 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-2786f292-205b-4ba0-8f28-3834ebe7b74c req-f224c0a1-ffc8-42d7-958d-138f9780b327 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for port (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:27.760884 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bee08f-7aa4-43ec-8f9c-7baffc273ebc None None] Checking router: fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234 for host: dv-cinder-849498-1-iscsi {{(pid=111156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:49:27.761338 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bee08f-7aa4-43ec-8f9c-7baffc273ebc None None] Updating router fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234 port 904eb219-215c-4a07-aa49-5a27759fa823 binding host dv-cinder-849498-1-iscsi {{(pid=111156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 10:49:27.794582 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-90bee08f-7aa4-43ec-8f9c-7baffc273ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (904eb219-215c-4a07-aa49-5a27759fa823), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:27.802891 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-47490052-e92f-4ae0-8a37-b3b0c94d2fe7 req-07410e00-e1e4-4fd6-b240-07d256a30eab tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2536497 Jul 18 10:49:27.830138 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f89cf0a6-e012-4d7d-abb4-eb73d9f23c44 req-f59b0062-45af-446b-9a11-261a02217401 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb3791ee-ee01-408c-b7a8-8c9c2ce033be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2715960 Jul 18 10:49:27.851176 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-76081ea2-153e-4339-92f9-f3a05fc13c21 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:27.857870 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-76081ea2-153e-4339-92f9-f3a05fc13c21 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6615369 Jul 18 10:49:27.861021 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 42278) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:49:27.862284 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-f396b239-3e24-4bbc-a2d9-5fc7b8c21fa5 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706217'] for security_group_rule (b804fef5-84bf-40a6-8627-13be81fdbcdc), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:27.867443 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [None req-3d51b819-081a-4366-9418-075979b16db3 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Request body: {'security_group_rule': {'security_group_id': '1e5e1162-8c8c-4d79-9a5b-5b00e6cca2ad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:49:27.884307 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f396b239-3e24-4bbc-a2d9-5fc7b8c21fa5 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b804fef5-84bf-40a6-8627-13be81fdbcdc,revision_number=0']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:27.948923 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2786f292-205b-4ba0-8f28-3834ebe7b74c req-f224c0a1-ffc8-42d7-958d-138f9780b327 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5663357 Jul 18 10:49:27.977326 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [req-2786f292-205b-4ba0-8f28-3834ebe7b74c req-1b7ed8f2-05c4-4029-b006-b440f8a2f633 service neutron] Request body: {'port': {'device_id': 'ad5b7479-dfde-46d4-9e99-3926c60cad12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84949'}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:49:28.040089 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-f396b239-3e24-4bbc-a2d9-5fc7b8c21fa5 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:28.045457 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-f396b239-3e24-4bbc-a2d9-5fc7b8c21fa5 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6285825 Jul 18 10:49:28.045927 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 42280) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:49:28.053076 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c6d16-4cd7-4735-9fdc-d4d0dd6aa0cc req-78a8fcf7-a68b-4f76-a5d2-d268891f1699 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:28.053672 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [None req-d7b8ead4-886e-4f17-9915-95d293b720f7 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Request body: {'floatingip': {'floating_network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1'}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:49:28.054668 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-885c6d16-4cd7-4735-9fdc-d4d0dd6aa0cc req-78a8fcf7-a68b-4f76-a5d2-d268891f1699 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad5b7479-dfde-46d4-9e99-3926c60cad12 HTTP/1.1" status: 200 len: 932 time: 0.1569023 Jul 18 10:49:28.138007 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-2786f292-205b-4ba0-8f28-3834ebe7b74c req-1b7ed8f2-05c4-4029-b006-b440f8a2f633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (5bb19a63-76d3-448c-b73e-662696a94068), before_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:28.142415 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-3d51b819-081a-4366-9418-075979b16db3 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for security_group_rule (522154ad-7f85-459a-a24a-81787c111730), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:28.160036 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-90bee08f-7aa4-43ec-8f9c-7baffc273ebc None None] Publish callbacks [] for port (904eb219-215c-4a07-aa49-5a27759fa823), precommit_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:28.207909 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:28.230993 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-d7b8ead4-886e-4f17-9915-95d293b720f7 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:28.251823 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-885c6d16-4cd7-4735-9fdc-d4d0dd6aa0cc req-224f0b6d-4566-4b71-b883-11d3b744a8ab tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d58ad69-110f-4566-a856-6f45aeb73180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847625 Jul 18 10:49:28.270918 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-90bee08f-7aa4-43ec-8f9c-7baffc273ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (904eb219-215c-4a07-aa49-5a27759fa823), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:28.350446 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-90bee08f-7aa4-43ec-8f9c-7baffc273ebc None None] Attempting to bind port 904eb219-215c-4a07-aa49-5a27759fa823 on host dv-cinder-849498-1-iscsi for vnic_type normal with profile {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:49:28.350446 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-90bee08f-7aa4-43ec-8f9c-7baffc273ebc None None] Attempting to bind port 904eb219-215c-4a07-aa49-5a27759fa823 by drivers openvswitch,hyperv on host dv-cinder-849498-1-iscsi at level 0 using segments [{'id': '43730dd2-6239-4f15-a180-e6d1d2fbff54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1'}] {{(pid=111156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:49:28.350446 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bee08f-7aa4-43ec-8f9c-7baffc273ebc None None] Attempting to bind port 904eb219-215c-4a07-aa49-5a27759fa823 on network bb0f21c8-59d6-4417-bd6b-78e480c446a1 {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:49:28.364770 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bee08f-7aa4-43ec-8f9c-7baffc273ebc None None] Checking agent: {'id': '62f731a8-190a-49a2-85f5-14fe4e09184e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849498-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 37, 10), 'started_at': datetime.datetime(2022, 7, 18, 10, 37, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849498-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:49:28.372357 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bee08f-7aa4-43ec-8f9c-7baffc273ebc None None] Checking segment: {'id': '43730dd2-6239-4f15-a180-e6d1d2fbff54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:49:28.372357 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-90bee08f-7aa4-43ec-8f9c-7baffc273ebc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:28.372357 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bee08f-7aa4-43ec-8f9c-7baffc273ebc None None] Bound using segment: {'id': '43730dd2-6239-4f15-a180-e6d1d2fbff54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1'} {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:49:28.372357 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-90bee08f-7aa4-43ec-8f9c-7baffc273ebc None None] Bound port: 904eb219-215c-4a07-aa49-5a27759fa823, host: dv-cinder-849498-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43730dd2-6239-4f15-a180-e6d1d2fbff54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1'}}] {{(pid=111156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:49:28.372357 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-90bee08f-7aa4-43ec-8f9c-7baffc273ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (904eb219-215c-4a07-aa49-5a27759fa823), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:28.372357 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbf7113-d453-458c-b6f0-47a99c5c4d14 None None] Pushing event updated for resources: {'Port': ['ID=904eb219-215c-4a07-aa49-5a27759fa823,revision_number=2']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:28.401390 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-d7b8ead4-886e-4f17-9915-95d293b720f7 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:28.431810 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-3d51b819-081a-4366-9418-075979b16db3 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for security_group_rule (522154ad-7f85-459a-a24a-81787c111730), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:28.467011 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-90bee08f-7aa4-43ec-8f9c-7baffc273ebc None None] For port 904eb219-215c-4a07-aa49-5a27759fa823, host dv-cinder-849498-1-iscsi, cleared binding levels {{(pid=111156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:49:28.472251 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-90bee08f-7aa4-43ec-8f9c-7baffc273ebc None None] For port 904eb219-215c-4a07-aa49-5a27759fa823, host dv-cinder-849498-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=904eb219-215c-4a07-aa49-5a27759fa823,segment=NetworkSegment(43730dd2-6239-4f15-a180-e6d1d2fbff54),segment_id=43730dd2-6239-4f15-a180-e6d1d2fbff54)] {{(pid=111156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:49:28.527150 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-5d7acb54-632a-49fc-9952-b53d4753ec03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:28.559364 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-3d51b819-081a-4366-9418-075979b16db3 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706217'] for security_group_rule (522154ad-7f85-459a-a24a-81787c111730), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:28.584297 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.db_base_plugin_common [None req-d7b8ead4-886e-4f17-9915-95d293b720f7 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Allocated IP 172.27.1.190 (bb0f21c8-59d6-4417-bd6b-78e480c446a1/d4fbd515-2e97-4384-b4aa-6523e13e40eb/8d1a1195-0f51-491f-b077-b367cedbc2a5) {{(pid=111154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:49:28.599044 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d51b819-081a-4366-9418-075979b16db3 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=522154ad-7f85-459a-a24a-81787c111730,revision_number=0']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:28.648492 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-90bee08f-7aa4-43ec-8f9c-7baffc273ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (904eb219-215c-4a07-aa49-5a27759fa823), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:28.700955 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bee08f-7aa4-43ec-8f9c-7baffc273ebc None None] Routers {'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:49:28.701927 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-90bee08f-7aa4-43ec-8f9c-7baffc273ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:49:07Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234'], 'active': True} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:49:28.720363 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-d7b8ead4-886e-4f17-9915-95d293b720f7 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Publish callbacks [] for port (8d1a1195-0f51-491f-b077-b367cedbc2a5), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:28.769899 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbf7113-d453-458c-b6f0-47a99c5c4d14 None None] Pushing event updated for resources: {'Port': ['ID=904eb219-215c-4a07-aa49-5a27759fa823,revision_number=3']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:28.798029 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.notifiers.nova [req-2786f292-205b-4ba0-8f28-3834ebe7b74c req-1b7ed8f2-05c4-4029-b006-b440f8a2f633 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bb19a63-76d3-448c-b73e-662696a94068 {{(pid=111155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:49:28.812090 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-2786f292-205b-4ba0-8f28-3834ebe7b74c req-1b7ed8f2-05c4-4029-b006-b440f8a2f633 service neutron] Publish callbacks [] for port (5bb19a63-76d3-448c-b73e-662696a94068), precommit_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:28.839437 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.provisioning_blocks [req-2786f292-205b-4ba0-8f28-3834ebe7b74c req-1b7ed8f2-05c4-4029-b006-b440f8a2f633 service neutron] Transition to ACTIVE for port object 5bb19a63-76d3-448c-b73e-662696a94068 will not be triggered until provisioned by entity L2. {{(pid=111155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 10:49:28.841026 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.db_base_plugin_common [None req-5d7acb54-632a-49fc-9952-b53d4753ec03 admin admin] Allocated IP 172.20.0.1 (407e895d-8435-43cb-addb-b40e755d1f02/e10aa7fa-e494-41dd-afcd-238e44bb4632/518d5f98-f050-4ae9-abe5-25ea9991dd12) {{(pid=111155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:49:28.842127 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvr_db [None req-90bee08f-7aa4-43ec-8f9c-7baffc273ebc None None] Set router fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:49:28.864535 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-3d51b819-081a-4366-9418-075979b16db3 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:28.869318 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-3d51b819-081a-4366-9418-075979b16db3 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0042074 Jul 18 10:49:28.869621 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 42288) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:49:28.874573 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [None req-f713b0e8-5c49-4b33-b936-b7d4a4327721 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Request body: {'floatingip': {'floating_network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1'}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:49:28.934819 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-d7b8ead4-886e-4f17-9915-95d293b720f7 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127334210'] for port (8d1a1195-0f51-491f-b077-b367cedbc2a5), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:28.965292 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-2786f292-205b-4ba0-8f28-3834ebe7b74c req-1b7ed8f2-05c4-4029-b006-b440f8a2f633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126083072'] for port (5bb19a63-76d3-448c-b73e-662696a94068), after_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:28.987161 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b8ead4-886e-4f17-9915-95d293b720f7 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Network bb0f21c8-59d6-4417-bd6b-78e480c446a1 is already hosted by enough agents. {{(pid=111154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:49:28.991450 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.base_scheduler [None req-d7b8ead4-886e-4f17-9915-95d293b720f7 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Resources bound (agent type, host, resource id): {{(pid=111154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:49:28.995211 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b8ead4-886e-4f17-9915-95d293b720f7 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Received port after_create {{(pid=111154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:49:29.023226 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b8ead4-886e-4f17-9915-95d293b720f7 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Pushing event updated for resources: {'Port': ['ID=8d1a1195-0f51-491f-b077-b367cedbc2a5,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:29.026758 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536fc985-edb9-453e-96fd-d2074d671507 req-fc556d45-86bf-4420-b420-4e58a1911257 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:29.028340 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-536fc985-edb9-453e-96fd-d2074d671507 req-fc556d45-86bf-4420-b420-4e58a1911257 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 945 time: 0.1331406 Jul 18 10:49:29.039934 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-f713b0e8-5c49-4b33-b936-b7d4a4327721 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:29.065495 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-90bee08f-7aa4-43ec-8f9c-7baffc273ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'name': 'tempest-TestVolumeBootPattern-641700284-router', 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '904eb219-215c-4a07-aa49-5a27759fa823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:49:23Z', 'updated_at': '2022-07-18T10:49:25Z', 'revision_number': 3, 'project_id': '17f436162f3a4bd4b3a94f584e7d8782', 'gw_port': {'id': '904eb219-215c-4a07-aa49-5a27759fa823', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:24Z', 'updated_at': '2022-07-18T10:49:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi'}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:49:29.098133 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bee08f-7aa4-43ec-8f9c-7baffc273ebc None None] The sync data for ids ['fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234'] in dv-cinder-849498-1-iscsi is: [{'id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'name': 'tempest-TestVolumeBootPattern-641700284-router', 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '904eb219-215c-4a07-aa49-5a27759fa823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:49:23Z', 'updated_at': '2022-07-18T10:49:25Z', 'revision_number': 3, 'project_id': '17f436162f3a4bd4b3a94f584e7d8782', 'gw_port': {'id': '904eb219-215c-4a07-aa49-5a27759fa823', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:24Z', 'updated_at': '2022-07-18T10:49:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi'}] {{(pid=111156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:49:29.122092 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7ed8f2-05c4-4029-b006-b440f8a2f633 service neutron] Pushing event updated for resources: {'Port': ['ID=5bb19a63-76d3-448c-b73e-662696a94068,revision_number=2']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:29.127499 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-5d7acb54-632a-49fc-9952-b53d4753ec03 admin admin] Publish callbacks [] for port (518d5f98-f050-4ae9-abe5-25ea9991dd12), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:29.148927 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abee6fa-8328-42af-a428-7e3f453d3857 req-a69480eb-0169-44e4-9799-e96cce88dfdd tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:29.156698 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-9abee6fa-8328-42af-a428-7e3f453d3857 req-a69480eb-0169-44e4-9799-e96cce88dfdd tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f96ccdd-67b5-403c-a3b9-8022e271690c HTTP/1.1" status: 200 len: 945 time: 0.1713607 Jul 18 10:49:29.188068 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-d7b8ead4-886e-4f17-9915-95d293b720f7 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Publish callbacks [] for floatingip (fed70739-101c-4be8-a61a-6459b61b8d1e), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:29.191548 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-f713b0e8-5c49-4b33-b936-b7d4a4327721 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:29.264535 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-536fc985-edb9-453e-96fd-d2074d671507 req-108b7d95-cfb4-4a8e-bb3f-fcff55d1a320 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1972253 Jul 18 10:49:29.331989 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.db_base_plugin_common [None req-f713b0e8-5c49-4b33-b936-b7d4a4327721 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Allocated IP 172.27.1.37 (bb0f21c8-59d6-4417-bd6b-78e480c446a1/d4fbd515-2e97-4384-b4aa-6523e13e40eb/dc760c1d-da6c-40ec-8c56-150d6b03e492) {{(pid=111154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:49:29.357919 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-9abee6fa-8328-42af-a428-7e3f453d3857 req-6e0b3686-91b7-482c-a18b-b188cd426db2 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb3791ee-ee01-408c-b7a8-8c9c2ce033be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1996694 Jul 18 10:49:29.396376 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.managers [req-2786f292-205b-4ba0-8f28-3834ebe7b74c req-1b7ed8f2-05c4-4029-b006-b440f8a2f633 service neutron] Attempting to bind port 5bb19a63-76d3-448c-b73e-662696a94068 on host hv-cinder-84949 for vnic_type normal with profile {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:49:29.396717 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.managers [req-2786f292-205b-4ba0-8f28-3834ebe7b74c req-1b7ed8f2-05c4-4029-b006-b440f8a2f633 service neutron] Attempting to bind port 5bb19a63-76d3-448c-b73e-662696a94068 by drivers openvswitch,hyperv on host hv-cinder-84949 at level 0 using segments [{'id': '5cfc696c-eefc-4983-ad51-b3a53dcea3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '68c9cc30-3e35-4ed5-8849-6c07232ca4ed'}] {{(pid=111155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:49:29.397085 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2786f292-205b-4ba0-8f28-3834ebe7b74c req-1b7ed8f2-05c4-4029-b006-b440f8a2f633 service neutron] Attempting to bind port 5bb19a63-76d3-448c-b73e-662696a94068 on network 68c9cc30-3e35-4ed5-8849-6c07232ca4ed {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:49:29.409177 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2786f292-205b-4ba0-8f28-3834ebe7b74c req-1b7ed8f2-05c4-4029-b006-b440f8a2f633 service neutron] Port 5bb19a63-76d3-448c-b73e-662696a94068 on network 68c9cc30-3e35-4ed5-8849-6c07232ca4ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84949 {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 10:49:29.413217 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2786f292-205b-4ba0-8f28-3834ebe7b74c req-1b7ed8f2-05c4-4029-b006-b440f8a2f633 service neutron] Attempting to bind port 5bb19a63-76d3-448c-b73e-662696a94068 on network 68c9cc30-3e35-4ed5-8849-6c07232ca4ed {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:49:29.442116 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2786f292-205b-4ba0-8f28-3834ebe7b74c req-1b7ed8f2-05c4-4029-b006-b440f8a2f633 service neutron] Checking agent: {'id': '1ff6e34c-ad2d-4d6d-84c2-aee03113dac2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84949', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 44, 54), 'started_at': datetime.datetime(2022, 7, 18, 10, 44, 54), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:49:29.442720 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2786f292-205b-4ba0-8f28-3834ebe7b74c req-1b7ed8f2-05c4-4029-b006-b440f8a2f633 service neutron] Checking segment: {'id': '5cfc696c-eefc-4983-ad51-b3a53dcea3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '68c9cc30-3e35-4ed5-8849-6c07232ca4ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:49:29.443362 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2786f292-205b-4ba0-8f28-3834ebe7b74c req-1b7ed8f2-05c4-4029-b006-b440f8a2f633 service neutron] Bound using segment: {'id': '5cfc696c-eefc-4983-ad51-b3a53dcea3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '68c9cc30-3e35-4ed5-8849-6c07232ca4ed'} {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:49:29.444111 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.managers [req-2786f292-205b-4ba0-8f28-3834ebe7b74c req-1b7ed8f2-05c4-4029-b006-b440f8a2f633 service neutron] Bound port: 5bb19a63-76d3-448c-b73e-662696a94068, host: hv-cinder-84949, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cfc696c-eefc-4983-ad51-b3a53dcea3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '68c9cc30-3e35-4ed5-8849-6c07232ca4ed'}}] {{(pid=111155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:49:29.444710 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-2786f292-205b-4ba0-8f28-3834ebe7b74c req-1b7ed8f2-05c4-4029-b006-b440f8a2f633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (5bb19a63-76d3-448c-b73e-662696a94068), before_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:29.485604 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-d7b8ead4-886e-4f17-9915-95d293b720f7 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (8d1a1195-0f51-491f-b077-b367cedbc2a5), before_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:29.508368 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-5d7acb54-632a-49fc-9952-b53d4753ec03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126083827'] for port (518d5f98-f050-4ae9-abe5-25ea9991dd12), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:29.531696 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858afa0c-3037-47b3-90e8-a96532ae8af2 req-731ec612-0b0e-46fc-bc17-0221034f24c2 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:29.550658 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-858afa0c-3037-47b3-90e8-a96532ae8af2 req-731ec612-0b0e-46fc-bc17-0221034f24c2 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad5b7479-dfde-46d4-9e99-3926c60cad12 HTTP/1.1" status: 200 len: 944 time: 0.1214695 Jul 18 10:49:29.575464 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-f713b0e8-5c49-4b33-b936-b7d4a4327721 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for port (dc760c1d-da6c-40ec-8c56-150d6b03e492), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:29.713411 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7acb54-632a-49fc-9952-b53d4753ec03 admin admin] Network 407e895d-8435-43cb-addb-b40e755d1f02 is already hosted by enough agents. {{(pid=111155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:49:29.729269 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.base_scheduler [None req-5d7acb54-632a-49fc-9952-b53d4753ec03 admin admin] Resources bound (agent type, host, resource id): {{(pid=111155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:49:29.729504 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-d7b8ead4-886e-4f17-9915-95d293b720f7 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Publish callbacks [] for port (8d1a1195-0f51-491f-b077-b367cedbc2a5), precommit_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:29.733431 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7acb54-632a-49fc-9952-b53d4753ec03 admin admin] Received port after_create {{(pid=111155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:49:29.741109 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.db [req-2786f292-205b-4ba0-8f28-3834ebe7b74c req-1b7ed8f2-05c4-4029-b006-b440f8a2f633 service neutron] For port 5bb19a63-76d3-448c-b73e-662696a94068, host hv-cinder-84949, cleared binding levels {{(pid=111155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:49:29.789149 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-858afa0c-3037-47b3-90e8-a96532ae8af2 req-26907dcd-22ab-4eca-9ee3-71add7929961 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d58ad69-110f-4566-a856-6f45aeb73180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371342 Jul 18 10:49:29.793136 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.db [req-2786f292-205b-4ba0-8f28-3834ebe7b74c req-1b7ed8f2-05c4-4029-b006-b440f8a2f633 service neutron] For port 5bb19a63-76d3-448c-b73e-662696a94068, host hv-cinder-84949, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=5bb19a63-76d3-448c-b73e-662696a94068,segment=NetworkSegment(5cfc696c-eefc-4983-ad51-b3a53dcea3e0),segment_id=5cfc696c-eefc-4983-ad51-b3a53dcea3e0)] {{(pid=111155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:49:29.805283 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7acb54-632a-49fc-9952-b53d4753ec03 admin admin] Pushing event updated for resources: {'Port': ['ID=518d5f98-f050-4ae9-abe5-25ea9991dd12,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:29.837216 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-5d7acb54-632a-49fc-9952-b53d4753ec03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3782518'] for router_interface (fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:29.883239 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-f713b0e8-5c49-4b33-b936-b7d4a4327721 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127334210'] for port (dc760c1d-da6c-40ec-8c56-150d6b03e492), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:29.887125 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-d7b8ead4-886e-4f17-9915-95d293b720f7 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127333809'] for port (8d1a1195-0f51-491f-b077-b367cedbc2a5), after_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:29.961492 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f713b0e8-5c49-4b33-b936-b7d4a4327721 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Network bb0f21c8-59d6-4417-bd6b-78e480c446a1 is already hosted by enough agents. {{(pid=111154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:49:29.967023 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-2786f292-205b-4ba0-8f28-3834ebe7b74c req-1b7ed8f2-05c4-4029-b006-b440f8a2f633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126083072'] for port (5bb19a63-76d3-448c-b73e-662696a94068), after_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:29.991764 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.base_scheduler [None req-f713b0e8-5c49-4b33-b936-b7d4a4327721 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Resources bound (agent type, host, resource id): {{(pid=111154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:49:29.996129 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f713b0e8-5c49-4b33-b936-b7d4a4327721 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Pushing event updated for resources: {'Port': ['ID=dc760c1d-da6c-40ec-8c56-150d6b03e492,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:30.001165 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f713b0e8-5c49-4b33-b936-b7d4a4327721 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Received port after_create {{(pid=111154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:49:30.028546 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2786f292-205b-4ba0-8f28-3834ebe7b74c req-1b7ed8f2-05c4-4029-b006-b440f8a2f633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:30.029732 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-2786f292-205b-4ba0-8f28-3834ebe7b74c req-1b7ed8f2-05c4-4029-b006-b440f8a2f633 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for port (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:30.034518 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2786f292-205b-4ba0-8f28-3834ebe7b74c req-1b7ed8f2-05c4-4029-b006-b440f8a2f633 service neutron] 10.222.0.52 "PUT /v2.0/ports/5bb19a63-76d3-448c-b73e-662696a94068 HTTP/1.1" status: 200 len: 1094 time: 2.0643833 Jul 18 10:49:30.035018 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad5b7479-dfde-46d4-9e99-3926c60cad12', 'tag': '5bb19a63-76d3-448c-b73e-662696a94068'}] {{(pid=111155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:49:30.051101 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f06b923856051c73f64d3b2294300e60923526062a62ec6e5be74a6ad2a3856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca0d7c9-e1d8-4b6e-8ee5-df46b49c3531" -d '{"events": [{"name": "network-changed", "server_uuid": "ad5b7479-dfde-46d4-9e99-3926c60cad12", "tag": "5bb19a63-76d3-448c-b73e-662696a94068"}]}' {{(pid=111155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:49:30.072750 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-d7b8ead4-886e-4f17-9915-95d293b720f7 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778871'] for floatingip (fed70739-101c-4be8-a61a-6459b61b8d1e), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:30.097791 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-0bb041aa-91b3-4e30-9c54-fd5cf58dbaa8 None None] Provisioning complete for port 518d5f98-f050-4ae9-abe5-25ea9991dd12 triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:49:30.098364 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-0bb041aa-91b3-4e30-9c54-fd5cf58dbaa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (518d5f98-f050-4ae9-abe5-25ea9991dd12), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:30.098468 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7ed8f2-05c4-4029-b006-b440f8a2f633 service neutron] Pushing event updated for resources: {'Port': ['ID=5bb19a63-76d3-448c-b73e-662696a94068,revision_number=3']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:30.112258 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b8ead4-886e-4f17-9915-95d293b720f7 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Pushing event updated for resources: {'Port': ['ID=8d1a1195-0f51-491f-b077-b367cedbc2a5,revision_number=2']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:30.148065 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51bc509d-8b1e-448e-9ba7-9b8c93ed7d04 x-openstack-request-id: req-51bc509d-8b1e-448e-9ba7-9b8c93ed7d04 {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:49:30.149007 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad5b7479-dfde-46d4-9e99-3926c60cad12", "tag": "5bb19a63-76d3-448c-b73e-662696a94068", "status": "completed", "code": 200}]} {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:49:30.149007 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-51bc509d-8b1e-448e-9ba7-9b8c93ed7d04 {{(pid=111155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:49:30.149316 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51bc509d-8b1e-448e-9ba7-9b8c93ed7d04'] response: {'name': 'network-changed', 'server_uuid': 'ad5b7479-dfde-46d4-9e99-3926c60cad12', 'tag': '5bb19a63-76d3-448c-b73e-662696a94068', 'status': 'completed', 'code': 200} Jul 18 10:49:30.198258 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-f713b0e8-5c49-4b33-b936-b7d4a4327721 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for floatingip (b9d8ddff-28cb-4468-8bdc-129cbbee83de), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:30.200080 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-0bb041aa-91b3-4e30-9c54-fd5cf58dbaa8 None None] Port 518d5f98-f050-4ae9-abe5-25ea9991dd12 cannot update to ACTIVE because it is not bound. {{(pid=111156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:49:30.209743 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-5d7acb54-632a-49fc-9952-b53d4753ec03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (518d5f98-f050-4ae9-abe5-25ea9991dd12), before_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:30.228482 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0d7c9-e1d8-4b6e-8ee5-df46b49c3531 req-208798c4-c1d6-46a7-b5ba-7f3ad4630d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:30.230139 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-bca0d7c9-e1d8-4b6e-8ee5-df46b49c3531 req-208798c4-c1d6-46a7-b5ba-7f3ad4630d3b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e8ea247cf5a540768bbbc7260b74f11c&device_id=ad5b7479-dfde-46d4-9e99-3926c60cad12 HTTP/1.1" status: 200 len: 1128 time: 0.0781214 Jul 18 10:49:30.271801 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-d7b8ead4-886e-4f17-9915-95d293b720f7 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for floatingip (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:30.273720 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-d7b8ead4-886e-4f17-9915-95d293b720f7 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2259347 Jul 18 10:49:30.414861 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-f713b0e8-5c49-4b33-b936-b7d4a4327721 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (dc760c1d-da6c-40ec-8c56-150d6b03e492), before_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:30.685117 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=100 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:30.693352 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-f713b0e8-5c49-4b33-b936-b7d4a4327721 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for port (dc760c1d-da6c-40ec-8c56-150d6b03e492), precommit_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:30.790941 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-f713b0e8-5c49-4b33-b936-b7d4a4327721 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127333809'] for port (dc760c1d-da6c-40ec-8c56-150d6b03e492), after_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:30.876257 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f713b0e8-5c49-4b33-b936-b7d4a4327721 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Pushing event updated for resources: {'Port': ['ID=dc760c1d-da6c-40ec-8c56-150d6b03e492,revision_number=2']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:30.894461 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-f713b0e8-5c49-4b33-b936-b7d4a4327721 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778871'] for floatingip (b9d8ddff-28cb-4468-8bdc-129cbbee83de), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:30.909367 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f628af9a-2e7d-4724-992f-048639b98236 req-3e9a90bd-d6ec-4755-b84e-e18f898d1f0b tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:30.910965 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f628af9a-2e7d-4724-992f-048639b98236 req-3e9a90bd-d6ec-4755-b84e-e18f898d1f0b tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 945 time: 0.1946268 Jul 18 10:49:30.911892 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:30.928135 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb9df8-a3c1-4a51-b927-a55f25ee8ca1 req-527fdc03-03f6-4251-97d7-75486c57bfa7 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:30.929325 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f1eb9df8-a3c1-4a51-b927-a55f25ee8ca1 req-527fdc03-03f6-4251-97d7-75486c57bfa7 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f96ccdd-67b5-403c-a3b9-8022e271690c HTTP/1.1" status: 200 len: 945 time: 0.2157707 Jul 18 10:49:30.985647 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0d7c9-e1d8-4b6e-8ee5-df46b49c3531 req-8606b846-10d3-469e-a826-96ea25747a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:30.987237 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-bca0d7c9-e1d8-4b6e-8ee5-df46b49c3531 req-8606b846-10d3-469e-a826-96ea25747a02 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=e8ea247cf5a540768bbbc7260b74f11c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.7336271 Jul 18 10:49:31.016143 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-f713b0e8-5c49-4b33-b936-b7d4a4327721 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for floatingip (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:31.021809 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-f713b0e8-5c49-4b33-b936-b7d4a4327721 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1465895 Jul 18 10:49:31.146290 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f1eb9df8-a3c1-4a51-b927-a55f25ee8ca1 req-232c6878-e8b0-48f0-a7a7-66e1aff8fb43 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb3791ee-ee01-408c-b7a8-8c9c2ce033be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2035608 Jul 18 10:49:31.215549 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-5d7acb54-632a-49fc-9952-b53d4753ec03 admin admin] Publish callbacks [] for port (518d5f98-f050-4ae9-abe5-25ea9991dd12), precommit_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:31.237753 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f628af9a-2e7d-4724-992f-048639b98236 req-e32e47ba-4a5d-4234-9799-6c6f73ec9147 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3014822 Jul 18 10:49:31.354500 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 904eb219-215c-4a07-aa49-5a27759fa823 up at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:49:31.393622 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-5d7acb54-632a-49fc-9952-b53d4753ec03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126083072'] for port (518d5f98-f050-4ae9-abe5-25ea9991dd12), after_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:31.415608 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Provisioning complete for port 904eb219-215c-4a07-aa49-5a27759fa823 triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:49:31.416084 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (904eb219-215c-4a07-aa49-5a27759fa823), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:31.433371 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0d7c9-e1d8-4b6e-8ee5-df46b49c3531 req-c960c11e-7d38-4b2c-9d0e-0a0261e087b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:31.435346 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-bca0d7c9-e1d8-4b6e-8ee5-df46b49c3531 req-c960c11e-7d38-4b2c-9d0e-0a0261e087b0 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4391286 Jul 18 10:49:31.479812 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8c50d-e8a1-42ad-b4a8-deeea5c91f5d req-e291d13b-9296-4107-8802-18b75a4b8655 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:31.482464 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-a9f8c50d-e8a1-42ad-b4a8-deeea5c91f5d req-e291d13b-9296-4107-8802-18b75a4b8655 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad5b7479-dfde-46d4-9e99-3926c60cad12 HTTP/1.1" status: 200 len: 944 time: 0.1462724 Jul 18 10:49:31.501319 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:31.514798 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d61ba501-9433-4119-bc09-18e1eca780bd req-d3342b66-b878-4cf2-aa62-efc86e243d1b tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--692141611&fields=id&tenant_id=7184d0f3256344a2af18c639787e538f HTTP/1.1" status: 200 len: 267 time: 0.2311265 Jul 18 10:49:31.524743 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Current status of the port 904eb219-215c-4a07-aa49-5a27759fa823 is: DOWN; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:49:31.525448 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (904eb219-215c-4a07-aa49-5a27759fa823), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:31.554984 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] For port 904eb219-215c-4a07-aa49-5a27759fa823, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=904eb219-215c-4a07-aa49-5a27759fa823,segment=NetworkSegment(43730dd2-6239-4f15-a180-e6d1d2fbff54),segment_id=43730dd2-6239-4f15-a180-e6d1d2fbff54)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:49:31.563122 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-5d7acb54-632a-49fc-9952-b53d4753ec03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3608107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3781902'] for router_interface (fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:31.581231 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7acb54-632a-49fc-9952-b53d4753ec03 admin admin] Pushing event updated for resources: {'Port': ['ID=518d5f98-f050-4ae9-abe5-25ea9991dd12,revision_number=2']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:31.629151 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2786f292-205b-4ba0-8f28-3834ebe7b74c req-68baed93-47d6-4378-bd15-c2ab810ec43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:31.630697 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2786f292-205b-4ba0-8f28-3834ebe7b74c req-68baed93-47d6-4378-bd15-c2ab810ec43b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e8ea247cf5a540768bbbc7260b74f11c&device_id=ad5b7479-dfde-46d4-9e99-3926c60cad12 HTTP/1.1" status: 200 len: 1128 time: 0.1463461 Jul 18 10:49:31.670723 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (904eb219-215c-4a07-aa49-5a27759fa823), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:31.729237 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=1 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:31.731007 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=1 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:31.738851 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Pushing event updated for resources: {'Port': ['ID=904eb219-215c-4a07-aa49-5a27759fa823,revision_number=4']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:31.746325 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:31.774479 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2786f292-205b-4ba0-8f28-3834ebe7b74c req-5bdb471c-f740-42a7-b106-a52c119654ae service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bb19a63-76d3-448c-b73e-662696a94068 HTTP/1.1" status: 200 len: 217 time: 0.1249945 Jul 18 10:49:31.781806 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-a9f8c50d-e8a1-42ad-b4a8-deeea5c91f5d req-ce7db362-ae1a-4904-a907-1ea26b7acfe1 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d58ad69-110f-4566-a856-6f45aeb73180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828221 Jul 18 10:49:31.873504 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ba501-9433-4119-bc09-18e1eca780bd req-b2ebe8aa-6167-4bed-932f-52580674d44e tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:31.875928 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d61ba501-9433-4119-bc09-18e1eca780bd req-b2ebe8aa-6167-4bed-932f-52580674d44e tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/networks?id=09160d22-0418-499d-83b3-2657454003a1 HTTP/1.1" status: 200 len: 818 time: 0.3304129 Jul 18 10:49:31.897393 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2786f292-205b-4ba0-8f28-3834ebe7b74c req-12872678-40fd-4dd4-b6d6-61c97469e58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:31.898955 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2786f292-205b-4ba0-8f28-3834ebe7b74c req-12872678-40fd-4dd4-b6d6-61c97469e58f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=304eb215-c745-44a0-8909-55a6bf88c207 HTTP/1.1" status: 200 len: 849 time: 0.1162248 Jul 18 10:49:31.922510 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d61ba501-9433-4119-bc09-18e1eca780bd req-e704a7af-f67d-4247-a095-d5767fa507c1 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/quotas/7184d0f3256344a2af18c639787e538f HTTP/1.1" status: 200 len: 375 time: 0.0337510 Jul 18 10:49:31.925219 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7acb54-632a-49fc-9952-b53d4753ec03 admin admin] Network 407e895d-8435-43cb-addb-b40e755d1f02 is already hosted by enough agents. {{(pid=111155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:49:31.953649 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.base_scheduler [None req-5d7acb54-632a-49fc-9952-b53d4753ec03 admin admin] Resources bound (agent type, host, resource id): {{(pid=111155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:49:32.006083 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2786f292-205b-4ba0-8f28-3834ebe7b74c req-d34ee5c6-b629-473d-8973-2504da035008 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=68c9cc30-3e35-4ed5-8849-6c07232ca4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904481 Jul 18 10:49:32.125275 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d61ba501-9433-4119-bc09-18e1eca780bd req-ef8464b2-c921-43e1-be47-9e541f0a9103 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7184d0f3256344a2af18c639787e538f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1977510 Jul 18 10:49:32.157801 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-af030bcf-a29b-47e1-bcd5-9364f1b990a1 req-e64cec46-973f-42f0-8c25-06c1cc860400 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--9810965&fields=id&tenant_id=04716d82e1084ec58b2a4909710a6ce8 HTTP/1.1" status: 200 len: 267 time: 0.2564907 Jul 18 10:49:32.208434 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:32.241314 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-3225837f-6a93-43e6-900a-2963fd136c1f None None] Provisioning complete for port 518d5f98-f050-4ae9-abe5-25ea9991dd12 triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:49:32.241628 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-3225837f-6a93-43e6-900a-2963fd136c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (518d5f98-f050-4ae9-abe5-25ea9991dd12), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:32.278107 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-3225837f-6a93-43e6-900a-2963fd136c1f None None] Port 518d5f98-f050-4ae9-abe5-25ea9991dd12 cannot update to ACTIVE because it is not bound. {{(pid=111156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:49:32.351099 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:32.450127 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2786f292-205b-4ba0-8f28-3834ebe7b74c req-aae5f632-8d98-4205-942b-f750857e7321 service neutron] 10.222.0.52 "GET /v2.0/networks/68c9cc30-3e35-4ed5-8849-6c07232ca4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4039013 Jul 18 10:49:32.457908 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d7acb54-632a-49fc-9952-b53d4753ec03 admin admin] Router fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234 has already been hosted by L3 agent e6bcb791-bd43-4d6b-ab54-e591cb66712b {{(pid=111155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:49:32.528517 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d61ba501-9433-4119-bc09-18e1eca780bd req-d3490a5f-d1a1-4987-be37-8deaa6b3534f service neutron] 10.222.0.49 "GET /v2.0/networks/09160d22-0418-499d-83b3-2657454003a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3695922 Jul 18 10:49:32.573603 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af030bcf-a29b-47e1-bcd5-9364f1b990a1 req-953718b5-4360-4262-a53f-ea33f0def482 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:32.575157 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-af030bcf-a29b-47e1-bcd5-9364f1b990a1 req-953718b5-4360-4262-a53f-ea33f0def482 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/networks?id=cfde60e0-9a8e-4b4d-8a28-cc720005757b HTTP/1.1" status: 200 len: 814 time: 0.3862813 Jul 18 10:49:32.914131 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-af030bcf-a29b-47e1-bcd5-9364f1b990a1 req-fc0da76d-0645-4300-ab87-7a55ba858186 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/quotas/04716d82e1084ec58b2a4909710a6ce8 HTTP/1.1" status: 200 len: 375 time: 0.3266292 Jul 18 10:49:33.009331 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2786f292-205b-4ba0-8f28-3834ebe7b74c req-47145b5c-1b3d-43ee-a448-7981ed18f490 service neutron] 10.222.0.52 "GET /v2.0/networks/68c9cc30-3e35-4ed5-8849-6c07232ca4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5392306 Jul 18 10:49:33.084585 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-af030bcf-a29b-47e1-bcd5-9364f1b990a1 req-5851f324-80cd-4033-8de2-b66bba8ba8d7 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=04716d82e1084ec58b2a4909710a6ce8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1285157 Jul 18 10:49:33.090615 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d61ba501-9433-4119-bc09-18e1eca780bd req-ec7d6cab-9e83-44f8-826f-be439e52a32e service neutron] 10.222.0.49 "GET /v2.0/networks/09160d22-0418-499d-83b3-2657454003a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5259640 Jul 18 10:49:33.115245 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d7acb54-632a-49fc-9952-b53d4753ec03 admin admin] Notify agent at l3_agent.dv-cinder-849498-1-iscsi the message routers_updated {{(pid=111155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:49:33.136675 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-5d7acb54-632a-49fc-9952-b53d4753ec03 admin admin] 10.222.0.49 "PUT /v2.0/routers/fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9893994 Jul 18 10:49:33.146601 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd16bfdb-a86c-4f8e-9244-4668ace2e449 None None] Sync routers for ids ['fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234'] in dv-cinder-849498-1-iscsi {{(pid=111157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:49:33.178754 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd16bfdb-a86c-4f8e-9244-4668ace2e449 None None] Routers {'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:49:33.180607 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-dd16bfdb-a86c-4f8e-9244-4668ace2e449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:49:07Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234'], 'active': True} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:49:33.274993 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-af030bcf-a29b-47e1-bcd5-9364f1b990a1 req-14ec2f54-0376-449a-a9c9-1d85fc6ac1b8 service neutron] 10.222.0.49 "GET /v2.0/networks/cfde60e0-9a8e-4b4d-8a28-cc720005757b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735249 Jul 18 10:49:33.348704 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 904eb219-215c-4a07-aa49-5a27759fa823 up at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:49:33.372772 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvr_db [None req-dd16bfdb-a86c-4f8e-9244-4668ace2e449 None None] Set router fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:49:33.384906 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:33.413842 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Provisioning complete for port 904eb219-215c-4a07-aa49-5a27759fa823 triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:49:33.414475 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (904eb219-215c-4a07-aa49-5a27759fa823), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:33.542226 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-af030bcf-a29b-47e1-bcd5-9364f1b990a1 req-afcaa891-eb00-4095-b95e-a8790ff59666 service neutron] 10.222.0.49 "GET /v2.0/networks/cfde60e0-9a8e-4b4d-8a28-cc720005757b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606363 Jul 18 10:49:33.670137 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Current status of the port 904eb219-215c-4a07-aa49-5a27759fa823 is: ACTIVE; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:49:33.689105 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa66c775-e1d7-4c79-a1b4-a9e0025886d9 req-8a811fb5-6791-4ef7-81ef-af01390932bf tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:33.690792 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-fa66c775-e1d7-4c79-a1b4-a9e0025886d9 req-8a811fb5-6791-4ef7-81ef-af01390932bf tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f96ccdd-67b5-403c-a3b9-8022e271690c HTTP/1.1" status: 200 len: 945 time: 0.1134677 Jul 18 10:49:33.787321 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-fa66c775-e1d7-4c79-a1b4-a9e0025886d9 req-0b57e2b5-dfe4-4c58-860f-e6c529d1f754 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb3791ee-ee01-408c-b7a8-8c9c2ce033be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785303 Jul 18 10:49:33.789132 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-dd16bfdb-a86c-4f8e-9244-4668ace2e449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'name': 'tempest-TestVolumeBootPattern-641700284-router', 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '904eb219-215c-4a07-aa49-5a27759fa823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:49:23Z', 'updated_at': '2022-07-18T10:49:29Z', 'revision_number': 4, 'project_id': '17f436162f3a4bd4b3a94f584e7d8782', 'gw_port': {'id': '904eb219-215c-4a07-aa49-5a27759fa823', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:24Z', 'updated_at': '2022-07-18T10:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': '518d5f98-f050-4ae9-abe5-25ea9991dd12', 'name': '', 'network_id': '407e895d-8435-43cb-addb-b40e755d1f02', 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782', 'mac_address': 'fa:16:3e:4f:91:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'e10aa7fa-e494-41dd-afcd-238e44bb4632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:28Z', 'updated_at': '2022-07-18T10:49:30Z', 'revision_number': 2, 'project_id': '17f436162f3a4bd4b3a94f584e7d8782', 'subnets': [{'id': 'e10aa7fa-e494-41dd-afcd-238e44bb4632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:49:33.823096 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd16bfdb-a86c-4f8e-9244-4668ace2e449 None None] Checking router: fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234 for host: dv-cinder-849498-1-iscsi {{(pid=111157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:49:33.823683 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd16bfdb-a86c-4f8e-9244-4668ace2e449 None None] Updating router fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234 port 518d5f98-f050-4ae9-abe5-25ea9991dd12 binding host dv-cinder-849498-1-iscsi {{(pid=111157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 10:49:33.863705 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-dd16bfdb-a86c-4f8e-9244-4668ace2e449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (518d5f98-f050-4ae9-abe5-25ea9991dd12), before_update {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:34.070932 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ecb1b-eeb8-41fc-8620-822529e0a6a5 req-d059f90e-d4b6-4698-a0fc-18a2e60011f0 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:34.081407 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-360ecb1b-eeb8-41fc-8620-822529e0a6a5 req-d059f90e-d4b6-4698-a0fc-18a2e60011f0 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad5b7479-dfde-46d4-9e99-3926c60cad12 HTTP/1.1" status: 200 len: 944 time: 0.1060214 Jul 18 10:49:34.111253 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1d881b-5713-468d-8c6f-98faa01d1812 req-eb507cb4-a1c8-46fb-b55f-bb871b129137 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:34.112897 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-5e1d881b-5713-468d-8c6f-98faa01d1812 req-eb507cb4-a1c8-46fb-b55f-bb871b129137 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 945 time: 0.1061854 Jul 18 10:49:34.225995 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-360ecb1b-eeb8-41fc-8620-822529e0a6a5 req-75b4b64f-a743-4692-9842-22f543da19d2 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d58ad69-110f-4566-a856-6f45aeb73180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424446 Jul 18 10:49:34.264006 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-5e1d881b-5713-468d-8c6f-98faa01d1812 req-e9defd7f-4e36-4735-84a7-8fb99e910c50 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412437 Jul 18 10:49:34.339076 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-5a9e8fb4-0862-4eff-a1d7-4406de0c06d6 req-220b9941-bf2a-4282-a634-476ba783cb3f tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=48a4f543-a994-4897-8ced-5c04fed9ef50 HTTP/1.1" status: 200 len: 210 time: 0.0457160 Jul 18 10:49:34.401923 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-9b7e73d4-bec7-4149-a473-fa86460079e5 req-ba5f7954-1a6b-486d-937f-37ba73fc6f2e tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=31366990-97f1-495a-98b8-0ff44a44f7e1 HTTP/1.1" status: 200 len: 210 time: 0.0345709 Jul 18 10:49:34.402187 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-dd16bfdb-a86c-4f8e-9244-4668ace2e449 None None] Publish callbacks [] for port (518d5f98-f050-4ae9-abe5-25ea9991dd12), precommit_update {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:34.511298 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-dd16bfdb-a86c-4f8e-9244-4668ace2e449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (518d5f98-f050-4ae9-abe5-25ea9991dd12), after_update {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:34.520410 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:34.597229 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e3c25b-41f8-4039-a358-b65a4fee97cf None None] Pushing event updated for resources: {'Port': ['ID=518d5f98-f050-4ae9-abe5-25ea9991dd12,revision_number=3']} {{(pid=111157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:34.644347 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3c25b-41f8-4039-a358-b65a4fee97cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:49:34.644859 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3c25b-41f8-4039-a358-b65a4fee97cf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:49:34.645442 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3c25b-41f8-4039-a358-b65a4fee97cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:49:34.646021 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3c25b-41f8-4039-a358-b65a4fee97cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:49:34.646714 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3c25b-41f8-4039-a358-b65a4fee97cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:49:34.647080 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3c25b-41f8-4039-a358-b65a4fee97cf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:49:34.647626 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3c25b-41f8-4039-a358-b65a4fee97cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:49:34.648159 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3c25b-41f8-4039-a358-b65a4fee97cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:49:34.651015 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3c25b-41f8-4039-a358-b65a4fee97cf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:49:34.661430 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3c25b-41f8-4039-a358-b65a4fee97cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:49:34.661430 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3c25b-41f8-4039-a358-b65a4fee97cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:49:34.661430 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3c25b-41f8-4039-a358-b65a4fee97cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:49:34.661430 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3c25b-41f8-4039-a358-b65a4fee97cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:49:34.661430 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3c25b-41f8-4039-a358-b65a4fee97cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:49:34.661430 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3c25b-41f8-4039-a358-b65a4fee97cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:49:34.709498 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 42392) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:49:34.711098 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.managers [None req-dd16bfdb-a86c-4f8e-9244-4668ace2e449 None None] Attempting to bind port 518d5f98-f050-4ae9-abe5-25ea9991dd12 on host dv-cinder-849498-1-iscsi for vnic_type normal with profile {{(pid=111157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:49:34.711541 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.managers [None req-dd16bfdb-a86c-4f8e-9244-4668ace2e449 None None] Attempting to bind port 518d5f98-f050-4ae9-abe5-25ea9991dd12 by drivers openvswitch,hyperv on host dv-cinder-849498-1-iscsi at level 0 using segments [{'id': '40200e37-082a-48f2-872c-182016dc90c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '407e895d-8435-43cb-addb-b40e755d1f02'}] {{(pid=111157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:49:34.711997 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd16bfdb-a86c-4f8e-9244-4668ace2e449 None None] Attempting to bind port 518d5f98-f050-4ae9-abe5-25ea9991dd12 on network 407e895d-8435-43cb-addb-b40e755d1f02 {{(pid=111157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:49:34.715587 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [None req-862a18f7-676b-467f-a70c-587fa25feb09 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1069921883-network', 'tenant_id': '78719e43f24b499e8647f50db6771cba'}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:49:34.742003 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd16bfdb-a86c-4f8e-9244-4668ace2e449 None None] Checking agent: {'id': '62f731a8-190a-49a2-85f5-14fe4e09184e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849498-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 37, 10), 'started_at': datetime.datetime(2022, 7, 18, 10, 37, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849498-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:49:34.742003 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd16bfdb-a86c-4f8e-9244-4668ace2e449 None None] Checking segment: {'id': '40200e37-082a-48f2-872c-182016dc90c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '407e895d-8435-43cb-addb-b40e755d1f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:49:34.742003 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-dd16bfdb-a86c-4f8e-9244-4668ace2e449 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:34.742003 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd16bfdb-a86c-4f8e-9244-4668ace2e449 None None] Bound using segment: {'id': '40200e37-082a-48f2-872c-182016dc90c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '407e895d-8435-43cb-addb-b40e755d1f02'} {{(pid=111157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:49:34.742003 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.managers [None req-dd16bfdb-a86c-4f8e-9244-4668ace2e449 None None] Bound port: 518d5f98-f050-4ae9-abe5-25ea9991dd12, host: dv-cinder-849498-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40200e37-082a-48f2-872c-182016dc90c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '407e895d-8435-43cb-addb-b40e755d1f02'}}] {{(pid=111157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:49:34.742003 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-dd16bfdb-a86c-4f8e-9244-4668ace2e449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (518d5f98-f050-4ae9-abe5-25ea9991dd12), before_update {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:34.808598 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.db [None req-dd16bfdb-a86c-4f8e-9244-4668ace2e449 None None] For port 518d5f98-f050-4ae9-abe5-25ea9991dd12, host dv-cinder-849498-1-iscsi, cleared binding levels {{(pid=111157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:49:34.812736 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.db [None req-dd16bfdb-a86c-4f8e-9244-4668ace2e449 None None] For port 518d5f98-f050-4ae9-abe5-25ea9991dd12, host dv-cinder-849498-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=518d5f98-f050-4ae9-abe5-25ea9991dd12,segment=NetworkSegment(40200e37-082a-48f2-872c-182016dc90c2),segment_id=40200e37-082a-48f2-872c-182016dc90c2)] {{(pid=111157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:49:34.863693 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7c5a1c0b-c4a0-4f40-8d43-c1961c82a5f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1fc7cd8a-3617-45f0-b645-db80237532c9), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:34.930535 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-0d14c0e8-71e9-42a8-a30d-2abc2b28e14b None None] Provisioning complete for port 518d5f98-f050-4ae9-abe5-25ea9991dd12 triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:49:34.930849 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-0d14c0e8-71e9-42a8-a30d-2abc2b28e14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (518d5f98-f050-4ae9-abe5-25ea9991dd12), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:34.939141 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b31bf-0781-4943-ab40-85473af41f77 req-2f9b42cd-aa91-4897-89dc-f30cd492c702 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:34.940827 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-1b9b31bf-0781-4943-ab40-85473af41f77 req-2f9b42cd-aa91-4897-89dc-f30cd492c702 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f96ccdd-67b5-403c-a3b9-8022e271690c HTTP/1.1" status: 200 len: 945 time: 0.0582931 Jul 18 10:49:34.974162 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-0d14c0e8-71e9-42a8-a30d-2abc2b28e14b None None] Port 518d5f98-f050-4ae9-abe5-25ea9991dd12 cannot update to ACTIVE because it is not bound. {{(pid=111156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:49:35.007158 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-1b9b31bf-0781-4943-ab40-85473af41f77 req-ae5d8c93-b206-4414-9e54-67011f50c0f5 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb3791ee-ee01-408c-b7a8-8c9c2ce033be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564375 Jul 18 10:49:35.053109 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862a18f7-676b-467f-a70c-587fa25feb09 admin admin] Made reservation on behalf of 78719e43f24b499e8647f50db6771cba for: {'network': 1} {{(pid=111155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:49:35.055716 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-862a18f7-676b-467f-a70c-587fa25feb09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for network (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:35.068851 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-862a18f7-676b-467f-a70c-587fa25feb09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:35.116638 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-dd16bfdb-a86c-4f8e-9244-4668ace2e449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (518d5f98-f050-4ae9-abe5-25ea9991dd12), after_update {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:35.125770 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device 5bb19a63-76d3-448c-b73e-662696a94068 details requested by agent hyperv_hv-cinder-84949 with host hv-cinder-84949 {{(pid=111156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 10:49:35.135572 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:35.186685 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=100 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:35.208680 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd16bfdb-a86c-4f8e-9244-4668ace2e449 None None] Routers {'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:49:35.209403 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-dd16bfdb-a86c-4f8e-9244-4668ace2e449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:49:07Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234'], 'active': True} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:49:35.224382 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-862a18f7-676b-467f-a70c-587fa25feb09 admin admin] Publish callbacks [] for security_group (da4d57fb-9154-4ce3-943a-c22d0de05eaf), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:35.264064 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port 5bb19a63-76d3-448c-b73e-662696a94068, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=5bb19a63-76d3-448c-b73e-662696a94068,segment=NetworkSegment(5cfc696c-eefc-4983-ad51-b3a53dcea3e0),segment_id=5cfc696c-eefc-4983-ad51-b3a53dcea3e0)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:49:35.278166 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Returning: {'device': '5bb19a63-76d3-448c-b73e-662696a94068', 'network_id': '68c9cc30-3e35-4ed5-8849-6c07232ca4ed', 'port_id': '5bb19a63-76d3-448c-b73e-662696a94068', 'mac_address': 'fa:16:3e:19:db:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '304eb215-c745-44a0-8909-55a6bf88c207', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 10:49:35.351114 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] Current status of the port 5bb19a63-76d3-448c-b73e-662696a94068 is: DOWN; New status is: BUILD {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:49:35.352517 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (5bb19a63-76d3-448c-b73e-662696a94068), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:35.369557 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvr_db [None req-dd16bfdb-a86c-4f8e-9244-4668ace2e449 None None] Set router fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:49:35.391725 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.notifiers.nova [None req-29c51914-efda-4269-8274-168d496bf900 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bb19a63-76d3-448c-b73e-662696a94068 {{(pid=111156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:49:35.407751 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-862a18f7-676b-467f-a70c-587fa25feb09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (da4d57fb-9154-4ce3-943a-c22d0de05eaf), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:35.412426 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-862a18f7-676b-467f-a70c-587fa25feb09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=111155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 10:49:35.424079 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-862a18f7-676b-467f-a70c-587fa25feb09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547345'] for segment (a28ff2c9-c459-4ded-9b7d-64738330cffe), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:35.424870 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.db.segments_db [None req-862a18f7-676b-467f-a70c-587fa25feb09 admin admin] Added segment a28ff2c9-c459-4ded-9b7d-64738330cffe of type vlan for network 88263235-ae0d-405f-a8d9-32774ce7eb48 Jul 18 10:49:35.448010 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port 5bb19a63-76d3-448c-b73e-662696a94068, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=5bb19a63-76d3-448c-b73e-662696a94068,segment=NetworkSegment(5cfc696c-eefc-4983-ad51-b3a53dcea3e0),segment_id=5cfc696c-eefc-4983-ad51-b3a53dcea3e0)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:49:35.530025 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e3c25b-41f8-4039-a358-b65a4fee97cf None None] Pushing event updated for resources: {'Port': ['ID=518d5f98-f050-4ae9-abe5-25ea9991dd12,revision_number=4']} {{(pid=111157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:35.546627 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-862a18f7-676b-467f-a70c-587fa25feb09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741535579194'] for network (88263235-ae0d-405f-a8d9-32774ce7eb48), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:35.589111 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (5bb19a63-76d3-448c-b73e-662696a94068), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:35.594843 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ccd1c-de14-4a36-b6d3-0c04f5a310d3 req-71bfc76e-4285-4278-8131-33f206883f08 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:35.602885 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8a4ccd1c-de14-4a36-b6d3-0c04f5a310d3 req-71bfc76e-4285-4278-8131-33f206883f08 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad5b7479-dfde-46d4-9e99-3926c60cad12 HTTP/1.1" status: 200 len: 944 time: 0.2784333 Jul 18 10:49:35.664846 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.db.resource_extend [None req-862a18f7-676b-467f-a70c-587fa25feb09 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 18 10:49:35.700447 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862a18f7-676b-467f-a70c-587fa25feb09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da4d57fb-9154-4ce3-943a-c22d0de05eaf,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:35.736425 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337acadc-20f1-4580-8cd3-38e8ffa3a948 req-01ad9b38-b7b8-4ee8-8a66-166a7cd6994b tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:35.744929 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-337acadc-20f1-4580-8cd3-38e8ffa3a948 req-01ad9b38-b7b8-4ee8-8a66-166a7cd6994b tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 945 time: 0.2234380 Jul 18 10:49:35.752478 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Pushing event updated for resources: {'Port': ['ID=5bb19a63-76d3-448c-b73e-662696a94068,revision_number=4']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:35.755029 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-dd16bfdb-a86c-4f8e-9244-4668ace2e449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'name': 'tempest-TestVolumeBootPattern-641700284-router', 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '904eb219-215c-4a07-aa49-5a27759fa823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:49:23Z', 'updated_at': '2022-07-18T10:49:29Z', 'revision_number': 4, 'project_id': '17f436162f3a4bd4b3a94f584e7d8782', 'gw_port': {'id': '904eb219-215c-4a07-aa49-5a27759fa823', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:24Z', 'updated_at': '2022-07-18T10:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': '518d5f98-f050-4ae9-abe5-25ea9991dd12', 'name': '', 'network_id': '407e895d-8435-43cb-addb-b40e755d1f02', 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782', 'mac_address': 'fa:16:3e:4f:91:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'e10aa7fa-e494-41dd-afcd-238e44bb4632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:28Z', 'updated_at': '2022-07-18T10:49:34Z', 'revision_number': 4, 'project_id': '17f436162f3a4bd4b3a94f584e7d8782', 'subnets': [{'id': 'e10aa7fa-e494-41dd-afcd-238e44bb4632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:49:35.764516 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-4af67361-fcfc-4440-a89f-2214d8b1fb0d None None] Provisioning complete for port 518d5f98-f050-4ae9-abe5-25ea9991dd12 triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:49:35.764793 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-4af67361-fcfc-4440-a89f-2214d8b1fb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (518d5f98-f050-4ae9-abe5-25ea9991dd12), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:35.837917 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbaa383-5cf6-4a6e-96e9-53b5c3a7cb92 req-56a286b8-d807-4fc5-a97b-d3d8a7f4eaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:35.839509 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ecbaa383-5cf6-4a6e-96e9-53b5c3a7cb92 req-56a286b8-d807-4fc5-a97b-d3d8a7f4eaa7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f32dc706424247d0ac1dc7a6aa633107&device_id=0f96ccdd-67b5-403c-a3b9-8022e271690c HTTP/1.1" status: 200 len: 1129 time: 0.1304173 Jul 18 10:49:35.867340 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-4af67361-fcfc-4440-a89f-2214d8b1fb0d None None] Current status of the port 518d5f98-f050-4ae9-abe5-25ea9991dd12 is: DOWN; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:49:35.867804 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-4af67361-fcfc-4440-a89f-2214d8b1fb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (518d5f98-f050-4ae9-abe5-25ea9991dd12), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:35.882165 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8a4ccd1c-de14-4a36-b6d3-0c04f5a310d3 req-d92978ee-a99a-462c-b444-4a6c2b7d485d tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d58ad69-110f-4566-a856-6f45aeb73180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778916 Jul 18 10:49:35.909931 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] get_ports_and_sgs() called for port_ids ['5bb19a63-76d3-448c-b73e-662696a94068'] {{(pid=111156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:49:35.910273 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd16bfdb-a86c-4f8e-9244-4668ace2e449 None None] The sync data for ids ['fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234'] in dv-cinder-849498-1-iscsi is: [{'id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'name': 'tempest-TestVolumeBootPattern-641700284-router', 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '904eb219-215c-4a07-aa49-5a27759fa823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:49:23Z', 'updated_at': '2022-07-18T10:49:29Z', 'revision_number': 4, 'project_id': '17f436162f3a4bd4b3a94f584e7d8782', 'gw_port': {'id': '904eb219-215c-4a07-aa49-5a27759fa823', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:24Z', 'updated_at': '2022-07-18T10:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': '518d5f98-f050-4ae9-abe5-25ea9991dd12', 'name': '', 'network_id': '407e895d-8435-43cb-addb-b40e755d1f02', 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782', 'mac_address': 'fa:16:3e:4f:91:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'e10aa7fa-e494-41dd-afcd-238e44bb4632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:28Z', 'updated_at': '2022-07-18T10:49:34Z', 'revision_number': 4, 'project_id': '17f436162f3a4bd4b3a94f584e7d8782', 'subnets': [{'id': 'e10aa7fa-e494-41dd-afcd-238e44bb4632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:49:35.931969 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:35.943064 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-862a18f7-676b-467f-a70c-587fa25feb09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529'] for network (88263235-ae0d-405f-a8d9-32774ce7eb48), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:35.944338 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862a18f7-676b-467f-a70c-587fa25feb09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:35.945089 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-862a18f7-676b-467f-a70c-587fa25feb09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for network (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:35.962802 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-4af67361-fcfc-4440-a89f-2214d8b1fb0d None None] For port 518d5f98-f050-4ae9-abe5-25ea9991dd12, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=518d5f98-f050-4ae9-abe5-25ea9991dd12,segment=NetworkSegment(40200e37-082a-48f2-872c-182016dc90c2),segment_id=40200e37-082a-48f2-872c-182016dc90c2)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:49:36.060892 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-4af67361-fcfc-4440-a89f-2214d8b1fb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (518d5f98-f050-4ae9-abe5-25ea9991dd12), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:36.085160 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-337acadc-20f1-4580-8cd3-38e8ffa3a948 req-82f7c971-d499-421f-8713-260e7a0bb70e tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3374457 Jul 18 10:49:36.204365 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:36.205560 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862a18f7-676b-467f-a70c-587fa25feb09 admin admin] Pushing event updated for resources: {'Network': ['ID=88263235-ae0d-405f-a8d9-32774ce7eb48,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:36.211616 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d1e5e103-5b95-4cb2-bb06-49fbfa567358 req-bd034393-031f-4833-9699-37bc098a4d73 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=48a4f543-a994-4897-8ced-5c04fed9ef50 HTTP/1.1" status: 200 len: 210 time: 0.1222856 Jul 18 10:49:36.237541 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-862a18f7-676b-467f-a70c-587fa25feb09 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.5243115 Jul 18 10:49:36.240682 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 42414) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:49:36.246335 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [None req-22135860-3645-47f5-ab29-25f645082e22 admin admin] Request body: {'subnet': {'network_id': '88263235-ae0d-405f-a8d9-32774ce7eb48', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1069921883-subnet', 'tenant_id': '78719e43f24b499e8647f50db6771cba', 'ip_version': 4}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:49:36.270774 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Network 88263235-ae0d-405f-a8d9-32774ce7eb48 details requested by agent ovs-agent-dv-cinder-849498-1-iscsi with host dv-cinder-849498-1-iscsi {{(pid=111156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 10:49:36.290740 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af67361-fcfc-4440-a89f-2214d8b1fb0d None None] Pushing event updated for resources: {'Port': ['ID=518d5f98-f050-4ae9-abe5-25ea9991dd12,revision_number=5']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:36.331172 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbaa383-5cf6-4a6e-96e9-53b5c3a7cb92 req-db1c0a19-51bc-4f85-9365-38197b41957a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:36.332954 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ecbaa383-5cf6-4a6e-96e9-53b5c3a7cb92 req-db1c0a19-51bc-4f85-9365-38197b41957a service neutron] 10.222.0.52 "GET /v2.0/networks?id=2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81 HTTP/1.1" status: 200 len: 912 time: 0.4862905 Jul 18 10:49:36.386773 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-9ee8fd82-522e-469a-882e-8b19886cb43a req-164afb5b-ff3f-48a9-9c8b-243132a52544 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=31366990-97f1-495a-98b8-0ff44a44f7e1 HTTP/1.1" status: 200 len: 210 time: 0.0683300 Jul 18 10:49:36.392099 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22135860-3645-47f5-ab29-25f645082e22 admin admin] Made reservation on behalf of 78719e43f24b499e8647f50db6771cba for: {'subnet': 1} {{(pid=111154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:49:36.395244 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-22135860-3645-47f5-ab29-25f645082e22 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127366008'] for subnet (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:36.428105 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbb252-9d1c-423f-a901-8818926547b3 req-5e768504-7b45-436f-a2da-16d03f592833 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:36.441787 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d4fbb252-9d1c-423f-a901-8818926547b3 req-5e768504-7b45-436f-a2da-16d03f592833 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f96ccdd-67b5-403c-a3b9-8022e271690c HTTP/1.1" status: 200 len: 945 time: 0.1752734 Jul 18 10:49:36.569168 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ecbaa383-5cf6-4a6e-96e9-53b5c3a7cb92 req-57fd19f6-c4a0-4584-95f8-62c5afb2a912 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=820fb007-4789-49d7-84d1-ecf34d4d542f HTTP/1.1" status: 200 len: 1001 time: 0.1651993 Jul 18 10:49:36.613160 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d4fbb252-9d1c-423f-a901-8818926547b3 req-d453321b-952f-48d3-be9d-e310ff871758 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb3791ee-ee01-408c-b7a8-8c9c2ce033be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1699882 Jul 18 10:49:36.635928 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbaa383-5cf6-4a6e-96e9-53b5c3a7cb92 req-558f36d0-4d28-4655-8cfb-7eb505781875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:36.637331 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ecbaa383-5cf6-4a6e-96e9-53b5c3a7cb92 req-558f36d0-4d28-4655-8cfb-7eb505781875 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b6c39f47-e8f1-437f-bec0-2fa249892ca3 HTTP/1.1" status: 200 len: 850 time: 0.0586603 Jul 18 10:49:36.842357 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-22135860-3645-47f5-ab29-25f645082e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127334206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127365990'] for subnet (99451cb2-290f-45a2-bb71-5b2aca968013), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:36.913870 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbaa383-5cf6-4a6e-96e9-53b5c3a7cb92 req-c39b5783-9533-4820-a4e5-f10b2d470208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:36.915700 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ecbaa383-5cf6-4a6e-96e9-53b5c3a7cb92 req-c39b5783-9533-4820-a4e5-f10b2d470208 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0544744 Jul 18 10:49:36.918144 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22135860-3645-47f5-ab29-25f645082e22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99451cb2-290f-45a2-bb71-5b2aca968013,revision_number=0']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:36.930701 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22135860-3645-47f5-ab29-25f645082e22 admin admin] Checking segment: {'id': 'a28ff2c9-c459-4ded-9b7d-64738330cffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '88263235-ae0d-405f-a8d9-32774ce7eb48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:49:36.936369 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22135860-3645-47f5-ab29-25f645082e22 admin admin] Network hostable DHCP agents. Network: 88263235-ae0d-405f-a8d9-32774ce7eb48, hostable agents: ['1fc7cd8a-3617-45f0-b645-db80237532c9'], hosted agents: [] {{(pid=111154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 10:49:37.070922 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-50ce9d8f-1265-4e94-8a40-cc53768cc90b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (e6bcb791-bd43-4d6b-ab54-e591cb66712b), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:37.088234 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567305b3-0faa-4f06-b7b3-3b70ecadc396 req-37eb6330-94f0-480b-9ef7-e57a50868135 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:37.089800 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-567305b3-0faa-4f06-b7b3-3b70ecadc396 req-37eb6330-94f0-480b-9ef7-e57a50868135 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad5b7479-dfde-46d4-9e99-3926c60cad12 HTTP/1.1" status: 200 len: 945 time: 0.0996547 Jul 18 10:49:37.099040 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22135860-3645-47f5-ab29-25f645082e22 admin admin] Network 88263235-ae0d-405f-a8d9-32774ce7eb48 is scheduled to be hosted by DHCP agent 1fc7cd8a-3617-45f0-b645-db80237532c9 with binding_index 1 {{(pid=111154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 10:49:37.132025 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device 5bb19a63-76d3-448c-b73e-662696a94068 up at agent hyperv_hv-cinder-84949 {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:49:37.148537 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ecbaa383-5cf6-4a6e-96e9-53b5c3a7cb92 req-c0534e5c-29a1-4069-a30c-8e5e36a14187 service neutron] 10.222.0.52 "GET /v2.0/networks/2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159915 Jul 18 10:49:37.193541 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-567305b3-0faa-4f06-b7b3-3b70ecadc396 req-00c3cd65-2c2d-453b-90e6-4f1d015a123f tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d58ad69-110f-4566-a856-6f45aeb73180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960557 Jul 18 10:49:37.202788 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.base_scheduler [None req-22135860-3645-47f5-ab29-25f645082e22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849498-1-iscsi, 88263235-ae0d-405f-a8d9-32774ce7eb48) {{(pid=111154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:49:37.214278 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22135860-3645-47f5-ab29-25f645082e22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:37.214808 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b632a4df-0dc7-406c-8e31-d3981c72b84f None None] Network 88263235-ae0d-405f-a8d9-32774ce7eb48 requested from dv-cinder-849498-1-iscsi {{(pid=111156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:49:37.215351 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-22135860-3645-47f5-ab29-25f645082e22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for subnet (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:37.241350 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-29c51914-efda-4269-8274-168d496bf900 None None] Provisioning for port 5bb19a63-76d3-448c-b73e-662696a94068 completed by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 10:49:37.338156 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a07f1-52ab-4675-9141-1477db15aea2 req-dca6e47e-bf71-4bbd-8581-d7ababa9b6cd tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:37.339786 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-5e3a07f1-52ab-4675-9141-1477db15aea2 req-dca6e47e-bf71-4bbd-8581-d7ababa9b6cd tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 945 time: 0.1035948 Jul 18 10:49:37.430729 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-29c51914-efda-4269-8274-168d496bf900 None None] Provisioning complete for port 5bb19a63-76d3-448c-b73e-662696a94068 triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:49:37.431949 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (5bb19a63-76d3-448c-b73e-662696a94068), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:37.497664 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-22135860-3645-47f5-ab29-25f645082e22 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2555840 Jul 18 10:49:37.505359 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 42434) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:49:37.526469 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [None req-b7d59604-9cb9-492e-a217-6f717986d4be admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1069921883-router', 'tenant_id': '78719e43f24b499e8647f50db6771cba', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1'}}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:49:37.569101 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:37.570409 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 518d5f98-f050-4ae9-abe5-25ea9991dd12 up at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:49:37.580603 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ba501-9433-4119-bc09-18e1eca780bd req-09d9844c-6079-4d6c-8b4f-aa4269988228 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:37.583698 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-d61ba501-9433-4119-bc09-18e1eca780bd req-09d9844c-6079-4d6c-8b4f-aa4269988228 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.52 "GET /v2.0/networks?id=09160d22-0418-499d-83b3-2657454003a1 HTTP/1.1" status: 200 len: 818 time: 0.2969599 Jul 18 10:49:37.592658 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-c053a442-8380-4356-981c-e4c5234b906b req-fdc6c275-0f83-476c-9846-b4dde2f56da1 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=48a4f543-a994-4897-8ced-5c04fed9ef50 HTTP/1.1" status: 200 len: 210 time: 0.2160800 Jul 18 10:49:37.607512 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90855349-c642-49b1-ad3a-f1effdd7aab5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf714f7c1-7509-58f3-884e-e64bb7568dff-88263235-ae0d-405f-a8d9-32774ce7eb48', 'network_id': '88263235-ae0d-405f-a8d9-32774ce7eb48', 'project_id': '78719e43f24b499e8647f50db6771cba', 'fixed_ips': [{'subnet_id': '99451cb2-290f-45a2-bb71-5b2aca968013'}]}} from dv-cinder-849498-1-iscsi. {{(pid=111156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 10:49:37.613096 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-90855349-c642-49b1-ad3a-f1effdd7aab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:37.649014 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-5e3a07f1-52ab-4675-9141-1477db15aea2 req-456fa00a-d7ef-4130-972a-0e043de25a6f tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2774630 Jul 18 10:49:37.743583 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-b7d59604-9cb9-492e-a217-6f717986d4be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-954'] for router (d2e0f43e-ea4f-4139-9550-0e7a17002e6b), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:37.744842 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-b7d59604-9cb9-492e-a217-6f717986d4be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3789174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3776873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-945'] for router (d2e0f43e-ea4f-4139-9550-0e7a17002e6b), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:37.758686 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-d61ba501-9433-4119-bc09-18e1eca780bd req-8d5eb12c-8d90-41cd-8479-6b002b015d6f tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7184d0f3256344a2af18c639787e538f HTTP/1.1" status: 200 len: 379 time: 0.1523967 Jul 18 10:49:37.774356 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-fc84292c-7c53-4905-ac5e-f23afa1238a6 req-bd6fbbdb-af54-49c1-8a16-795033d68ec5 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=31366990-97f1-495a-98b8-0ff44a44f7e1 HTTP/1.1" status: 200 len: 210 time: 0.0901744 Jul 18 10:49:37.795263 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ecbaa383-5cf6-4a6e-96e9-53b5c3a7cb92 req-b47c8a03-e616-4bec-9e9d-b5bf25f2a059 service neutron] 10.222.0.52 "GET /v2.0/networks/2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4544520 Jul 18 10:49:37.808022 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] Current status of the port 5bb19a63-76d3-448c-b73e-662696a94068 is: BUILD; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:49:37.808411 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (5bb19a63-76d3-448c-b73e-662696a94068), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:37.830813 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e192b3c-7b9e-4900-bb13-b9bcb6a95d75 req-dababd3d-2879-4abd-b037-548c2b540f36 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:37.844661 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-6e192b3c-7b9e-4900-bb13-b9bcb6a95d75 req-dababd3d-2879-4abd-b037-548c2b540f36 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f96ccdd-67b5-403c-a3b9-8022e271690c HTTP/1.1" status: 200 len: 945 time: 0.0997770 Jul 18 10:49:37.846231 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-b7d59604-9cb9-492e-a217-6f717986d4be admin admin] Publish callbacks [] for router_controller (d2e0f43e-ea4f-4139-9550-0e7a17002e6b), precommit_add_association {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:37.852820 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [req-d61ba501-9433-4119-bc09-18e1eca780bd req-b25ebc03-782c-4533-b288-8168ccf115aa tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Request body: {'port': {'device_id': '48a4f543-a994-4897-8ced-5c04fed9ef50', 'network_id': '09160d22-0418-499d-83b3-2657454003a1', 'admin_state_up': True, 'tenant_id': '7184d0f3256344a2af18c639787e538f', 'security_groups': ['b9aedad3-a0f8-44e8-899c-42b13f7a72a7']}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:49:37.861040 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Provisioning complete for port 518d5f98-f050-4ae9-abe5-25ea9991dd12 triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:49:37.861426 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (518d5f98-f050-4ae9-abe5-25ea9991dd12), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:37.986371 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-6e192b3c-7b9e-4900-bb13-b9bcb6a95d75 req-460588c8-246b-488a-ab23-28fac96c98ad tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb3791ee-ee01-408c-b7a8-8c9c2ce033be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407607 Jul 18 10:49:38.021008 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af030bcf-a29b-47e1-bcd5-9364f1b990a1 req-3f5a3869-8e14-4707-99b0-5c5897772c82 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:38.022737 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-af030bcf-a29b-47e1-bcd5-9364f1b990a1 req-3f5a3869-8e14-4707-99b0-5c5897772c82 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.52 "GET /v2.0/networks?id=cfde60e0-9a8e-4b4d-8a28-cc720005757b HTTP/1.1" status: 200 len: 814 time: 0.1751990 Jul 18 10:49:38.057104 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad5b7479-dfde-46d4-9e99-3926c60cad12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb19a63-76d3-448c-b73e-662696a94068'}] {{(pid=111156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:49:38.059201 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfe4995b6dbf042dd7b3201bd1da42d47478b3b3d9ca6c613cb3b1d3a53612ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33cba664-768f-4999-8588-ad9ab2d71d02" -d '{"events": [{"server_uuid": "ad5b7479-dfde-46d4-9e99-3926c60cad12", "name": "network-vif-plugged", "status": "completed", "tag": "5bb19a63-76d3-448c-b73e-662696a94068"}]}' {{(pid=111156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:49:38.105676 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port 5bb19a63-76d3-448c-b73e-662696a94068, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=5bb19a63-76d3-448c-b73e-662696a94068,segment=NetworkSegment(5cfc696c-eefc-4983-ad51-b3a53dcea3e0),segment_id=5cfc696c-eefc-4983-ad51-b3a53dcea3e0)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:49:38.110440 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e9a0cd-96ea-4ddb-85df-9b6fe7ce24c2 x-openstack-request-id: req-34e9a0cd-96ea-4ddb-85df-9b6fe7ce24c2 {{(pid=111156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:49:38.110786 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad5b7479-dfde-46d4-9e99-3926c60cad12", "name": "network-vif-plugged", "status": "completed", "tag": "5bb19a63-76d3-448c-b73e-662696a94068", "code": 200}]} {{(pid=111156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:49:38.111005 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-34e9a0cd-96ea-4ddb-85df-9b6fe7ce24c2 {{(pid=111156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:49:38.111393 dv-cinder-849498-1-iscsi neutron-server[111156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34e9a0cd-96ea-4ddb-85df-9b6fe7ce24c2'] response: {'server_uuid': 'ad5b7479-dfde-46d4-9e99-3926c60cad12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb19a63-76d3-448c-b73e-662696a94068', 'code': 200} Jul 18 10:49:38.132020 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d61ba501-9433-4119-bc09-18e1eca780bd req-b25ebc03-782c-4533-b288-8168ccf115aa tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Made reservation on behalf of 7184d0f3256344a2af18c639787e538f for: {'port': 1} {{(pid=111154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:49:38.135790 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-d61ba501-9433-4119-bc09-18e1eca780bd req-b25ebc03-782c-4533-b288-8168ccf115aa tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:38.139637 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.db_base_plugin_common [None req-90855349-c642-49b1-ad3a-f1effdd7aab5 None None] Allocated IP 172.20.0.2 (88263235-ae0d-405f-a8d9-32774ce7eb48/99451cb2-290f-45a2-bb71-5b2aca968013/cbff68ee-9505-460d-ae6e-7e6608b3023d) {{(pid=111156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:49:38.181966 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Current status of the port 518d5f98-f050-4ae9-abe5-25ea9991dd12 is: ACTIVE; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:49:38.185263 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-b7d59604-9cb9-492e-a217-6f717986d4be admin admin] Publish callbacks [] for router_gateway (d2e0f43e-ea4f-4139-9550-0e7a17002e6b), precommit_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:38.245013 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (5bb19a63-76d3-448c-b73e-662696a94068), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:38.246840 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-ce070233-206f-40ab-920e-7b3694335a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (dfa25df3-493c-43ae-826d-29cbf3b2bfa8), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:38.299943 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-af030bcf-a29b-47e1-bcd5-9364f1b990a1 req-babf35e2-b041-4e86-b765-187127923ef0 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04716d82e1084ec58b2a4909710a6ce8 HTTP/1.1" status: 200 len: 470 time: 0.1331599 Jul 18 10:49:38.315751 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [req-af030bcf-a29b-47e1-bcd5-9364f1b990a1 req-cf186c24-7e63-416d-8ade-e11e97755018 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Request body: {'port': {'device_id': '31366990-97f1-495a-98b8-0ff44a44f7e1', 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b', 'admin_state_up': True, 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'security_groups': ['1e5e1162-8c8c-4d79-9a5b-5b00e6cca2ad']}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:49:38.342570 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Pushing event updated for resources: {'Port': ['ID=5bb19a63-76d3-448c-b73e-662696a94068,revision_number=5']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:38.403593 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-90855349-c642-49b1-ad3a-f1effdd7aab5 None None] Publish callbacks [] for port (cbff68ee-9505-460d-ae6e-7e6608b3023d), precommit_create {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:38.434410 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.db_base_plugin_common [req-d61ba501-9433-4119-bc09-18e1eca780bd req-b25ebc03-782c-4533-b288-8168ccf115aa tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Allocated IP 172.20.0.4 (09160d22-0418-499d-83b3-2657454003a1/de6eeef4-c7ed-4de0-9d7b-74b96eafe12b/3ac1975d-f8dd-432b-8748-aa525919c851) {{(pid=111154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:49:38.498216 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-90855349-c642-49b1-ad3a-f1effdd7aab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684'] for port (cbff68ee-9505-460d-ae6e-7e6608b3023d), after_create {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:38.527054 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403bad05-b631-4581-867d-4beb82ffc716 req-9ef2f91b-f080-4119-ae16-1a5bc1e21ef5 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:38.541045 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-403bad05-b631-4581-867d-4beb82ffc716 req-9ef2f91b-f080-4119-ae16-1a5bc1e21ef5 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad5b7479-dfde-46d4-9e99-3926c60cad12 HTTP/1.1" status: 200 len: 946 time: 0.1264760 Jul 18 10:49:38.567074 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90855349-c642-49b1-ad3a-f1effdd7aab5 None None] Network 88263235-ae0d-405f-a8d9-32774ce7eb48 is already hosted by enough agents. {{(pid=111156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:49:38.572139 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.scheduler.base_scheduler [None req-90855349-c642-49b1-ad3a-f1effdd7aab5 None None] Resources bound (agent type, host, resource id): {{(pid=111156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:49:38.574480 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90855349-c642-49b1-ad3a-f1effdd7aab5 None None] Received port after_create {{(pid=111156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:49:38.616550 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90855349-c642-49b1-ad3a-f1effdd7aab5 None None] Pushing event updated for resources: {'Port': ['ID=cbff68ee-9505-460d-ae6e-7e6608b3023d,revision_number=1']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:38.644970 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-403bad05-b631-4581-867d-4beb82ffc716 req-7a7bda07-210e-4eb9-b594-c3212b8516b3 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d58ad69-110f-4566-a856-6f45aeb73180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027513 Jul 18 10:49:38.673706 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-90855349-c642-49b1-ad3a-f1effdd7aab5 None None] Attempting to bind port cbff68ee-9505-460d-ae6e-7e6608b3023d on host dv-cinder-849498-1-iscsi for vnic_type normal with profile {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:49:38.674198 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-90855349-c642-49b1-ad3a-f1effdd7aab5 None None] Attempting to bind port cbff68ee-9505-460d-ae6e-7e6608b3023d by drivers openvswitch,hyperv on host dv-cinder-849498-1-iscsi at level 0 using segments [{'id': 'a28ff2c9-c459-4ded-9b7d-64738330cffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '88263235-ae0d-405f-a8d9-32774ce7eb48'}] {{(pid=111156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:49:38.674634 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90855349-c642-49b1-ad3a-f1effdd7aab5 None None] Attempting to bind port cbff68ee-9505-460d-ae6e-7e6608b3023d on network 88263235-ae0d-405f-a8d9-32774ce7eb48 {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:49:38.687573 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90855349-c642-49b1-ad3a-f1effdd7aab5 None None] Checking agent: {'id': '62f731a8-190a-49a2-85f5-14fe4e09184e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849498-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 37, 10), 'started_at': datetime.datetime(2022, 7, 18, 10, 37, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849498-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:49:38.690133 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90855349-c642-49b1-ad3a-f1effdd7aab5 None None] Checking segment: {'id': 'a28ff2c9-c459-4ded-9b7d-64738330cffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '88263235-ae0d-405f-a8d9-32774ce7eb48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:49:38.691199 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-90855349-c642-49b1-ad3a-f1effdd7aab5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:38.692181 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90855349-c642-49b1-ad3a-f1effdd7aab5 None None] Bound using segment: {'id': 'a28ff2c9-c459-4ded-9b7d-64738330cffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '88263235-ae0d-405f-a8d9-32774ce7eb48'} {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:49:38.693613 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-90855349-c642-49b1-ad3a-f1effdd7aab5 None None] Bound port: cbff68ee-9505-460d-ae6e-7e6608b3023d, host: dv-cinder-849498-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a28ff2c9-c459-4ded-9b7d-64738330cffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '88263235-ae0d-405f-a8d9-32774ce7eb48'}}] {{(pid=111156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:49:38.694527 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-90855349-c642-49b1-ad3a-f1effdd7aab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (cbff68ee-9505-460d-ae6e-7e6608b3023d), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:38.776541 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-6890a54f-d4e0-49c5-b88c-4e0e6770f4cc req-63882c8b-1e8d-4d3c-994d-8c41bfe99ba6 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=48a4f543-a994-4897-8ced-5c04fed9ef50 HTTP/1.1" status: 200 len: 210 time: 0.0534122 Jul 18 10:49:38.820278 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af030bcf-a29b-47e1-bcd5-9364f1b990a1 req-cf186c24-7e63-416d-8ade-e11e97755018 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Made reservation on behalf of 04716d82e1084ec58b2a4909710a6ce8 for: {'port': 1} {{(pid=111155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:49:38.831261 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-af030bcf-a29b-47e1-bcd5-9364f1b990a1 req-cf186c24-7e63-416d-8ade-e11e97755018 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:38.846319 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-b7d59604-9cb9-492e-a217-6f717986d4be admin admin] Publish callbacks [] for router_gateway (d2e0f43e-ea4f-4139-9550-0e7a17002e6b), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:38.852230 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:38.860240 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-90855349-c642-49b1-ad3a-f1effdd7aab5 None None] For port cbff68ee-9505-460d-ae6e-7e6608b3023d, host dv-cinder-849498-1-iscsi, cleared binding levels {{(pid=111156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:49:38.866628 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-90855349-c642-49b1-ad3a-f1effdd7aab5 None None] For port cbff68ee-9505-460d-ae6e-7e6608b3023d, host dv-cinder-849498-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=cbff68ee-9505-460d-ae6e-7e6608b3023d,segment=NetworkSegment(a28ff2c9-c459-4ded-9b7d-64738330cffe),segment_id=a28ff2c9-c459-4ded-9b7d-64738330cffe)] {{(pid=111156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:49:38.877595 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea383c-4489-4f1e-84c4-a5fda275d4fa req-01860122-1e2d-48dc-b543-db1cd8703c41 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:38.881196 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-b7d59604-9cb9-492e-a217-6f717986d4be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:38.881907 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3eea383c-4489-4f1e-84c4-a5fda275d4fa req-01860122-1e2d-48dc-b543-db1cd8703c41 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 945 time: 0.1079285 Jul 18 10:49:38.977531 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-d61ba501-9433-4119-bc09-18e1eca780bd req-b25ebc03-782c-4533-b288-8168ccf115aa tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Publish callbacks [] for port (3ac1975d-f8dd-432b-8748-aa525919c851), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:39.036056 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-90855349-c642-49b1-ad3a-f1effdd7aab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (cbff68ee-9505-460d-ae6e-7e6608b3023d), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:39.086798 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356bf9f3-a2ba-4ad6-b50e-0f412423b103 req-eb554c0e-7576-4c54-8f60-44aa5cae9231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:39.088255 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-356bf9f3-a2ba-4ad6-b50e-0f412423b103 req-eb554c0e-7576-4c54-8f60-44aa5cae9231 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ad5b7479-dfde-46d4-9e99-3926c60cad12 HTTP/1.1" status: 200 len: 1130 time: 0.1054292 Jul 18 10:49:39.128500 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3eea383c-4489-4f1e-84c4-a5fda275d4fa req-9f8e716d-8c3c-4a3a-868c-7fb68ef6ec39 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2343292 Jul 18 10:49:39.142023 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-67c54b8b-f6f4-4a6d-bfd2-4e107731c550 req-b167406c-e3a0-41ec-a6f0-1e214730b69a tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=31366990-97f1-495a-98b8-0ff44a44f7e1 HTTP/1.1" status: 200 len: 210 time: 0.0697513 Jul 18 10:49:39.166126 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae details requested by agent hyperv_hv-cinder-84949 with host hv-cinder-84949 {{(pid=111156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 10:49:39.173746 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90855349-c642-49b1-ad3a-f1effdd7aab5 None None] Pushing event updated for resources: {'Port': ['ID=cbff68ee-9505-460d-ae6e-7e6608b3023d,revision_number=2']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:39.309739 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.db_base_plugin_common [req-af030bcf-a29b-47e1-bcd5-9364f1b990a1 req-cf186c24-7e63-416d-8ade-e11e97755018 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Allocated IP 172.20.0.5 (cfde60e0-9a8e-4b4d-8a28-cc720005757b/aa197fa4-4b14-4357-8299-842622dc6172/d5f49a49-e03e-4d9f-b362-39d74c035041) {{(pid=111155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:49:39.348493 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13574c9a-e43d-47ee-b876-74278ff35992 req-b21dbda6-1032-4f53-b87c-d0a06e443197 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:39.350256 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-13574c9a-e43d-47ee-b876-74278ff35992 req-b21dbda6-1032-4f53-b87c-d0a06e443197 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f96ccdd-67b5-403c-a3b9-8022e271690c HTTP/1.1" status: 200 len: 945 time: 0.0911152 Jul 18 10:49:39.443260 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae,segment=NetworkSegment(163c7c7d-635e-4353-a5ea-f102084ea7d2),segment_id=163c7c7d-635e-4353-a5ea-f102084ea7d2)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:49:39.491934 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Returning: {'device': 'abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae', 'network_id': 'cacd27b7-b866-4702-aa51-5895ad956ffc', 'port_id': 'abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae', 'mac_address': 'fa:16:3e:7e:fa:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0722f3de-6f57-48f1-8200-e5895920f8b7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 10:49:39.495994 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.db_base_plugin_common [None req-b7d59604-9cb9-492e-a217-6f717986d4be admin admin] Allocated IP 172.27.1.189 (bb0f21c8-59d6-4417-bd6b-78e480c446a1/d4fbd515-2e97-4384-b4aa-6523e13e40eb/b43b7778-7dc0-48e6-bf1a-4010159d8b04) {{(pid=111154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:49:39.510717 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-13574c9a-e43d-47ee-b876-74278ff35992 req-5ad2841d-21d1-40c7-968e-520473a796a9 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb3791ee-ee01-408c-b7a8-8c9c2ce033be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526880 Jul 18 10:49:39.556356 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] Current status of the port abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae is: ACTIVE; New status is: BUILD {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:49:39.560673 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:39.582137 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-356bf9f3-a2ba-4ad6-b50e-0f412423b103 req-966853b6-0488-4298-8bf0-b1a0926f329c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2d58ad69-110f-4566-a856-6f45aeb73180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4861875 Jul 18 10:49:39.584825 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.notifiers.nova [None req-29c51914-efda-4269-8274-168d496bf900 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae {{(pid=111156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:49:39.600954 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:UPDATE=6 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:39.601224 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-af030bcf-a29b-47e1-bcd5-9364f1b990a1 req-cf186c24-7e63-416d-8ade-e11e97755018 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for port (d5f49a49-e03e-4d9f-b362-39d74c035041), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:39.615448 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae,segment=NetworkSegment(163c7c7d-635e-4353-a5ea-f102084ea7d2),segment_id=163c7c7d-635e-4353-a5ea-f102084ea7d2)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:49:39.643383 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-d61ba501-9433-4119-bc09-18e1eca780bd req-b25ebc03-782c-4533-b288-8168ccf115aa tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127334210'] for port (3ac1975d-f8dd-432b-8748-aa525919c851), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:39.713806 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d61ba501-9433-4119-bc09-18e1eca780bd req-b25ebc03-782c-4533-b288-8168ccf115aa tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Network 09160d22-0418-499d-83b3-2657454003a1 is already hosted by enough agents. {{(pid=111154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:49:39.724951 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.base_scheduler [req-d61ba501-9433-4119-bc09-18e1eca780bd req-b25ebc03-782c-4533-b288-8168ccf115aa tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Resources bound (agent type, host, resource id): {{(pid=111154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:49:39.730547 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.l3_dvrscheduler_db [req-d61ba501-9433-4119-bc09-18e1eca780bd req-b25ebc03-782c-4533-b288-8168ccf115aa tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Received port after_create {{(pid=111154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:49:39.742009 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-b7d59604-9cb9-492e-a217-6f717986d4be admin admin] Publish callbacks [] for port (b43b7778-7dc0-48e6-bf1a-4010159d8b04), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:39.742009 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25ebc03-782c-4533-b288-8168ccf115aa tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Pushing event updated for resources: {'Port': ['ID=3ac1975d-f8dd-432b-8748-aa525919c851,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:39.769753 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-af030bcf-a29b-47e1-bcd5-9364f1b990a1 req-cf186c24-7e63-416d-8ade-e11e97755018 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126083827'] for port (d5f49a49-e03e-4d9f-b362-39d74c035041), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:39.770039 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:39.818526 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ba501-9433-4119-bc09-18e1eca780bd req-b25ebc03-782c-4533-b288-8168ccf115aa tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:39.819152 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-d61ba501-9433-4119-bc09-18e1eca780bd req-b25ebc03-782c-4533-b288-8168ccf115aa tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for port (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:39.870408 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Pushing event updated for resources: {'Port': ['ID=abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae,revision_number=6']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:39.887702 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af030bcf-a29b-47e1-bcd5-9364f1b990a1 req-cf186c24-7e63-416d-8ade-e11e97755018 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Network cfde60e0-9a8e-4b4d-8a28-cc720005757b is already hosted by enough agents. {{(pid=111155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:49:39.893747 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f8336af3-fca9-403e-a19b-06518ba3f665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (7e71126e-a656-43d8-a2eb-058f1b343885), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:39.900597 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.base_scheduler [req-af030bcf-a29b-47e1-bcd5-9364f1b990a1 req-cf186c24-7e63-416d-8ade-e11e97755018 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Resources bound (agent type, host, resource id): {{(pid=111155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:49:39.903879 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.l3_dvrscheduler_db [req-af030bcf-a29b-47e1-bcd5-9364f1b990a1 req-cf186c24-7e63-416d-8ade-e11e97755018 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Received port after_create {{(pid=111155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:49:39.913624 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] get_ports_and_sgs() called for port_ids ['abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae'] {{(pid=111156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:49:39.936509 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-d61ba501-9433-4119-bc09-18e1eca780bd req-b25ebc03-782c-4533-b288-8168ccf115aa tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0879703 Jul 18 10:49:39.951351 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [req-d61ba501-9433-4119-bc09-18e1eca780bd req-f7568ace-0c2c-4b17-81ba-8de7fc8cb765 service neutron] Request body: {'port': {'device_id': '48a4f543-a994-4897-8ced-5c04fed9ef50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84949'}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:49:39.966614 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d31cd-be4e-45f7-9b39-cb4181f57ba4 req-ceff92b1-0c60-4de2-9bc1-16900af2e7a7 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:39.975923 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-c04d31cd-be4e-45f7-9b39-cb4181f57ba4 req-ceff92b1-0c60-4de2-9bc1-16900af2e7a7 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad5b7479-dfde-46d4-9e99-3926c60cad12 HTTP/1.1" status: 200 len: 946 time: 0.1985087 Jul 18 10:49:40.011641 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf186c24-7e63-416d-8ade-e11e97755018 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Pushing event updated for resources: {'Port': ['ID=d5f49a49-e03e-4d9f-b362-39d74c035041,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:40.021834 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f739e-7aee-422c-b8d7-c4fc6629f0a7 req-5edbadb1-d725-4e4d-b995-c17cdb789fcf tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:40.023463 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-5e7f739e-7aee-422c-b8d7-c4fc6629f0a7 req-5edbadb1-d725-4e4d-b995-c17cdb789fcf tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=48a4f543-a994-4897-8ced-5c04fed9ef50 HTTP/1.1" status: 200 len: 931 time: 0.1243420 Jul 18 10:49:40.058036 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-b7d59604-9cb9-492e-a217-6f717986d4be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127334210'] for port (b43b7778-7dc0-48e6-bf1a-4010159d8b04), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:40.123148 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af030bcf-a29b-47e1-bcd5-9364f1b990a1 req-cf186c24-7e63-416d-8ade-e11e97755018 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:40.123994 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-af030bcf-a29b-47e1-bcd5-9364f1b990a1 req-cf186c24-7e63-416d-8ade-e11e97755018 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for port (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:40.126491 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=100 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:40.128602 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-d61ba501-9433-4119-bc09-18e1eca780bd req-f7568ace-0c2c-4b17-81ba-8de7fc8cb765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (3ac1975d-f8dd-432b-8748-aa525919c851), before_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:40.146915 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d59604-9cb9-492e-a217-6f717986d4be admin admin] Network bb0f21c8-59d6-4417-bd6b-78e480c446a1 is already hosted by enough agents. {{(pid=111154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:49:40.166714 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-3f79e297-4896-47fe-b5ce-35aef93c5816 None None] Provisioning complete for port 3ac1975d-f8dd-432b-8748-aa525919c851 triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:49:40.167302 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-3f79e297-4896-47fe-b5ce-35aef93c5816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (3ac1975d-f8dd-432b-8748-aa525919c851), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:40.167399 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.base_scheduler [None req-b7d59604-9cb9-492e-a217-6f717986d4be admin admin] Resources bound (agent type, host, resource id): {{(pid=111154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:49:40.170495 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (62f731a8-190a-49a2-85f5-14fe4e09184e), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:40.178690 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d59604-9cb9-492e-a217-6f717986d4be admin admin] Received port after_create {{(pid=111154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:49:40.184020 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d59604-9cb9-492e-a217-6f717986d4be admin admin] Pushing event updated for resources: {'Port': ['ID=b43b7778-7dc0-48e6-bf1a-4010159d8b04,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:40.206558 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-c04d31cd-be4e-45f7-9b39-cb4181f57ba4 req-0194312b-c821-4fcb-a34b-05095993f355 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d58ad69-110f-4566-a856-6f45aeb73180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297251 Jul 18 10:49:40.242055 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-3f79e297-4896-47fe-b5ce-35aef93c5816 None None] Port 3ac1975d-f8dd-432b-8748-aa525919c851 cannot update to ACTIVE because it is not bound. {{(pid=111156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:49:40.255436 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-5e7f739e-7aee-422c-b8d7-c4fc6629f0a7 req-82e2b7fc-fd27-4870-b63f-b456681cf7aa tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9aedad3-a0f8-44e8-899c-42b13f7a72a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2234137 Jul 18 10:49:40.372824 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-e4b8d7e6-9a90-42e7-b7e0-d336dd840bd2 None None] Provisioning complete for port d5f49a49-e03e-4d9f-b362-39d74c035041 triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:49:40.373196 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-e4b8d7e6-9a90-42e7-b7e0-d336dd840bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (d5f49a49-e03e-4d9f-b362-39d74c035041), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:40.400698 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-af030bcf-a29b-47e1-bcd5-9364f1b990a1 req-cf186c24-7e63-416d-8ade-e11e97755018 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0902355 Jul 18 10:49:40.414891 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-e4b8d7e6-9a90-42e7-b7e0-d336dd840bd2 None None] Port d5f49a49-e03e-4d9f-b362-39d74c035041 cannot update to ACTIVE because it is not bound. {{(pid=111156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:49:40.438638 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [req-af030bcf-a29b-47e1-bcd5-9364f1b990a1 req-c15093b0-3cb0-46b6-8ddf-8dff593d4c1a service neutron] Request body: {'port': {'device_id': '31366990-97f1-495a-98b8-0ff44a44f7e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84949'}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:49:40.485609 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf5513f-fc9b-48fe-9530-5cbabbafe694 req-80f8479b-39f0-42a1-8f71-c4c4b6202338 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:40.493265 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-bdf5513f-fc9b-48fe-9530-5cbabbafe694 req-80f8479b-39f0-42a1-8f71-c4c4b6202338 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=31366990-97f1-495a-98b8-0ff44a44f7e1 HTTP/1.1" status: 200 len: 931 time: 0.1532791 Jul 18 10:49:40.508977 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6310bf-287a-4b89-aa83-c083ac0ebc1d req-e0030f09-6181-4c0c-80fe-50b2e4c93858 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:40.516291 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-9e6310bf-287a-4b89-aa83-c083ac0ebc1d req-e0030f09-6181-4c0c-80fe-50b2e4c93858 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 944 time: 0.1318388 Jul 18 10:49:40.624817 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-af030bcf-a29b-47e1-bcd5-9364f1b990a1 req-c15093b0-3cb0-46b6-8ddf-8dff593d4c1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (d5f49a49-e03e-4d9f-b362-39d74c035041), before_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:40.631313 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-9e6310bf-287a-4b89-aa83-c083ac0ebc1d req-715554e3-bc05-4afb-84ab-6509511747c1 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141801 Jul 18 10:49:40.637638 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf8be2e-ee40-4888-9b15-0c6103a39c48 None None] Network 88263235-ae0d-405f-a8d9-32774ce7eb48 requested from dv-cinder-849498-1-iscsi {{(pid=111156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:49:40.643023 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-bdf5513f-fc9b-48fe-9530-5cbabbafe694 req-5fe53049-d650-4eeb-8b90-7e652ddd026a tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e5e1162-8c8c-4d79-9a5b-5b00e6cca2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1487706 Jul 18 10:49:40.691785 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.notifiers.nova [req-d61ba501-9433-4119-bc09-18e1eca780bd req-f7568ace-0c2c-4b17-81ba-8de7fc8cb765 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ac1975d-f8dd-432b-8748-aa525919c851 {{(pid=111154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:49:40.701268 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-d61ba501-9433-4119-bc09-18e1eca780bd req-f7568ace-0c2c-4b17-81ba-8de7fc8cb765 service neutron] Publish callbacks [] for port (3ac1975d-f8dd-432b-8748-aa525919c851), precommit_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:40.703908 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=2 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:40.721764 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.provisioning_blocks [req-d61ba501-9433-4119-bc09-18e1eca780bd req-f7568ace-0c2c-4b17-81ba-8de7fc8cb765 service neutron] Transition to ACTIVE for port object 3ac1975d-f8dd-432b-8748-aa525919c851 will not be triggered until provisioned by entity L2. {{(pid=111154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 10:49:40.764478 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-5d97c81f-e041-4863-a4fa-91304d10a58c None None] Provisioning complete for port cbff68ee-9505-460d-ae6e-7e6608b3023d triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:49:40.764904 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-5d97c81f-e041-4863-a4fa-91304d10a58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (cbff68ee-9505-460d-ae6e-7e6608b3023d), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:40.861903 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-5d97c81f-e041-4863-a4fa-91304d10a58c None None] Current status of the port cbff68ee-9505-460d-ae6e-7e6608b3023d is: DOWN; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:49:40.862472 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-5d97c81f-e041-4863-a4fa-91304d10a58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (cbff68ee-9505-460d-ae6e-7e6608b3023d), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:40.905595 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-5d97c81f-e041-4863-a4fa-91304d10a58c None None] For port cbff68ee-9505-460d-ae6e-7e6608b3023d, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=cbff68ee-9505-460d-ae6e-7e6608b3023d,segment=NetworkSegment(a28ff2c9-c459-4ded-9b7d-64738330cffe),segment_id=a28ff2c9-c459-4ded-9b7d-64738330cffe)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:49:40.909615 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-d61ba501-9433-4119-bc09-18e1eca780bd req-f7568ace-0c2c-4b17-81ba-8de7fc8cb765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127333809'] for port (3ac1975d-f8dd-432b-8748-aa525919c851), after_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:41.002209 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-5d97c81f-e041-4863-a4fa-91304d10a58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (cbff68ee-9505-460d-ae6e-7e6608b3023d), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:41.034820 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7568ace-0c2c-4b17-81ba-8de7fc8cb765 service neutron] Pushing event updated for resources: {'Port': ['ID=3ac1975d-f8dd-432b-8748-aa525919c851,revision_number=2']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:41.089755 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d97c81f-e041-4863-a4fa-91304d10a58c None None] Pushing event updated for resources: {'Port': ['ID=cbff68ee-9505-460d-ae6e-7e6608b3023d,revision_number=3']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:41.130217 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-26d081c6-aa77-40ee-ba70-5c0e50ddbc9e None None] Provisioning complete for port cbff68ee-9505-460d-ae6e-7e6608b3023d triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:49:41.130916 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-26d081c6-aa77-40ee-ba70-5c0e50ddbc9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (cbff68ee-9505-460d-ae6e-7e6608b3023d), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:41.158973 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-b7d59604-9cb9-492e-a217-6f717986d4be admin admin] Publish callbacks [] for router_gateway (d2e0f43e-ea4f-4139-9550-0e7a17002e6b), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:41.189198 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae up at agent hyperv_hv-cinder-84949 {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:49:41.211192 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.managers [req-d61ba501-9433-4119-bc09-18e1eca780bd req-f7568ace-0c2c-4b17-81ba-8de7fc8cb765 service neutron] Attempting to bind port 3ac1975d-f8dd-432b-8748-aa525919c851 on host hv-cinder-84949 for vnic_type normal with profile {{(pid=111154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:49:41.211540 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.managers [req-d61ba501-9433-4119-bc09-18e1eca780bd req-f7568ace-0c2c-4b17-81ba-8de7fc8cb765 service neutron] Attempting to bind port 3ac1975d-f8dd-432b-8748-aa525919c851 by drivers openvswitch,hyperv on host hv-cinder-84949 at level 0 using segments [{'id': 'f1593a01-0c5c-4b0b-9f47-8129c2ef308d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '09160d22-0418-499d-83b3-2657454003a1'}] {{(pid=111154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:49:41.211892 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61ba501-9433-4119-bc09-18e1eca780bd req-f7568ace-0c2c-4b17-81ba-8de7fc8cb765 service neutron] Attempting to bind port 3ac1975d-f8dd-432b-8748-aa525919c851 on network 09160d22-0418-499d-83b3-2657454003a1 {{(pid=111154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:49:41.250580 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61ba501-9433-4119-bc09-18e1eca780bd req-f7568ace-0c2c-4b17-81ba-8de7fc8cb765 service neutron] Port 3ac1975d-f8dd-432b-8748-aa525919c851 on network 09160d22-0418-499d-83b3-2657454003a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84949 {{(pid=111154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 10:49:41.250912 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61ba501-9433-4119-bc09-18e1eca780bd req-f7568ace-0c2c-4b17-81ba-8de7fc8cb765 service neutron] Attempting to bind port 3ac1975d-f8dd-432b-8748-aa525919c851 on network 09160d22-0418-499d-83b3-2657454003a1 {{(pid=111154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:49:41.277194 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-26d081c6-aa77-40ee-ba70-5c0e50ddbc9e None None] Current status of the port cbff68ee-9505-460d-ae6e-7e6608b3023d is: ACTIVE; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:49:41.300515 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:41.305590 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:41.306857 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:41.308033 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61ba501-9433-4119-bc09-18e1eca780bd req-f7568ace-0c2c-4b17-81ba-8de7fc8cb765 service neutron] Checking agent: {'id': '1ff6e34c-ad2d-4d6d-84c2-aee03113dac2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84949', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 44, 54), 'started_at': datetime.datetime(2022, 7, 18, 10, 44, 54), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:49:41.312807 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-29c51914-efda-4269-8274-168d496bf900 None None] Provisioning complete for port abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:49:41.313324 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:41.314714 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61ba501-9433-4119-bc09-18e1eca780bd req-f7568ace-0c2c-4b17-81ba-8de7fc8cb765 service neutron] Checking segment: {'id': 'f1593a01-0c5c-4b0b-9f47-8129c2ef308d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '09160d22-0418-499d-83b3-2657454003a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:49:41.318177 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61ba501-9433-4119-bc09-18e1eca780bd req-f7568ace-0c2c-4b17-81ba-8de7fc8cb765 service neutron] Bound using segment: {'id': 'f1593a01-0c5c-4b0b-9f47-8129c2ef308d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '09160d22-0418-499d-83b3-2657454003a1'} {{(pid=111154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:49:41.318833 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.managers [req-d61ba501-9433-4119-bc09-18e1eca780bd req-f7568ace-0c2c-4b17-81ba-8de7fc8cb765 service neutron] Bound port: 3ac1975d-f8dd-432b-8748-aa525919c851, host: hv-cinder-84949, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1593a01-0c5c-4b0b-9f47-8129c2ef308d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '09160d22-0418-499d-83b3-2657454003a1'}}] {{(pid=111154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:49:41.319212 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-d61ba501-9433-4119-bc09-18e1eca780bd req-f7568ace-0c2c-4b17-81ba-8de7fc8cb765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (3ac1975d-f8dd-432b-8748-aa525919c851), before_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:41.394371 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device cbff68ee-9505-460d-ae6e-7e6608b3023d up at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:49:41.494508 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881a88c-11eb-47bf-a459-dc3500637831 req-87d4f7fb-c01b-44a1-8e34-647dd1053cf9 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:41.497162 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8881a88c-11eb-47bf-a459-dc3500637831 req-87d4f7fb-c01b-44a1-8e34-647dd1053cf9 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad5b7479-dfde-46d4-9e99-3926c60cad12 HTTP/1.1" status: 200 len: 946 time: 0.1101882 Jul 18 10:49:41.505309 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Provisioning complete for port cbff68ee-9505-460d-ae6e-7e6608b3023d triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:49:41.506377 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (cbff68ee-9505-460d-ae6e-7e6608b3023d), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:41.507999 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.notifiers.nova [req-af030bcf-a29b-47e1-bcd5-9364f1b990a1 req-c15093b0-3cb0-46b6-8ddf-8dff593d4c1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5f49a49-e03e-4d9f-b362-39d74c035041 {{(pid=111155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:49:41.517068 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.db [req-d61ba501-9433-4119-bc09-18e1eca780bd req-f7568ace-0c2c-4b17-81ba-8de7fc8cb765 service neutron] For port 3ac1975d-f8dd-432b-8748-aa525919c851, host hv-cinder-84949, cleared binding levels {{(pid=111154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:49:41.533323 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-af030bcf-a29b-47e1-bcd5-9364f1b990a1 req-c15093b0-3cb0-46b6-8ddf-8dff593d4c1a service neutron] Publish callbacks [] for port (d5f49a49-e03e-4d9f-b362-39d74c035041), precommit_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:41.533692 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] Current status of the port abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae is: BUILD; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:49:41.534233 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:41.548944 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa7bbf-9a64-4276-96db-08c1fc41ce1d req-22096c5f-a5a9-482d-abd8-5f12002d910d tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:41.559525 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.db [req-d61ba501-9433-4119-bc09-18e1eca780bd req-f7568ace-0c2c-4b17-81ba-8de7fc8cb765 service neutron] For port 3ac1975d-f8dd-432b-8748-aa525919c851, host hv-cinder-84949, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=3ac1975d-f8dd-432b-8748-aa525919c851,segment=NetworkSegment(f1593a01-0c5c-4b0b-9f47-8129c2ef308d),segment_id=f1593a01-0c5c-4b0b-9f47-8129c2ef308d)] {{(pid=111154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:49:41.561186 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-a6fa7bbf-9a64-4276-96db-08c1fc41ce1d req-22096c5f-a5a9-482d-abd8-5f12002d910d tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=48a4f543-a994-4897-8ced-5c04fed9ef50 HTTP/1.1" status: 200 len: 943 time: 0.1300955 Jul 18 10:49:41.582106 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d05192-b009-41ab-861b-b66d0352d41e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae'}] {{(pid=111156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:49:41.584749 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfe4995b6dbf042dd7b3201bd1da42d47478b3b3d9ca6c613cb3b1d3a53612ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fcd27ac-3725-43f4-9528-d33c87e1d1a6" -d '{"events": [{"server_uuid": "14d05192-b009-41ab-861b-b66d0352d41e", "name": "network-vif-plugged", "status": "completed", "tag": "abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae"}]}' {{(pid=111156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:49:41.600233 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-b7d59604-9cb9-492e-a217-6f717986d4be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3789133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3777021'] for router (d2e0f43e-ea4f-4139-9550-0e7a17002e6b), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:41.610182 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae,segment=NetworkSegment(163c7c7d-635e-4353-a5ea-f102084ea7d2),segment_id=163c7c7d-635e-4353-a5ea-f102084ea7d2)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:49:41.642120 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.provisioning_blocks [req-af030bcf-a29b-47e1-bcd5-9364f1b990a1 req-c15093b0-3cb0-46b6-8ddf-8dff593d4c1a service neutron] Transition to ACTIVE for port object d5f49a49-e03e-4d9f-b362-39d74c035041 will not be triggered until provisioned by entity L2. {{(pid=111155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 10:49:41.650972 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:41.659306 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Current status of the port cbff68ee-9505-460d-ae6e-7e6608b3023d is: ACTIVE; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:49:41.671724 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8881a88c-11eb-47bf-a459-dc3500637831 req-53142c5c-b86e-4969-8719-6707bbcc3790 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d58ad69-110f-4566-a856-6f45aeb73180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545870 Jul 18 10:49:41.691833 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-a6fa7bbf-9a64-4276-96db-08c1fc41ce1d req-f5f32a96-1bbe-488f-97e7-89ce5bd8c966 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9aedad3-a0f8-44e8-899c-42b13f7a72a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075261 Jul 18 10:49:41.737563 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-d61ba501-9433-4119-bc09-18e1eca780bd req-f7568ace-0c2c-4b17-81ba-8de7fc8cb765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127333809'] for port (3ac1975d-f8dd-432b-8748-aa525919c851), after_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:41.747126 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7dd6ba-b01c-408b-9ab4-577cbcc93f17 x-openstack-request-id: req-9d7dd6ba-b01c-408b-9ab4-577cbcc93f17 {{(pid=111156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:49:41.747423 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14d05192-b009-41ab-861b-b66d0352d41e", "name": "network-vif-plugged", "status": "completed", "tag": "abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae", "code": 200}]} {{(pid=111156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:49:41.747702 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9d7dd6ba-b01c-408b-9ab4-577cbcc93f17 {{(pid=111156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:49:41.749800 dv-cinder-849498-1-iscsi neutron-server[111156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d7dd6ba-b01c-408b-9ab4-577cbcc93f17'] response: {'server_uuid': '14d05192-b009-41ab-861b-b66d0352d41e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae', 'code': 200} Jul 18 10:49:41.795328 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:41.805708 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ba501-9433-4119-bc09-18e1eca780bd req-f7568ace-0c2c-4b17-81ba-8de7fc8cb765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:41.806422 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-d61ba501-9433-4119-bc09-18e1eca780bd req-f7568ace-0c2c-4b17-81ba-8de7fc8cb765 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for port (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:41.807812 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-d61ba501-9433-4119-bc09-18e1eca780bd req-f7568ace-0c2c-4b17-81ba-8de7fc8cb765 service neutron] 10.222.0.52 "PUT /v2.0/ports/3ac1975d-f8dd-432b-8748-aa525919c851 HTTP/1.1" status: 200 len: 1093 time: 1.8611968 Jul 18 10:49:41.809907 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48a4f543-a994-4897-8ced-5c04fed9ef50', 'tag': '3ac1975d-f8dd-432b-8748-aa525919c851'}] {{(pid=111154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:49:41.815455 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76f28ae75f34143b6717ab81e854799a90e2618b86a46665dc49940857a7474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c29d6f4-5206-4e8f-93ec-4981c65d3459" -d '{"events": [{"name": "network-changed", "server_uuid": "48a4f543-a994-4897-8ced-5c04fed9ef50", "tag": "3ac1975d-f8dd-432b-8748-aa525919c851"}]}' {{(pid=111154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:49:41.821699 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-af030bcf-a29b-47e1-bcd5-9364f1b990a1 req-c15093b0-3cb0-46b6-8ddf-8dff593d4c1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126083072'] for port (d5f49a49-e03e-4d9f-b362-39d74c035041), after_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:41.865038 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7568ace-0c2c-4b17-81ba-8de7fc8cb765 service neutron] Pushing event updated for resources: {'Port': ['ID=3ac1975d-f8dd-432b-8748-aa525919c851,revision_number=3']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:41.904469 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Pushing event updated for resources: {'Port': ['ID=abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae,revision_number=7']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:41.985738 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15093b0-3cb0-46b6-8ddf-8dff593d4c1a service neutron] Pushing event updated for resources: {'Port': ['ID=d5f49a49-e03e-4d9f-b362-39d74c035041,revision_number=2']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:42.010187 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe4056-8d3a-4186-b55d-2c43a06d3480 req-d00af2c6-b7ad-4d0c-af6d-821508456812 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:42.012181 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-a4fe4056-8d3a-4186-b55d-2c43a06d3480 req-d00af2c6-b7ad-4d0c-af6d-821508456812 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=31366990-97f1-495a-98b8-0ff44a44f7e1 HTTP/1.1" status: 200 len: 943 time: 0.2340667 Jul 18 10:49:42.020606 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132d558-c07e-4eec-aca6-a2d7fd018ef3 req-30b9767b-d9d9-4056-a6a6-20897cf32c57 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:42.022425 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-e132d558-c07e-4eec-aca6-a2d7fd018ef3 req-30b9767b-d9d9-4056-a6a6-20897cf32c57 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 945 time: 0.2038996 Jul 18 10:49:42.047027 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ba501-9433-4119-bc09-18e1eca780bd req-4e6cd52e-c9d2-41c0-ba5e-a5fbd8efec8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:42.049500 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-d61ba501-9433-4119-bc09-18e1eca780bd req-4e6cd52e-c9d2-41c0-ba5e-a5fbd8efec8c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7184d0f3256344a2af18c639787e538f&device_id=48a4f543-a994-4897-8ced-5c04fed9ef50 HTTP/1.1" status: 200 len: 1127 time: 0.0712893 Jul 18 10:49:42.050319 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7d59604-9cb9-492e-a217-6f717986d4be admin admin] Router d2e0f43e-ea4f-4139-9550-0e7a17002e6b is scheduled to L3 agent e6bcb791-bd43-4d6b-ab54-e591cb66712b with binding_index 1 {{(pid=111154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 10:49:42.121277 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-d61ba501-9433-4119-bc09-18e1eca780bd req-88030fd1-72aa-496d-83c9-c64fd98602e3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ac1975d-f8dd-432b-8748-aa525919c851 HTTP/1.1" status: 200 len: 217 time: 0.0626469 Jul 18 10:49:42.197487 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-e132d558-c07e-4eec-aca6-a2d7fd018ef3 req-2aa4353c-b268-45b2-bd35-9543e373f83a tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1679702 Jul 18 10:49:42.249263 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-a4fe4056-8d3a-4186-b55d-2c43a06d3480 req-d92b210c-a438-4e15-b833-57f700841948 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e5e1162-8c8c-4d79-9a5b-5b00e6cca2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2236087 Jul 18 10:49:42.302081 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e758b9-88fa-42c0-a116-4626096fd1bb x-openstack-request-id: req-36e758b9-88fa-42c0-a116-4626096fd1bb {{(pid=111154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:49:42.302403 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48a4f543-a994-4897-8ced-5c04fed9ef50", "tag": "3ac1975d-f8dd-432b-8748-aa525919c851", "status": "completed", "code": 200}]} {{(pid=111154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:49:42.302717 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-36e758b9-88fa-42c0-a116-4626096fd1bb {{(pid=111154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:49:42.303174 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36e758b9-88fa-42c0-a116-4626096fd1bb'] response: {'name': 'network-changed', 'server_uuid': '48a4f543-a994-4897-8ced-5c04fed9ef50', 'tag': '3ac1975d-f8dd-432b-8748-aa525919c851', 'status': 'completed', 'code': 200} Jul 18 10:49:42.313313 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.managers [req-af030bcf-a29b-47e1-bcd5-9364f1b990a1 req-c15093b0-3cb0-46b6-8ddf-8dff593d4c1a service neutron] Attempting to bind port d5f49a49-e03e-4d9f-b362-39d74c035041 on host hv-cinder-84949 for vnic_type normal with profile {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:49:42.313313 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.managers [req-af030bcf-a29b-47e1-bcd5-9364f1b990a1 req-c15093b0-3cb0-46b6-8ddf-8dff593d4c1a service neutron] Attempting to bind port d5f49a49-e03e-4d9f-b362-39d74c035041 by drivers openvswitch,hyperv on host hv-cinder-84949 at level 0 using segments [{'id': '984404a2-43ca-40f3-9583-38762b7d5434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b'}] {{(pid=111155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:49:42.313313 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af030bcf-a29b-47e1-bcd5-9364f1b990a1 req-c15093b0-3cb0-46b6-8ddf-8dff593d4c1a service neutron] Attempting to bind port d5f49a49-e03e-4d9f-b362-39d74c035041 on network cfde60e0-9a8e-4b4d-8a28-cc720005757b {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:49:42.316429 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af030bcf-a29b-47e1-bcd5-9364f1b990a1 req-c15093b0-3cb0-46b6-8ddf-8dff593d4c1a service neutron] Port d5f49a49-e03e-4d9f-b362-39d74c035041 on network cfde60e0-9a8e-4b4d-8a28-cc720005757b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84949 {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 10:49:42.316429 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af030bcf-a29b-47e1-bcd5-9364f1b990a1 req-c15093b0-3cb0-46b6-8ddf-8dff593d4c1a service neutron] Attempting to bind port d5f49a49-e03e-4d9f-b362-39d74c035041 on network cfde60e0-9a8e-4b4d-8a28-cc720005757b {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:49:42.322549 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af030bcf-a29b-47e1-bcd5-9364f1b990a1 req-c15093b0-3cb0-46b6-8ddf-8dff593d4c1a service neutron] Checking agent: {'id': '1ff6e34c-ad2d-4d6d-84c2-aee03113dac2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84949', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 44, 54), 'started_at': datetime.datetime(2022, 7, 18, 10, 44, 54), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:49:42.323028 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af030bcf-a29b-47e1-bcd5-9364f1b990a1 req-c15093b0-3cb0-46b6-8ddf-8dff593d4c1a service neutron] Checking segment: {'id': '984404a2-43ca-40f3-9583-38762b7d5434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:49:42.323549 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af030bcf-a29b-47e1-bcd5-9364f1b990a1 req-c15093b0-3cb0-46b6-8ddf-8dff593d4c1a service neutron] Bound using segment: {'id': '984404a2-43ca-40f3-9583-38762b7d5434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b'} {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:49:42.324057 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.managers [req-af030bcf-a29b-47e1-bcd5-9364f1b990a1 req-c15093b0-3cb0-46b6-8ddf-8dff593d4c1a service neutron] Bound port: d5f49a49-e03e-4d9f-b362-39d74c035041, host: hv-cinder-84949, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '984404a2-43ca-40f3-9583-38762b7d5434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b'}}] {{(pid=111155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:49:42.324484 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-af030bcf-a29b-47e1-bcd5-9364f1b990a1 req-c15093b0-3cb0-46b6-8ddf-8dff593d4c1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (d5f49a49-e03e-4d9f-b362-39d74c035041), before_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:42.330073 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ba501-9433-4119-bc09-18e1eca780bd req-70bbcff9-761b-4b91-b215-06d0bbf42fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:42.333952 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-d61ba501-9433-4119-bc09-18e1eca780bd req-70bbcff9-761b-4b91-b215-06d0bbf42fc0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=de6eeef4-c7ed-4de0-9d7b-74b96eafe12b HTTP/1.1" status: 200 len: 857 time: 0.1426616 Jul 18 10:49:42.389096 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d59604-9cb9-492e-a217-6f717986d4be admin admin] Notify agent at l3_agent.dv-cinder-849498-1-iscsi the message routers_updated {{(pid=111154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:49:42.406698 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41f463d-af54-429d-b4a8-e25b5af1e9ea None None] Sync routers for ids ['d2e0f43e-ea4f-4139-9550-0e7a17002e6b'] in dv-cinder-849498-1-iscsi {{(pid=111156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:49:42.409347 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.db [req-af030bcf-a29b-47e1-bcd5-9364f1b990a1 req-c15093b0-3cb0-46b6-8ddf-8dff593d4c1a service neutron] For port d5f49a49-e03e-4d9f-b362-39d74c035041, host hv-cinder-84949, cleared binding levels {{(pid=111155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:49:42.411282 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 42510) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:49:42.413877 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ba501-9433-4119-bc09-18e1eca780bd req-e171c603-b76b-451a-952d-46793ace3d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:42.415962 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-d61ba501-9433-4119-bc09-18e1eca780bd req-e171c603-b76b-451a-952d-46793ace3d2a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=09160d22-0418-499d-83b3-2657454003a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0732124 Jul 18 10:49:42.420095 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41f463d-af54-429d-b4a8-e25b5af1e9ea None None] Routers {'d2e0f43e-ea4f-4139-9550-0e7a17002e6b'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:49:42.421705 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-e41f463d-af54-429d-b4a8-e25b5af1e9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:49:37Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['d2e0f43e-ea4f-4139-9550-0e7a17002e6b'], 'active': True} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:49:42.422324 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.db [req-af030bcf-a29b-47e1-bcd5-9364f1b990a1 req-c15093b0-3cb0-46b6-8ddf-8dff593d4c1a service neutron] For port d5f49a49-e03e-4d9f-b362-39d74c035041, host hv-cinder-84949, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=d5f49a49-e03e-4d9f-b362-39d74c035041,segment=NetworkSegment(984404a2-43ca-40f3-9583-38762b7d5434),segment_id=984404a2-43ca-40f3-9583-38762b7d5434)] {{(pid=111155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:49:42.559909 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-d61ba501-9433-4119-bc09-18e1eca780bd req-76e3da0f-cdd4-49b5-8746-02bd72fc477a service neutron] 10.222.0.52 "GET /v2.0/networks/09160d22-0418-499d-83b3-2657454003a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359901 Jul 18 10:49:42.565333 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvr_db [None req-e41f463d-af54-429d-b4a8-e25b5af1e9ea None None] Set router d2e0f43e-ea4f-4139-9550-0e7a17002e6b gateway port host: dv-cinder-849498-1-iscsi {{(pid=111156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:49:42.577400 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-af030bcf-a29b-47e1-bcd5-9364f1b990a1 req-c15093b0-3cb0-46b6-8ddf-8dff593d4c1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126083072'] for port (d5f49a49-e03e-4d9f-b362-39d74c035041), after_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:42.580421 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-6e9465fe-482d-4d5f-a6e2-915aa6bdbc13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:42.583693 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-b7d59604-9cb9-492e-a217-6f717986d4be admin admin] Publish callbacks [] for router (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:42.586285 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 42516) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:49:42.586973 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-b7d59604-9cb9-492e-a217-6f717986d4be admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.0804403 Jul 18 10:49:42.703384 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af030bcf-a29b-47e1-bcd5-9364f1b990a1 req-c15093b0-3cb0-46b6-8ddf-8dff593d4c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:42.703965 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-af030bcf-a29b-47e1-bcd5-9364f1b990a1 req-c15093b0-3cb0-46b6-8ddf-8dff593d4c1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for port (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:42.707341 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-af030bcf-a29b-47e1-bcd5-9364f1b990a1 req-c15093b0-3cb0-46b6-8ddf-8dff593d4c1a service neutron] 10.222.0.52 "PUT /v2.0/ports/d5f49a49-e03e-4d9f-b362-39d74c035041 HTTP/1.1" status: 200 len: 1093 time: 2.2745826 Jul 18 10:49:42.709690 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31366990-97f1-495a-98b8-0ff44a44f7e1', 'tag': 'd5f49a49-e03e-4d9f-b362-39d74c035041'}] {{(pid=111155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:49:42.712553 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f06b923856051c73f64d3b2294300e60923526062a62ec6e5be74a6ad2a3856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ecb45c6-7881-45c5-98ef-b1653d7300ea" -d '{"events": [{"name": "network-changed", "server_uuid": "31366990-97f1-495a-98b8-0ff44a44f7e1", "tag": "d5f49a49-e03e-4d9f-b362-39d74c035041"}]}' {{(pid=111155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:49:42.724303 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-d61ba501-9433-4119-bc09-18e1eca780bd req-305785ed-b2c9-4510-b15e-561ee62541f1 service neutron] 10.222.0.52 "GET /v2.0/networks/09160d22-0418-499d-83b3-2657454003a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555395 Jul 18 10:49:42.822884 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05c8979-74cb-40c1-b521-c1c006b475eb x-openstack-request-id: req-c05c8979-74cb-40c1-b521-c1c006b475eb {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:49:42.823312 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31366990-97f1-495a-98b8-0ff44a44f7e1", "tag": "d5f49a49-e03e-4d9f-b362-39d74c035041", "status": "completed", "code": 200}]} {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:49:42.823610 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c05c8979-74cb-40c1-b521-c1c006b475eb {{(pid=111155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:49:42.823968 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c05c8979-74cb-40c1-b521-c1c006b475eb'] response: {'name': 'network-changed', 'server_uuid': '31366990-97f1-495a-98b8-0ff44a44f7e1', 'tag': 'd5f49a49-e03e-4d9f-b362-39d74c035041', 'status': 'completed', 'code': 200} Jul 18 10:49:42.843396 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-e41f463d-af54-429d-b4a8-e25b5af1e9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e0f43e-ea4f-4139-9550-0e7a17002e6b', 'name': 'tempest-TestVolumeBootPattern-1069921883-router', 'tenant_id': '78719e43f24b499e8647f50db6771cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b43b7778-7dc0-48e6-bf1a-4010159d8b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:49:37Z', 'updated_at': '2022-07-18T10:49:40Z', 'revision_number': 3, 'project_id': '78719e43f24b499e8647f50db6771cba', 'gw_port': {'id': 'b43b7778-7dc0-48e6-bf1a-4010159d8b04', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e0f43e-ea4f-4139-9550-0e7a17002e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:38Z', 'updated_at': '2022-07-18T10:49:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi'}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:49:42.855088 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15093b0-3cb0-46b6-8ddf-8dff593d4c1a service neutron] Pushing event updated for resources: {'Port': ['ID=d5f49a49-e03e-4d9f-b362-39d74c035041,revision_number=3']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:42.876632 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41f463d-af54-429d-b4a8-e25b5af1e9ea None None] Checking router: d2e0f43e-ea4f-4139-9550-0e7a17002e6b for host: dv-cinder-849498-1-iscsi {{(pid=111156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:49:42.877262 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41f463d-af54-429d-b4a8-e25b5af1e9ea None None] Updating router d2e0f43e-ea4f-4139-9550-0e7a17002e6b port b43b7778-7dc0-48e6-bf1a-4010159d8b04 binding host dv-cinder-849498-1-iscsi {{(pid=111156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 10:49:42.940259 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-e41f463d-af54-429d-b4a8-e25b5af1e9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (b43b7778-7dc0-48e6-bf1a-4010159d8b04), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:42.959316 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb45c6-7881-45c5-98ef-b1653d7300ea req-0af257e3-baa4-464c-a503-bcfa836eadf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:42.961426 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-3ecb45c6-7881-45c5-98ef-b1653d7300ea req-0af257e3-baa4-464c-a503-bcfa836eadf5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=04716d82e1084ec58b2a4909710a6ce8&device_id=31366990-97f1-495a-98b8-0ff44a44f7e1 HTTP/1.1" status: 200 len: 1127 time: 0.1173792 Jul 18 10:49:42.962560 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:42.967742 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-6e9465fe-482d-4d5f-a6e2-915aa6bdbc13 admin admin] Publish callbacks [] for security_group (0f1721ae-8c4e-4c3d-9ab6-7266b0f66bc1), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:43.100671 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea148c-092e-45e9-85ee-87a21736375f req-ccd9fdb5-fe32-4e66-b7af-7e9524bf4df3 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:43.102281 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-87ea148c-092e-45e9-85ee-87a21736375f req-ccd9fdb5-fe32-4e66-b7af-7e9524bf4df3 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad5b7479-dfde-46d4-9e99-3926c60cad12 HTTP/1.1" status: 200 len: 946 time: 0.2395780 Jul 18 10:49:43.111252 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-6e9465fe-482d-4d5f-a6e2-915aa6bdbc13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (0f1721ae-8c4e-4c3d-9ab6-7266b0f66bc1), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:43.129426 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b1b7b-104a-42cc-8df0-6de8c2addaab req-d4f49228-e37c-434e-be43-b27b781fb9f6 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:43.131962 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-5f6b1b7b-104a-42cc-8df0-6de8c2addaab req-d4f49228-e37c-434e-be43-b27b781fb9f6 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=48a4f543-a994-4897-8ced-5c04fed9ef50 HTTP/1.1" status: 200 len: 943 time: 0.2134395 Jul 18 10:49:43.260223 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 42540) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:49:43.260733 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-6e9465fe-482d-4d5f-a6e2-915aa6bdbc13 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=64da1223e8db432099c5324e24522efb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8477030 Jul 18 10:49:43.285717 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9465fe-482d-4d5f-a6e2-915aa6bdbc13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1721ae-8c4e-4c3d-9ab6-7266b0f66bc1,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:43.343310 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-87ea148c-092e-45e9-85ee-87a21736375f req-e9eb3689-3a8d-4495-b81f-9dfa1266599c tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d58ad69-110f-4566-a856-6f45aeb73180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290516 Jul 18 10:49:43.345081 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-65010dc6-5eec-4af0-adaf-b8072b410cfb admin admin] Publish callbacks [] for security_group (0f1721ae-8c4e-4c3d-9ab6-7266b0f66bc1), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:43.397549 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-5f6b1b7b-104a-42cc-8df0-6de8c2addaab req-a2264e7d-35c0-4d3d-abe6-9827616f705c tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9aedad3-a0f8-44e8-899c-42b13f7a72a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2435243 Jul 18 10:49:43.424465 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-65010dc6-5eec-4af0-adaf-b8072b410cfb admin admin] Publish callbacks [] for security_group (0f1721ae-8c4e-4c3d-9ab6-7266b0f66bc1), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:43.426205 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-e41f463d-af54-429d-b4a8-e25b5af1e9ea None None] Publish callbacks [] for port (b43b7778-7dc0-48e6-bf1a-4010159d8b04), precommit_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:43.614148 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-e41f463d-af54-429d-b4a8-e25b5af1e9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (b43b7778-7dc0-48e6-bf1a-4010159d8b04), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:43.637786 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f30b4a-554d-41a5-a39b-bb887e808599 req-bb2cb0f0-86ba-4c00-bfb9-4c71a165140f tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:43.640386 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f8f30b4a-554d-41a5-a39b-bb887e808599 req-bb2cb0f0-86ba-4c00-bfb9-4c71a165140f tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=31366990-97f1-495a-98b8-0ff44a44f7e1 HTTP/1.1" status: 200 len: 943 time: 0.1079860 Jul 18 10:49:43.648184 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-65010dc6-5eec-4af0-adaf-b8072b410cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (0f1721ae-8c4e-4c3d-9ab6-7266b0f66bc1), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:43.650858 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-65010dc6-5eec-4af0-adaf-b8072b410cfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:43.652072 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773627e5-74e1-41a7-b987-42c2affacb13 req-2561e958-da9f-41e7-826c-8095237045aa tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:43.652242 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-65010dc6-5eec-4af0-adaf-b8072b410cfb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0f1721ae-8c4e-4c3d-9ab6-7266b0f66bc1 HTTP/1.1" status: 204 len: 168 time: 0.3906498 Jul 18 10:49:43.658972 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-773627e5-74e1-41a7-b987-42c2affacb13 req-2561e958-da9f-41e7-826c-8095237045aa tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 945 time: 0.1536469 Jul 18 10:49:43.660271 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e51340-7eed-40f2-ab82-abba69473d87 None None] Pushing event updated for resources: {'Port': ['ID=b43b7778-7dc0-48e6-bf1a-4010159d8b04,revision_number=2']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:43.704046 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65010dc6-5eec-4af0-adaf-b8072b410cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1721ae-8c4e-4c3d-9ab6-7266b0f66bc1,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:43.738904 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-e41f463d-af54-429d-b4a8-e25b5af1e9ea None None] Attempting to bind port b43b7778-7dc0-48e6-bf1a-4010159d8b04 on host dv-cinder-849498-1-iscsi for vnic_type normal with profile {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:49:43.739630 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-e41f463d-af54-429d-b4a8-e25b5af1e9ea None None] Attempting to bind port b43b7778-7dc0-48e6-bf1a-4010159d8b04 by drivers openvswitch,hyperv on host dv-cinder-849498-1-iscsi at level 0 using segments [{'id': '43730dd2-6239-4f15-a180-e6d1d2fbff54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1'}] {{(pid=111156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:49:43.740324 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41f463d-af54-429d-b4a8-e25b5af1e9ea None None] Attempting to bind port b43b7778-7dc0-48e6-bf1a-4010159d8b04 on network bb0f21c8-59d6-4417-bd6b-78e480c446a1 {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:49:43.763760 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41f463d-af54-429d-b4a8-e25b5af1e9ea None None] Checking agent: {'id': '62f731a8-190a-49a2-85f5-14fe4e09184e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849498-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 37, 10), 'started_at': datetime.datetime(2022, 7, 18, 10, 37, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849498-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:49:43.767968 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41f463d-af54-429d-b4a8-e25b5af1e9ea None None] Checking segment: {'id': '43730dd2-6239-4f15-a180-e6d1d2fbff54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:49:43.769987 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-e41f463d-af54-429d-b4a8-e25b5af1e9ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:43.770117 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41f463d-af54-429d-b4a8-e25b5af1e9ea None None] Bound using segment: {'id': '43730dd2-6239-4f15-a180-e6d1d2fbff54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1'} {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:49:43.771830 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-e41f463d-af54-429d-b4a8-e25b5af1e9ea None None] Bound port: b43b7778-7dc0-48e6-bf1a-4010159d8b04, host: dv-cinder-849498-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43730dd2-6239-4f15-a180-e6d1d2fbff54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1'}}] {{(pid=111156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:49:43.780978 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-e41f463d-af54-429d-b4a8-e25b5af1e9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (b43b7778-7dc0-48e6-bf1a-4010159d8b04), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:43.898391 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-e41f463d-af54-429d-b4a8-e25b5af1e9ea None None] For port b43b7778-7dc0-48e6-bf1a-4010159d8b04, host dv-cinder-849498-1-iscsi, cleared binding levels {{(pid=111156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:49:43.907550 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-e41f463d-af54-429d-b4a8-e25b5af1e9ea None None] For port b43b7778-7dc0-48e6-bf1a-4010159d8b04, host dv-cinder-849498-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=b43b7778-7dc0-48e6-bf1a-4010159d8b04,segment=NetworkSegment(43730dd2-6239-4f15-a180-e6d1d2fbff54),segment_id=43730dd2-6239-4f15-a180-e6d1d2fbff54)] {{(pid=111156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:49:43.939265 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-773627e5-74e1-41a7-b987-42c2affacb13 req-4913abbe-639a-49da-bf19-25c39de92965 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2749951 Jul 18 10:49:44.013990 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f8f30b4a-554d-41a5-a39b-bb887e808599 req-2e105aad-1efb-40a1-83be-cfea62a464dc tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e5e1162-8c8c-4d79-9a5b-5b00e6cca2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3531017 Jul 18 10:49:44.031237 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb45c6-7881-45c5-98ef-b1653d7300ea req-e1add604-424d-438d-96cf-7e02fe8c20bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:44.032878 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-3ecb45c6-7881-45c5-98ef-b1653d7300ea req-e1add604-424d-438d-96cf-7e02fe8c20bb service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=04716d82e1084ec58b2a4909710a6ce8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2055593 Jul 18 10:49:44.033570 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29d6f4-5206-4e8f-93ec-4981c65d3459 req-e3e7cbae-7497-4a9b-96c2-c81e3fda7844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:44.035313 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-1c29d6f4-5206-4e8f-93ec-4981c65d3459 req-e3e7cbae-7497-4a9b-96c2-c81e3fda7844 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7184d0f3256344a2af18c639787e538f&device_id=48a4f543-a994-4897-8ced-5c04fed9ef50 HTTP/1.1" status: 200 len: 1127 time: 0.1663249 Jul 18 10:49:44.103918 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-e41f463d-af54-429d-b4a8-e25b5af1e9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (b43b7778-7dc0-48e6-bf1a-4010159d8b04), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:44.263038 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb45c6-7881-45c5-98ef-b1653d7300ea req-f226cfc9-40f1-4c62-b914-6c6f2b645e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:44.263038 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-3ecb45c6-7881-45c5-98ef-b1653d7300ea req-f226cfc9-40f1-4c62-b914-6c6f2b645e7c service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2104378 Jul 18 10:49:44.340177 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-cc7b9110-a853-49c1-993d-accb1ba86fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:44.343520 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e51340-7eed-40f2-ab82-abba69473d87 None None] Pushing event updated for resources: {'Port': ['ID=b43b7778-7dc0-48e6-bf1a-4010159d8b04,revision_number=3']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:44.403957 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41f463d-af54-429d-b4a8-e25b5af1e9ea None None] Routers {'d2e0f43e-ea4f-4139-9550-0e7a17002e6b'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:49:44.404669 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-e41f463d-af54-429d-b4a8-e25b5af1e9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:49:37Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['d2e0f43e-ea4f-4139-9550-0e7a17002e6b'], 'active': True} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:49:44.424664 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af030bcf-a29b-47e1-bcd5-9364f1b990a1 req-0956129e-62cf-421c-a7f1-39b37f60d2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:44.426424 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-af030bcf-a29b-47e1-bcd5-9364f1b990a1 req-0956129e-62cf-421c-a7f1-39b37f60d2dd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=04716d82e1084ec58b2a4909710a6ce8&device_id=31366990-97f1-495a-98b8-0ff44a44f7e1 HTTP/1.1" status: 200 len: 1127 time: 0.0994260 Jul 18 10:49:44.507197 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-af030bcf-a29b-47e1-bcd5-9364f1b990a1 req-a902c35f-bef7-47eb-9241-b9ba68d436cf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5f49a49-e03e-4d9f-b362-39d74c035041 HTTP/1.1" status: 200 len: 217 time: 0.0715292 Jul 18 10:49:44.523680 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29d6f4-5206-4e8f-93ec-4981c65d3459 req-5c694bfc-80a2-4ae1-96f5-b0d894b3a840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:44.531815 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-1c29d6f4-5206-4e8f-93ec-4981c65d3459 req-5c694bfc-80a2-4ae1-96f5-b0d894b3a840 service neutron] 10.222.0.52 "GET /v2.0/networks?id=09160d22-0418-499d-83b3-2657454003a1 HTTP/1.1" status: 200 len: 919 time: 0.4737003 Jul 18 10:49:44.562484 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvr_db [None req-e41f463d-af54-429d-b4a8-e25b5af1e9ea None None] Set router d2e0f43e-ea4f-4139-9550-0e7a17002e6b gateway port host: dv-cinder-849498-1-iscsi {{(pid=111156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:49:44.611134 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af030bcf-a29b-47e1-bcd5-9364f1b990a1 req-bfe99ee6-cdc1-4424-8046-67ff14396a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:44.618468 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-af030bcf-a29b-47e1-bcd5-9364f1b990a1 req-bfe99ee6-cdc1-4424-8046-67ff14396a86 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=aa197fa4-4b14-4357-8299-842622dc6172 HTTP/1.1" status: 200 len: 853 time: 0.1043906 Jul 18 10:49:44.641876 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-1c29d6f4-5206-4e8f-93ec-4981c65d3459 req-e6ad208f-4913-4e9e-8e4f-5b7315fb2597 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ac1975d-f8dd-432b-8748-aa525919c851 HTTP/1.1" status: 200 len: 217 time: 0.1018970 Jul 18 10:49:44.712350 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af030bcf-a29b-47e1-bcd5-9364f1b990a1 req-38e9ef70-cc96-4925-b453-e8602bb4f728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:44.714257 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-af030bcf-a29b-47e1-bcd5-9364f1b990a1 req-38e9ef70-cc96-4925-b453-e8602bb4f728 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cfde60e0-9a8e-4b4d-8a28-cc720005757b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0886343 Jul 18 10:49:44.770737 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a33a378-cefb-42d1-b062-e1a2ca8327bd req-f3f1686f-5a21-48df-844f-b4a44d9f620b tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:44.778312 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-0a33a378-cefb-42d1-b062-e1a2ca8327bd req-f3f1686f-5a21-48df-844f-b4a44d9f620b tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=48a4f543-a994-4897-8ced-5c04fed9ef50 HTTP/1.1" status: 200 len: 943 time: 0.1984959 Jul 18 10:49:44.804153 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:44.856982 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29d6f4-5206-4e8f-93ec-4981c65d3459 req-f20e02a9-8660-4b06-874b-b95a554c6a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:44.858855 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-1c29d6f4-5206-4e8f-93ec-4981c65d3459 req-f20e02a9-8660-4b06-874b-b95a554c6a66 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=de6eeef4-c7ed-4de0-9d7b-74b96eafe12b HTTP/1.1" status: 200 len: 857 time: 0.1906619 Jul 18 10:49:44.929109 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-af030bcf-a29b-47e1-bcd5-9364f1b990a1 req-1f2a6577-700d-44ac-86e5-f6eb25c1e330 service neutron] 10.222.0.52 "GET /v2.0/networks/cfde60e0-9a8e-4b4d-8a28-cc720005757b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069483 Jul 18 10:49:44.939409 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.db_base_plugin_common [None req-cc7b9110-a853-49c1-993d-accb1ba86fa3 admin admin] Allocated IP 172.20.0.1 (88263235-ae0d-405f-a8d9-32774ce7eb48/99451cb2-290f-45a2-bb71-5b2aca968013/c2f9f315-0895-478a-be0d-8615ef9bb04d) {{(pid=111155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:49:44.968497 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-0a33a378-cefb-42d1-b062-e1a2ca8327bd req-f8e14343-ce58-490e-9357-b682f4786b55 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9aedad3-a0f8-44e8-899c-42b13f7a72a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1862502 Jul 18 10:49:45.016953 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:45.048110 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29d6f4-5206-4e8f-93ec-4981c65d3459 req-2ef207c5-f9cb-495e-9188-50797da93f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:45.051216 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-1c29d6f4-5206-4e8f-93ec-4981c65d3459 req-2ef207c5-f9cb-495e-9188-50797da93f31 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=09160d22-0418-499d-83b3-2657454003a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1853938 Jul 18 10:49:45.097943 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-e41f463d-af54-429d-b4a8-e25b5af1e9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e0f43e-ea4f-4139-9550-0e7a17002e6b', 'name': 'tempest-TestVolumeBootPattern-1069921883-router', 'tenant_id': '78719e43f24b499e8647f50db6771cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b43b7778-7dc0-48e6-bf1a-4010159d8b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:49:37Z', 'updated_at': '2022-07-18T10:49:40Z', 'revision_number': 3, 'project_id': '78719e43f24b499e8647f50db6771cba', 'gw_port': {'id': 'b43b7778-7dc0-48e6-bf1a-4010159d8b04', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e0f43e-ea4f-4139-9550-0e7a17002e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:38Z', 'updated_at': '2022-07-18T10:49:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi'}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:49:45.141060 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41f463d-af54-429d-b4a8-e25b5af1e9ea None None] The sync data for ids ['d2e0f43e-ea4f-4139-9550-0e7a17002e6b'] in dv-cinder-849498-1-iscsi is: [{'id': 'd2e0f43e-ea4f-4139-9550-0e7a17002e6b', 'name': 'tempest-TestVolumeBootPattern-1069921883-router', 'tenant_id': '78719e43f24b499e8647f50db6771cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b43b7778-7dc0-48e6-bf1a-4010159d8b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:49:37Z', 'updated_at': '2022-07-18T10:49:40Z', 'revision_number': 3, 'project_id': '78719e43f24b499e8647f50db6771cba', 'gw_port': {'id': 'b43b7778-7dc0-48e6-bf1a-4010159d8b04', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e0f43e-ea4f-4139-9550-0e7a17002e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:38Z', 'updated_at': '2022-07-18T10:49:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi'}] {{(pid=111156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:49:45.163254 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-af030bcf-a29b-47e1-bcd5-9364f1b990a1 req-f4db2d4f-a9b4-4226-a0ce-927e5bfeb627 service neutron] 10.222.0.52 "GET /v2.0/networks/cfde60e0-9a8e-4b4d-8a28-cc720005757b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102432 Jul 18 10:49:45.201832 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:45.205677 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device 3ac1975d-f8dd-432b-8748-aa525919c851 details requested by agent hyperv_hv-cinder-84949 with host hv-cinder-84949 {{(pid=111156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 10:49:45.243052 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 42566) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:49:45.269206 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-40ec94e5-9bdf-4f1d-8f10-ba8a748994d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:45.376737 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:45.443509 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port 3ac1975d-f8dd-432b-8748-aa525919c851, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=3ac1975d-f8dd-432b-8748-aa525919c851,segment=NetworkSegment(f1593a01-0c5c-4b0b-9f47-8129c2ef308d),segment_id=f1593a01-0c5c-4b0b-9f47-8129c2ef308d)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:49:45.450585 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-40ec94e5-9bdf-4f1d-8f10-ba8a748994d3 admin admin] Publish callbacks [] for security_group (0c3b84cc-4ad0-47f6-b496-428460dfe10a), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:45.476142 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Returning: {'device': '3ac1975d-f8dd-432b-8748-aa525919c851', 'network_id': '09160d22-0418-499d-83b3-2657454003a1', 'port_id': '3ac1975d-f8dd-432b-8748-aa525919c851', 'mac_address': 'fa:16:3e:36:90:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de6eeef4-c7ed-4de0-9d7b-74b96eafe12b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 10:49:45.518268 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91318c87-7646-4fc2-bcef-c34509700917 req-16a3c3d6-ae7b-43eb-be6b-f4134e2964f3 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:45.519969 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-91318c87-7646-4fc2-bcef-c34509700917 req-16a3c3d6-ae7b-43eb-be6b-f4134e2964f3 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 945 time: 0.2395484 Jul 18 10:49:45.522064 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:45.526835 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-40ec94e5-9bdf-4f1d-8f10-ba8a748994d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (0c3b84cc-4ad0-47f6-b496-428460dfe10a), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:45.539871 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78678870-d39f-4ba5-8320-7ca4b73b482d req-6e727c79-52e8-49ff-959c-0ebeabffae13 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:45.546399 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-78678870-d39f-4ba5-8320-7ca4b73b482d req-6e727c79-52e8-49ff-959c-0ebeabffae13 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=31366990-97f1-495a-98b8-0ff44a44f7e1 HTTP/1.1" status: 200 len: 943 time: 0.2725646 Jul 18 10:49:45.559412 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-1c29d6f4-5206-4e8f-93ec-4981c65d3459 req-d8e1fc85-6579-453a-bfe5-6ece6249483a service neutron] 10.222.0.52 "GET /v2.0/networks/09160d22-0418-499d-83b3-2657454003a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4939427 Jul 18 10:49:45.588825 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] Current status of the port 3ac1975d-f8dd-432b-8748-aa525919c851 is: DOWN; New status is: BUILD {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:49:45.590008 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (3ac1975d-f8dd-432b-8748-aa525919c851), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:45.618987 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.notifiers.nova [None req-29c51914-efda-4269-8274-168d496bf900 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ac1975d-f8dd-432b-8748-aa525919c851 {{(pid=111156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:49:45.627381 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-40ec94e5-9bdf-4f1d-8f10-ba8a748994d3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fd464132becd4d9a877a682fa0fa73fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3830254 Jul 18 10:49:45.633795 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 42568) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:49:45.637868 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ec94e5-9bdf-4f1d-8f10-ba8a748994d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3b84cc-4ad0-47f6-b496-428460dfe10a,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:45.673537 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-cc7b9110-a853-49c1-993d-accb1ba86fa3 admin admin] Publish callbacks [] for port (c2f9f315-0895-478a-be0d-8615ef9bb04d), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:45.681928 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port 3ac1975d-f8dd-432b-8748-aa525919c851, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=3ac1975d-f8dd-432b-8748-aa525919c851,segment=NetworkSegment(f1593a01-0c5c-4b0b-9f47-8129c2ef308d),segment_id=f1593a01-0c5c-4b0b-9f47-8129c2ef308d)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:49:45.703297 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-78678870-d39f-4ba5-8320-7ca4b73b482d req-b40b0177-65dd-4a78-b6af-e3fa28a40833 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e5e1162-8c8c-4d79-9a5b-5b00e6cca2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1552634 Jul 18 10:49:45.725063 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-cc7c3dbf-adfb-4072-bca4-e6f041c6369f admin admin] Publish callbacks [] for security_group (0c3b84cc-4ad0-47f6-b496-428460dfe10a), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:45.729718 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-91318c87-7646-4fc2-bcef-c34509700917 req-0b6de03e-094e-4627-be29-503da4abe774 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1800163 Jul 18 10:49:45.755384 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-cc7c3dbf-adfb-4072-bca4-e6f041c6369f admin admin] Publish callbacks [] for security_group (0c3b84cc-4ad0-47f6-b496-428460dfe10a), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:45.792405 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (3ac1975d-f8dd-432b-8748-aa525919c851), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:45.890458 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Pushing event updated for resources: {'Port': ['ID=3ac1975d-f8dd-432b-8748-aa525919c851,revision_number=4']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:45.900203 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-cc7b9110-a853-49c1-993d-accb1ba86fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126083827'] for port (c2f9f315-0895-478a-be0d-8615ef9bb04d), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:45.954215 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7b9110-a853-49c1-993d-accb1ba86fa3 admin admin] Network 88263235-ae0d-405f-a8d9-32774ce7eb48 is already hosted by enough agents. {{(pid=111155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:49:45.957957 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.base_scheduler [None req-cc7b9110-a853-49c1-993d-accb1ba86fa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=111155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:49:45.976990 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7b9110-a853-49c1-993d-accb1ba86fa3 admin admin] Received port after_create {{(pid=111155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:49:46.018818 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-cc7c3dbf-adfb-4072-bca4-e6f041c6369f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (0c3b84cc-4ad0-47f6-b496-428460dfe10a), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:46.021718 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-cc7c3dbf-adfb-4072-bca4-e6f041c6369f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:46.024152 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-cc7c3dbf-adfb-4072-bca4-e6f041c6369f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0c3b84cc-4ad0-47f6-b496-428460dfe10a HTTP/1.1" status: 204 len: 168 time: 0.3889427 Jul 18 10:49:46.068480 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7c3dbf-adfb-4072-bca4-e6f041c6369f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3b84cc-4ad0-47f6-b496-428460dfe10a,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:46.142299 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] get_ports_and_sgs() called for port_ids ['3ac1975d-f8dd-432b-8748-aa525919c851'] {{(pid=111156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:49:46.448378 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-27c17237-cdca-4e15-aa9f-7e31cd3c24a2 None None] Provisioning complete for port c2f9f315-0895-478a-be0d-8615ef9bb04d triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:49:46.448910 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-27c17237-cdca-4e15-aa9f-7e31cd3c24a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (c2f9f315-0895-478a-be0d-8615ef9bb04d), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:46.528287 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-27c17237-cdca-4e15-aa9f-7e31cd3c24a2 None None] Port c2f9f315-0895-478a-be0d-8615ef9bb04d cannot update to ACTIVE because it is not bound. {{(pid=111156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:49:46.620875 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7b9110-a853-49c1-993d-accb1ba86fa3 admin admin] Pushing event updated for resources: {'Port': ['ID=c2f9f315-0895-478a-be0d-8615ef9bb04d,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:46.729097 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-cc7b9110-a853-49c1-993d-accb1ba86fa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3782518'] for router_interface (d2e0f43e-ea4f-4139-9550-0e7a17002e6b), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:46.750940 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75e4fba-8a15-4305-aec3-029830635b36 req-6c658877-06bc-44c9-ae3b-c12755b58228 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:46.758379 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-c75e4fba-8a15-4305-aec3-029830635b36 req-6c658877-06bc-44c9-ae3b-c12755b58228 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=48a4f543-a994-4897-8ced-5c04fed9ef50 HTTP/1.1" status: 200 len: 944 time: 0.6796181 Jul 18 10:49:46.868311 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db1b192-31bf-4a45-9507-6b9adb34ba5d req-b6a74353-9d3e-4b59-a157-79c3aa4630f6 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:46.868311 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-9db1b192-31bf-4a45-9507-6b9adb34ba5d req-b6a74353-9d3e-4b59-a157-79c3aa4630f6 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad5b7479-dfde-46d4-9e99-3926c60cad12 HTTP/1.1" status: 200 len: 946 time: 0.2387230 Jul 18 10:49:47.028580 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-1c29d6f4-5206-4e8f-93ec-4981c65d3459 req-5cd4733e-ac9d-4bed-aaa1-191f07437047 service neutron] 10.222.0.52 "GET /v2.0/networks/09160d22-0418-499d-83b3-2657454003a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4004612 Jul 18 10:49:47.041589 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-c75e4fba-8a15-4305-aec3-029830635b36 req-75bd63c5-de68-4ab1-9705-f197d9159e43 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9aedad3-a0f8-44e8-899c-42b13f7a72a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2822652 Jul 18 10:49:47.053167 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-9db1b192-31bf-4a45-9507-6b9adb34ba5d req-281f5c04-3a76-499a-b170-9e018dbd7d92 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d58ad69-110f-4566-a856-6f45aeb73180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736386 Jul 18 10:49:47.319568 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9570cb3-41cd-45c2-8037-e8262f6da95e req-09d9eac6-78ce-4065-95d3-4d3dcae2cbd0 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:47.327179 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d9570cb3-41cd-45c2-8037-e8262f6da95e req-09d9eac6-78ce-4065-95d3-4d3dcae2cbd0 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=31366990-97f1-495a-98b8-0ff44a44f7e1 HTTP/1.1" status: 200 len: 943 time: 0.2056730 Jul 18 10:49:47.355089 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-cc7b9110-a853-49c1-993d-accb1ba86fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (c2f9f315-0895-478a-be0d-8615ef9bb04d), before_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:47.366479 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e262f629-2d3d-4895-a2d3-b1dafce3d0f8 req-7596cfdc-d8e3-4e39-982d-9d662268486f tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:47.373424 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-e262f629-2d3d-4895-a2d3-b1dafce3d0f8 req-7596cfdc-d8e3-4e39-982d-9d662268486f tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 945 time: 0.1896434 Jul 18 10:49:47.428403 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=73 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:47.430398 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device d5f49a49-e03e-4d9f-b362-39d74c035041 details requested by agent hyperv_hv-cinder-84949 with host hv-cinder-84949 {{(pid=111156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 10:49:47.434508 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device 3ac1975d-f8dd-432b-8748-aa525919c851 up at agent hyperv_hv-cinder-84949 {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:49:47.484671 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device b43b7778-7dc0-48e6-bf1a-4010159d8b04 up at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:49:47.504898 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d9570cb3-41cd-45c2-8037-e8262f6da95e req-bff4cff7-e83d-4e75-841a-46b63fd34b6f tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e5e1162-8c8c-4d79-9a5b-5b00e6cca2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1762118 Jul 18 10:49:47.565392 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-e262f629-2d3d-4895-a2d3-b1dafce3d0f8 req-75eb09e9-2ee5-4a6b-b142-5a674d1dce80 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1881816 Jul 18 10:49:47.638153 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-29c51914-efda-4269-8274-168d496bf900 None None] Provisioning for port 3ac1975d-f8dd-432b-8748-aa525919c851 completed by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 10:49:47.690093 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Provisioning complete for port b43b7778-7dc0-48e6-bf1a-4010159d8b04 triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:49:47.690368 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (b43b7778-7dc0-48e6-bf1a-4010159d8b04), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:47.763951 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-cc7b9110-a853-49c1-993d-accb1ba86fa3 admin admin] Publish callbacks [] for port (c2f9f315-0895-478a-be0d-8615ef9bb04d), precommit_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:47.789285 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:47.801675 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port d5f49a49-e03e-4d9f-b362-39d74c035041, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=d5f49a49-e03e-4d9f-b362-39d74c035041,segment=NetworkSegment(984404a2-43ca-40f3-9583-38762b7d5434),segment_id=984404a2-43ca-40f3-9583-38762b7d5434)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:49:47.805381 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-29c51914-efda-4269-8274-168d496bf900 None None] Provisioning complete for port 3ac1975d-f8dd-432b-8748-aa525919c851 triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:49:47.806072 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (3ac1975d-f8dd-432b-8748-aa525919c851), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:47.851826 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Returning: {'device': 'd5f49a49-e03e-4d9f-b362-39d74c035041', 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b', 'port_id': 'd5f49a49-e03e-4d9f-b362-39d74c035041', 'mac_address': 'fa:16:3e:e2:58:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa197fa4-4b14-4357-8299-842622dc6172', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 10:49:47.885302 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-cc7b9110-a853-49c1-993d-accb1ba86fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126083072'] for port (c2f9f315-0895-478a-be0d-8615ef9bb04d), after_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:47.892465 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 42598) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:49:47.993906 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Current status of the port b43b7778-7dc0-48e6-bf1a-4010159d8b04 is: DOWN; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:49:47.994715 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (b43b7778-7dc0-48e6-bf1a-4010159d8b04), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:47.997265 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7b9110-a853-49c1-993d-accb1ba86fa3 admin admin] Pushing event updated for resources: {'Port': ['ID=c2f9f315-0895-478a-be0d-8615ef9bb04d,revision_number=2']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:48.001498 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-cc7b9110-a853-49c1-993d-accb1ba86fa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3608107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3781902'] for router_interface (d2e0f43e-ea4f-4139-9550-0e7a17002e6b), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:48.036328 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] For port b43b7778-7dc0-48e6-bf1a-4010159d8b04, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=b43b7778-7dc0-48e6-bf1a-4010159d8b04,segment=NetworkSegment(43730dd2-6239-4f15-a180-e6d1d2fbff54),segment_id=43730dd2-6239-4f15-a180-e6d1d2fbff54)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:49:48.058973 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [None req-eade9ba7-e16c-4c3a-9d5c-b0fd123f0a8d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1592551120-network', 'tenant_id': '7f36b12884cc423988d28fdcbdb1d8f9'}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:49:48.071779 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] Current status of the port d5f49a49-e03e-4d9f-b362-39d74c035041 is: DOWN; New status is: BUILD {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:49:48.073663 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (d5f49a49-e03e-4d9f-b362-39d74c035041), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:48.120072 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7b9110-a853-49c1-993d-accb1ba86fa3 admin admin] Network 88263235-ae0d-405f-a8d9-32774ce7eb48 is already hosted by enough agents. {{(pid=111155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:49:48.123827 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.notifiers.nova [None req-29c51914-efda-4269-8274-168d496bf900 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5f49a49-e03e-4d9f-b362-39d74c035041 {{(pid=111156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:49:48.136867 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.base_scheduler [None req-cc7b9110-a853-49c1-993d-accb1ba86fa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=111155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:49:48.137125 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:48.147090 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] Current status of the port 3ac1975d-f8dd-432b-8748-aa525919c851 is: BUILD; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:49:48.147566 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (3ac1975d-f8dd-432b-8748-aa525919c851), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:48.165511 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (b43b7778-7dc0-48e6-bf1a-4010159d8b04), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:48.170466 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port d5f49a49-e03e-4d9f-b362-39d74c035041, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=d5f49a49-e03e-4d9f-b362-39d74c035041,segment=NetworkSegment(984404a2-43ca-40f3-9583-38762b7d5434),segment_id=984404a2-43ca-40f3-9583-38762b7d5434)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:49:48.200663 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:48.263153 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eade9ba7-e16c-4c3a-9d5c-b0fd123f0a8d admin admin] Made reservation on behalf of 7f36b12884cc423988d28fdcbdb1d8f9 for: {'network': 1} {{(pid=111154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:49:48.269964 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-eade9ba7-e16c-4c3a-9d5c-b0fd123f0a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for network (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:48.274936 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a4f543-a994-4897-8ced-5c04fed9ef50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ac1975d-f8dd-432b-8748-aa525919c851'}] {{(pid=111156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:49:48.282698 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfe4995b6dbf042dd7b3201bd1da42d47478b3b3d9ca6c613cb3b1d3a53612ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22cdb8e3-47b1-4736-a935-3a9bbf39ebe2" -d '{"events": [{"server_uuid": "48a4f543-a994-4897-8ced-5c04fed9ef50", "name": "network-vif-plugged", "status": "completed", "tag": "3ac1975d-f8dd-432b-8748-aa525919c851"}]}' {{(pid=111156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:49:48.285723 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (d5f49a49-e03e-4d9f-b362-39d74c035041), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:48.295426 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-eade9ba7-e16c-4c3a-9d5c-b0fd123f0a8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:48.320812 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port 3ac1975d-f8dd-432b-8748-aa525919c851, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=3ac1975d-f8dd-432b-8748-aa525919c851,segment=NetworkSegment(f1593a01-0c5c-4b0b-9f47-8129c2ef308d),segment_id=f1593a01-0c5c-4b0b-9f47-8129c2ef308d)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:49:48.343441 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca4a85-a946-4b4e-a078-950027d6f447 req-3612a909-3566-4e39-a7bd-a807a87d5174 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:48.343441 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f1ca4a85-a946-4b4e-a078-950027d6f447 req-3612a909-3566-4e39-a7bd-a807a87d5174 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad5b7479-dfde-46d4-9e99-3926c60cad12 HTTP/1.1" status: 200 len: 946 time: 0.2299600 Jul 18 10:49:48.357061 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Pushing event updated for resources: {'Port': ['ID=b43b7778-7dc0-48e6-bf1a-4010159d8b04,revision_number=4']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:48.368364 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5a16c-1300-41fe-8dc6-3521538ad934 req-212ff94f-6890-4f2f-a373-d46735db8760 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:48.384632 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-27e5a16c-1300-41fe-8dc6-3521538ad934 req-212ff94f-6890-4f2f-a373-d46735db8760 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=48a4f543-a994-4897-8ced-5c04fed9ef50 HTTP/1.1" status: 200 len: 944 time: 0.2070947 Jul 18 10:49:48.402708 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3662376-3eb9-4d8f-b219-ed041acfe742 req-7b69b2e6-6432-4209-9651-03057a72ce78 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:48.404426 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-a3662376-3eb9-4d8f-b219-ed041acfe742 req-7b69b2e6-6432-4209-9651-03057a72ce78 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad5b7479-dfde-46d4-9e99-3926c60cad12 HTTP/1.1" status: 200 len: 946 time: 0.1853180 Jul 18 10:49:48.490541 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-eade9ba7-e16c-4c3a-9d5c-b0fd123f0a8d admin admin] Publish callbacks [] for security_group (a385a8dd-c6cc-40ad-a3c9-411044dcb930), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:48.509991 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (3ac1975d-f8dd-432b-8748-aa525919c851), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:48.517047 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Pushing event updated for resources: {'Port': ['ID=d5f49a49-e03e-4d9f-b362-39d74c035041,revision_number=4']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:48.570478 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Pushing event updated for resources: {'Port': ['ID=3ac1975d-f8dd-432b-8748-aa525919c851,revision_number=5']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:48.614436 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-a3662376-3eb9-4d8f-b219-ed041acfe742 req-d92d5221-6666-4fbc-9ac6-1e6818ee0dbd tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d58ad69-110f-4566-a856-6f45aeb73180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207445 Jul 18 10:49:48.614652 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-eef6e919-9017-48e4-920b-bffb2320c2bd None None] Provisioning complete for port c2f9f315-0895-478a-be0d-8615ef9bb04d triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:49:48.614652 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-eef6e919-9017-48e4-920b-bffb2320c2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (c2f9f315-0895-478a-be0d-8615ef9bb04d), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:48.614840 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc7b9110-a853-49c1-993d-accb1ba86fa3 admin admin] Router d2e0f43e-ea4f-4139-9550-0e7a17002e6b has already been hosted by L3 agent e6bcb791-bd43-4d6b-ab54-e591cb66712b {{(pid=111155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:49:48.617875 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-27e5a16c-1300-41fe-8dc6-3521538ad934 req-f2b007c3-31c2-45f1-95c6-5104b92e61d9 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9aedad3-a0f8-44e8-899c-42b13f7a72a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2336755 Jul 18 10:49:48.621372 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] get_ports_and_sgs() called for port_ids ['d5f49a49-e03e-4d9f-b362-39d74c035041'] {{(pid=111156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:49:48.655750 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae9139e-3305-4395-9a22-2aa81486efe9 x-openstack-request-id: req-9ae9139e-3305-4395-9a22-2aa81486efe9 {{(pid=111156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:49:48.655750 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48a4f543-a994-4897-8ced-5c04fed9ef50", "name": "network-vif-plugged", "status": "completed", "tag": "3ac1975d-f8dd-432b-8748-aa525919c851", "code": 200}]} {{(pid=111156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:49:48.656038 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9ae9139e-3305-4395-9a22-2aa81486efe9 {{(pid=111156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:49:48.657292 dv-cinder-849498-1-iscsi neutron-server[111156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ae9139e-3305-4395-9a22-2aa81486efe9'] response: {'server_uuid': '48a4f543-a994-4897-8ced-5c04fed9ef50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ac1975d-f8dd-432b-8748-aa525919c851', 'code': 200} Jul 18 10:49:48.670243 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-eef6e919-9017-48e4-920b-bffb2320c2bd None None] Port c2f9f315-0895-478a-be0d-8615ef9bb04d cannot update to ACTIVE because it is not bound. {{(pid=111156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:49:48.694996 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.plugin [req-f1ca4a85-a946-4b4e-a078-950027d6f447 req-390d0f07-01f8-4f99-9f35-76fcf2b803a4 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] Deleting port 5bb19a63-76d3-448c-b73e-662696a94068 {{(pid=111155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:49:48.694996 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-f1ca4a85-a946-4b4e-a078-950027d6f447 req-390d0f07-01f8-4f99-9f35-76fcf2b803a4 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (5bb19a63-76d3-448c-b73e-662696a94068), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:48.938578 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f7c00a-9b0c-45a5-868b-799589cf4ad7 req-8e88c7db-ba68-4c9b-bffd-47285fe825dc tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:48.940119 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f0f7c00a-9b0c-45a5-868b-799589cf4ad7 req-8e88c7db-ba68-4c9b-bffd-47285fe825dc tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 945 time: 0.1962891 Jul 18 10:49:48.967636 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce0323a-94b9-4c72-a705-5f6a16283eba req-e8499a8d-4710-499e-a671-d17c3fb9610f tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:48.969883 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-0ce0323a-94b9-4c72-a705-5f6a16283eba req-e8499a8d-4710-499e-a671-d17c3fb9610f tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=31366990-97f1-495a-98b8-0ff44a44f7e1 HTTP/1.1" status: 200 len: 944 time: 0.2242582 Jul 18 10:49:48.991706 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc7b9110-a853-49c1-993d-accb1ba86fa3 admin admin] Notify agent at l3_agent.dv-cinder-849498-1-iscsi the message routers_updated {{(pid=111155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:49:49.007296 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a5a0fe-b02f-4e5d-ba18-7573cea43c04 None None] Sync routers for ids ['d2e0f43e-ea4f-4139-9550-0e7a17002e6b'] in dv-cinder-849498-1-iscsi {{(pid=111157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:49:49.018716 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-cc7b9110-a853-49c1-993d-accb1ba86fa3 admin admin] 10.222.0.49 "PUT /v2.0/routers/d2e0f43e-ea4f-4139-9550-0e7a17002e6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4159863 Jul 18 10:49:49.018716 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.db [req-f1ca4a85-a946-4b4e-a078-950027d6f447 req-390d0f07-01f8-4f99-9f35-76fcf2b803a4 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] For port 5bb19a63-76d3-448c-b73e-662696a94068, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=5bb19a63-76d3-448c-b73e-662696a94068,segment=NetworkSegment(5cfc696c-eefc-4983-ad51-b3a53dcea3e0),segment_id=5cfc696c-eefc-4983-ad51-b3a53dcea3e0)] {{(pid=111155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:49:49.018716 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-f1ca4a85-a946-4b4e-a078-950027d6f447 req-390d0f07-01f8-4f99-9f35-76fcf2b803a4 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (5bb19a63-76d3-448c-b73e-662696a94068), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:49.024513 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a5a0fe-b02f-4e5d-ba18-7573cea43c04 None None] Routers {'d2e0f43e-ea4f-4139-9550-0e7a17002e6b'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:49:49.025263 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-05a5a0fe-b02f-4e5d-ba18-7573cea43c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:49:37Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['d2e0f43e-ea4f-4139-9550-0e7a17002e6b'], 'active': True} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:49:49.084459 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.plugin [req-f1ca4a85-a946-4b4e-a078-950027d6f447 req-390d0f07-01f8-4f99-9f35-76fcf2b803a4 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] Calling delete_port for 5bb19a63-76d3-448c-b73e-662696a94068 owned by compute:nova {{(pid=111155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:49:49.114800 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-eade9ba7-e16c-4c3a-9d5c-b0fd123f0a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (a385a8dd-c6cc-40ad-a3c9-411044dcb930), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:49.138582 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eade9ba7-e16c-4c3a-9d5c-b0fd123f0a8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=111154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 10:49:49.154334 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-0ce0323a-94b9-4c72-a705-5f6a16283eba req-2bc8fefd-ca38-4fa5-b7ca-cbf2c110b69e tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e5e1162-8c8c-4d79-9a5b-5b00e6cca2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1767347 Jul 18 10:49:49.162544 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f0f7c00a-9b0c-45a5-868b-799589cf4ad7 req-967c3a0e-2be1-4d21-8296-b2cacd3a6b4f tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2120504 Jul 18 10:49:49.227954 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-eade9ba7-e16c-4c3a-9d5c-b0fd123f0a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547345'] for segment (b2c33dff-4944-4886-9508-829332b4fcd6), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:49.227954 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.db.segments_db [None req-eade9ba7-e16c-4c3a-9d5c-b0fd123f0a8d admin admin] Added segment b2c33dff-4944-4886-9508-829332b4fcd6 of type vlan for network eb380554-1a32-48db-8ee9-21d41ce83dd0 Jul 18 10:49:49.267687 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eade9ba7-e16c-4c3a-9d5c-b0fd123f0a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a385a8dd-c6cc-40ad-a3c9-411044dcb930,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:49.403201 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvr_db [None req-05a5a0fe-b02f-4e5d-ba18-7573cea43c04 None None] Set router d2e0f43e-ea4f-4139-9550-0e7a17002e6b gateway port host: dv-cinder-849498-1-iscsi {{(pid=111157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:49:49.416401 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device b43b7778-7dc0-48e6-bf1a-4010159d8b04 up at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:49:49.524218 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412f1b9f-69b4-4c30-b6f9-ffa25c150ba7 req-21592f8a-d08c-4000-ac4f-137a51c64d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:49.526088 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-412f1b9f-69b4-4c30-b6f9-ffa25c150ba7 req-21592f8a-d08c-4000-ac4f-137a51c64d68 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=48a4f543-a994-4897-8ced-5c04fed9ef50 HTTP/1.1" status: 200 len: 1129 time: 0.1348896 Jul 18 10:49:49.528021 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-eade9ba7-e16c-4c3a-9d5c-b0fd123f0a8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741535579194'] for network (eb380554-1a32-48db-8ee9-21d41ce83dd0), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:49.561285 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device d5f49a49-e03e-4d9f-b362-39d74c035041 up at agent hyperv_hv-cinder-84949 {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:49:49.582088 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-f1ca4a85-a946-4b4e-a078-950027d6f447 req-390d0f07-01f8-4f99-9f35-76fcf2b803a4 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126083827'] for port (5bb19a63-76d3-448c-b73e-662696a94068), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:49.619141 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Provisioning complete for port b43b7778-7dc0-48e6-bf1a-4010159d8b04 triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:49:49.620040 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (b43b7778-7dc0-48e6-bf1a-4010159d8b04), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:49.649221 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390d0f07-01f8-4f99-9f35-76fcf2b803a4 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] Pushing event deleted for resources: {'Port': ['ID=5bb19a63-76d3-448c-b73e-662696a94068,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:49.715175 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 42628) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:49:49.722398 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [None req-f628320e-964f-4eba-9c1b-6e487b7aa27e tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1718855347', 'description': 'tempest-secgroup-smoke-1718855347 description', 'project_id': '17f436162f3a4bd4b3a94f584e7d8782'}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:49:49.729781 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-412f1b9f-69b4-4c30-b6f9-ffa25c150ba7 req-c6397630-b44d-4b9a-9050-9ff330d1bf4b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b9aedad3-a0f8-44e8-899c-42b13f7a72a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1912899 Jul 18 10:49:49.745104 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-eade9ba7-e16c-4c3a-9d5c-b0fd123f0a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529'] for network (eb380554-1a32-48db-8ee9-21d41ce83dd0), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:49.746138 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eade9ba7-e16c-4c3a-9d5c-b0fd123f0a8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:49.746739 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-eade9ba7-e16c-4c3a-9d5c-b0fd123f0a8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for network (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:49.770457 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:49.786673 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-29c51914-efda-4269-8274-168d496bf900 None None] Provisioning for port d5f49a49-e03e-4d9f-b362-39d74c035041 completed by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 10:49:49.813060 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-34fc9bb7-a108-423c-a8bf-81cd630ea244 req-d5fad10e-f869-4a2b-81fd-39da91847f39 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad5b7479-dfde-46d4-9e99-3926c60cad12 HTTP/1.1" status: 200 len: 210 time: 0.0753381 Jul 18 10:49:49.813785 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ca4a85-a946-4b4e-a078-950027d6f447 req-390d0f07-01f8-4f99-9f35-76fcf2b803a4 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] No DVR routers for this DVR port 5bb19a63-76d3-448c-b73e-662696a94068 on host hv-cinder-84949 {{(pid=111155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:49:49.817528 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-f1ca4a85-a946-4b4e-a078-950027d6f447 req-390d0f07-01f8-4f99-9f35-76fcf2b803a4 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for port (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:49.822291 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f1ca4a85-a946-4b4e-a078-950027d6f447 req-390d0f07-01f8-4f99-9f35-76fcf2b803a4 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.52 "DELETE /v2.0/ports/5bb19a63-76d3-448c-b73e-662696a94068 HTTP/1.1" status: 204 len: 173 time: 1.4732895 Jul 18 10:49:49.822291 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad5b7479-dfde-46d4-9e99-3926c60cad12', 'name': 'network-vif-deleted', 'tag': '5bb19a63-76d3-448c-b73e-662696a94068'}] {{(pid=111155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:49:49.824649 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f06b923856051c73f64d3b2294300e60923526062a62ec6e5be74a6ad2a3856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1464656d-0f06-4c76-b71e-abdfcd30ee1f" -d '{"events": [{"server_uuid": "ad5b7479-dfde-46d4-9e99-3926c60cad12", "name": "network-vif-deleted", "tag": "5bb19a63-76d3-448c-b73e-662696a94068"}]}' {{(pid=111155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:49:49.872744 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-05a5a0fe-b02f-4e5d-ba18-7573cea43c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e0f43e-ea4f-4139-9550-0e7a17002e6b', 'name': 'tempest-TestVolumeBootPattern-1069921883-router', 'tenant_id': '78719e43f24b499e8647f50db6771cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b43b7778-7dc0-48e6-bf1a-4010159d8b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:49:37Z', 'updated_at': '2022-07-18T10:49:47Z', 'revision_number': 4, 'project_id': '78719e43f24b499e8647f50db6771cba', 'gw_port': {'id': 'b43b7778-7dc0-48e6-bf1a-4010159d8b04', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e0f43e-ea4f-4139-9550-0e7a17002e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:38Z', 'updated_at': '2022-07-18T10:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': 'c2f9f315-0895-478a-be0d-8615ef9bb04d', 'name': '', 'network_id': '88263235-ae0d-405f-a8d9-32774ce7eb48', 'tenant_id': '78719e43f24b499e8647f50db6771cba', 'mac_address': 'fa:16:3e:c4:e0:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e0f43e-ea4f-4139-9550-0e7a17002e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '99451cb2-290f-45a2-bb71-5b2aca968013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:44Z', 'updated_at': '2022-07-18T10:49:47Z', 'revision_number': 2, 'project_id': '78719e43f24b499e8647f50db6771cba', 'subnets': [{'id': '99451cb2-290f-45a2-bb71-5b2aca968013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:49:49.897008 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-eade9ba7-e16c-4c3a-9d5c-b0fd123f0a8d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.9947591 Jul 18 10:49:49.897008 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 42632) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:49:49.926868 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd59b5b0-c1e8-4b46-bdd3-a1eb03849537 x-openstack-request-id: req-cd59b5b0-c1e8-4b46-bdd3-a1eb03849537 {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:49:49.927173 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad5b7479-dfde-46d4-9e99-3926c60cad12", "name": "network-vif-deleted", "tag": "5bb19a63-76d3-448c-b73e-662696a94068", "status": "completed", "code": 200}]} {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:49:49.927422 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cd59b5b0-c1e8-4b46-bdd3-a1eb03849537 {{(pid=111155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:49:49.931451 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Current status of the port b43b7778-7dc0-48e6-bf1a-4010159d8b04 is: ACTIVE; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:49:49.931609 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd59b5b0-c1e8-4b46-bdd3-a1eb03849537'] response: {'server_uuid': 'ad5b7479-dfde-46d4-9e99-3926c60cad12', 'name': 'network-vif-deleted', 'tag': '5bb19a63-76d3-448c-b73e-662696a94068', 'status': 'completed', 'code': 200} Jul 18 10:49:49.935302 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-29c51914-efda-4269-8274-168d496bf900 None None] Provisioning complete for port d5f49a49-e03e-4d9f-b362-39d74c035041 triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:49:49.935687 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (d5f49a49-e03e-4d9f-b362-39d74c035041), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:49.944384 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a5a0fe-b02f-4e5d-ba18-7573cea43c04 None None] Checking router: d2e0f43e-ea4f-4139-9550-0e7a17002e6b for host: dv-cinder-849498-1-iscsi {{(pid=111157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:49:49.944749 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a5a0fe-b02f-4e5d-ba18-7573cea43c04 None None] Updating router d2e0f43e-ea4f-4139-9550-0e7a17002e6b port c2f9f315-0895-478a-be0d-8615ef9bb04d binding host dv-cinder-849498-1-iscsi {{(pid=111157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 10:49:49.947431 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d5349-c493-4249-b2c1-41d3f628f9b8 req-f4b392fb-6da1-4f90-bef8-5337e6fe341d tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:49.949349 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d25d5349-c493-4249-b2c1-41d3f628f9b8 req-f4b392fb-6da1-4f90-bef8-5337e6fe341d tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=48a4f543-a994-4897-8ced-5c04fed9ef50 HTTP/1.1" status: 200 len: 945 time: 0.1131983 Jul 18 10:49:49.962035 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [None req-2d26c80f-245c-45c0-8a0d-f57b2a4e4372 admin admin] Request body: {'subnet': {'network_id': 'eb380554-1a32-48db-8ee9-21d41ce83dd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1592551120-subnet', 'tenant_id': '7f36b12884cc423988d28fdcbdb1d8f9', 'ip_version': 4}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:49:49.987073 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eade9ba7-e16c-4c3a-9d5c-b0fd123f0a8d admin admin] Pushing event updated for resources: {'Network': ['ID=eb380554-1a32-48db-8ee9-21d41ce83dd0,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:49.994033 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-f628320e-964f-4eba-9c1b-6e487b7aa27e tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks [] for security_group (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:50.057861 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Network eb380554-1a32-48db-8ee9-21d41ce83dd0 details requested by agent ovs-agent-dv-cinder-849498-1-iscsi with host dv-cinder-849498-1-iscsi {{(pid=111156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 10:49:50.082502 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d25d5349-c493-4249-b2c1-41d3f628f9b8 req-071a148f-c70e-4bff-b347-0517510117e1 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9aedad3-a0f8-44e8-899c-42b13f7a72a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133661 Jul 18 10:49:50.086529 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-05a5a0fe-b02f-4e5d-ba18-7573cea43c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (c2f9f315-0895-478a-be0d-8615ef9bb04d), before_update {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:50.145715 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d26c80f-245c-45c0-8a0d-f57b2a4e4372 admin admin] Made reservation on behalf of 7f36b12884cc423988d28fdcbdb1d8f9 for: {'subnet': 1} {{(pid=111154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:49:50.151191 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-2d26c80f-245c-45c0-8a0d-f57b2a4e4372 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127366008'] for subnet (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:50.201529 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-f628320e-964f-4eba-9c1b-6e487b7aa27e tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks [] for security_group (23af82d5-52ac-4c84-a3ff-a4f9eeb073c6), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:50.291837 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:50.328005 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-f628320e-964f-4eba-9c1b-6e487b7aa27e tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (23af82d5-52ac-4c84-a3ff-a4f9eeb073c6), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:50.361524 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] Current status of the port d5f49a49-e03e-4d9f-b362-39d74c035041 is: BUILD; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:49:50.362037 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (d5f49a49-e03e-4d9f-b362-39d74c035041), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:50.427957 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f628320e-964f-4eba-9c1b-6e487b7aa27e tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:50.438448 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port d5f49a49-e03e-4d9f-b362-39d74c035041, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=d5f49a49-e03e-4d9f-b362-39d74c035041,segment=NetworkSegment(984404a2-43ca-40f3-9583-38762b7d5434),segment_id=984404a2-43ca-40f3-9583-38762b7d5434)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:49:50.510083 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-05a5a0fe-b02f-4e5d-ba18-7573cea43c04 None None] Publish callbacks [] for port (c2f9f315-0895-478a-be0d-8615ef9bb04d), precommit_update {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:50.513162 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:50.521750 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731feca0-6e8c-4f5e-b3a6-f969ca282f43 req-34404ae8-c122-4459-b30b-2dd45a37e9d6 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:50.523406 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-731feca0-6e8c-4f5e-b3a6-f969ca282f43 req-34404ae8-c122-4459-b30b-2dd45a37e9d6 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 945 time: 0.1319208 Jul 18 10:49:50.530891 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c82e50-773b-4f24-8a75-682ddf138966 req-76d9fa09-1265-4c0a-ab78-cfbd1725c6a3 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:50.532762 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-39c82e50-773b-4f24-8a75-682ddf138966 req-76d9fa09-1265-4c0a-ab78-cfbd1725c6a3 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=31366990-97f1-495a-98b8-0ff44a44f7e1 HTTP/1.1" status: 200 len: 944 time: 0.1117878 Jul 18 10:49:50.567729 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (d5f49a49-e03e-4d9f-b362-39d74c035041), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:50.569957 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device 5bb19a63-76d3-448c-b73e-662696a94068 no longer exists at agent hyperv_hv-cinder-84949 {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:49:50.625388 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-05a5a0fe-b02f-4e5d-ba18-7573cea43c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (c2f9f315-0895-478a-be0d-8615ef9bb04d), after_update {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:50.628035 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-2d26c80f-245c-45c0-8a0d-f57b2a4e4372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127334206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127365990'] for subnet (893df6fc-9fb1-4552-b95e-a392998d3c8c), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:50.629421 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] No Port match for: 5bb19a63-76d3-448c-b73e-662696a94068 {{(pid=111156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:49:50.630613 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device 5bb19a63-76d3-448c-b73e-662696a94068 not bound to the agent host hv-cinder-84949 {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:49:50.643777 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-f628320e-964f-4eba-9c1b-6e487b7aa27e tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks [] for security_group (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:50.648137 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-f628320e-964f-4eba-9c1b-6e487b7aa27e tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.9315262 Jul 18 10:49:50.650124 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 42638) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:49:50.657689 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31366990-97f1-495a-98b8-0ff44a44f7e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f49a49-e03e-4d9f-b362-39d74c035041'}] {{(pid=111156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:49:50.660747 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfe4995b6dbf042dd7b3201bd1da42d47478b3b3d9ca6c613cb3b1d3a53612ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0ffbfb-bc10-4458-a93b-4ad71fff8c8f" -d '{"events": [{"server_uuid": "31366990-97f1-495a-98b8-0ff44a44f7e1", "name": "network-vif-plugged", "status": "completed", "tag": "d5f49a49-e03e-4d9f-b362-39d74c035041"}]}' {{(pid=111156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:49:50.671895 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-731feca0-6e8c-4f5e-b3a6-f969ca282f43 req-dfd32a12-9910-42a1-a3b7-089d99ca0393 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378660 Jul 18 10:49:50.686497 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Pushing event updated for resources: {'Port': ['ID=d5f49a49-e03e-4d9f-b362-39d74c035041,revision_number=5']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:50.700799 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-39c82e50-773b-4f24-8a75-682ddf138966 req-7115c64f-2808-4d0e-8812-fa407ddc8478 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e5e1162-8c8c-4d79-9a5b-5b00e6cca2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1604207 Jul 18 10:49:50.727312 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:50.744922 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8bf7a1-a98a-452b-8745-3f71246c41e1 None None] Pushing event updated for resources: {'Port': ['ID=c2f9f315-0895-478a-be0d-8615ef9bb04d,revision_number=3']} {{(pid=111157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:50.760564 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [None req-8570d0e2-3dfd-4c05-850f-dc79834f93cd tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Request body: {'security_group_rule': {'security_group_id': '23af82d5-52ac-4c84-a3ff-a4f9eeb073c6', 'project_id': '17f436162f3a4bd4b3a94f584e7d8782', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:49:50.795655 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102c946f-0e58-42d5-b4ff-910fe844caaf x-openstack-request-id: req-102c946f-0e58-42d5-b4ff-910fe844caaf {{(pid=111156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:49:50.796419 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31366990-97f1-495a-98b8-0ff44a44f7e1", "name": "network-vif-plugged", "status": "completed", "tag": "d5f49a49-e03e-4d9f-b362-39d74c035041", "code": 200}]} {{(pid=111156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:49:50.796679 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-102c946f-0e58-42d5-b4ff-910fe844caaf {{(pid=111156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:49:50.797194 dv-cinder-849498-1-iscsi neutron-server[111156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-102c946f-0e58-42d5-b4ff-910fe844caaf'] response: {'server_uuid': '31366990-97f1-495a-98b8-0ff44a44f7e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f49a49-e03e-4d9f-b362-39d74c035041', 'code': 200} Jul 18 10:49:50.850157 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.managers [None req-05a5a0fe-b02f-4e5d-ba18-7573cea43c04 None None] Attempting to bind port c2f9f315-0895-478a-be0d-8615ef9bb04d on host dv-cinder-849498-1-iscsi for vnic_type normal with profile {{(pid=111157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:49:50.850823 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.managers [None req-05a5a0fe-b02f-4e5d-ba18-7573cea43c04 None None] Attempting to bind port c2f9f315-0895-478a-be0d-8615ef9bb04d by drivers openvswitch,hyperv on host dv-cinder-849498-1-iscsi at level 0 using segments [{'id': 'a28ff2c9-c459-4ded-9b7d-64738330cffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '88263235-ae0d-405f-a8d9-32774ce7eb48'}] {{(pid=111157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:49:50.851462 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a5a0fe-b02f-4e5d-ba18-7573cea43c04 None None] Attempting to bind port c2f9f315-0895-478a-be0d-8615ef9bb04d on network 88263235-ae0d-405f-a8d9-32774ce7eb48 {{(pid=111157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:49:50.877861 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a5a0fe-b02f-4e5d-ba18-7573cea43c04 None None] Checking agent: {'id': '62f731a8-190a-49a2-85f5-14fe4e09184e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849498-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 37, 10), 'started_at': datetime.datetime(2022, 7, 18, 10, 37, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849498-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:49:50.883181 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a5a0fe-b02f-4e5d-ba18-7573cea43c04 None None] Checking segment: {'id': 'a28ff2c9-c459-4ded-9b7d-64738330cffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '88263235-ae0d-405f-a8d9-32774ce7eb48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:49:50.885316 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-05a5a0fe-b02f-4e5d-ba18-7573cea43c04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:50.890764 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a5a0fe-b02f-4e5d-ba18-7573cea43c04 None None] Bound using segment: {'id': 'a28ff2c9-c459-4ded-9b7d-64738330cffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '88263235-ae0d-405f-a8d9-32774ce7eb48'} {{(pid=111157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:49:50.890764 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.managers [None req-05a5a0fe-b02f-4e5d-ba18-7573cea43c04 None None] Bound port: c2f9f315-0895-478a-be0d-8615ef9bb04d, host: dv-cinder-849498-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a28ff2c9-c459-4ded-9b7d-64738330cffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '88263235-ae0d-405f-a8d9-32774ce7eb48'}}] {{(pid=111157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:49:50.890764 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-05a5a0fe-b02f-4e5d-ba18-7573cea43c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (c2f9f315-0895-478a-be0d-8615ef9bb04d), before_update {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:50.938252 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d26c80f-245c-45c0-8a0d-f57b2a4e4372 admin admin] Pushing event updated for resources: {'Subnet': ['ID=893df6fc-9fb1-4552-b95e-a392998d3c8c,revision_number=0']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:50.946560 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d26c80f-245c-45c0-8a0d-f57b2a4e4372 admin admin] Checking segment: {'id': 'b2c33dff-4944-4886-9508-829332b4fcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'eb380554-1a32-48db-8ee9-21d41ce83dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:49:50.946933 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d26c80f-245c-45c0-8a0d-f57b2a4e4372 admin admin] Network hostable DHCP agents. Network: eb380554-1a32-48db-8ee9-21d41ce83dd0, hostable agents: ['1fc7cd8a-3617-45f0-b645-db80237532c9'], hosted agents: [] {{(pid=111154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 10:49:51.028474 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-8570d0e2-3dfd-4c05-850f-dc79834f93cd tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks [] for security_group_rule (1c25c780-8ce4-40cb-86d6-58176734cb57), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:51.034926 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-38de1e53-136a-43b6-9a8e-e0cec129cf4c req-0b0c564e-897f-46f5-87f8-3d498dea6fc5 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad5b7479-dfde-46d4-9e99-3926c60cad12 HTTP/1.1" status: 200 len: 210 time: 0.0505207 Jul 18 10:49:51.052196 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.db [None req-05a5a0fe-b02f-4e5d-ba18-7573cea43c04 None None] For port c2f9f315-0895-478a-be0d-8615ef9bb04d, host dv-cinder-849498-1-iscsi, cleared binding levels {{(pid=111157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:49:51.056664 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.db [None req-05a5a0fe-b02f-4e5d-ba18-7573cea43c04 None None] For port c2f9f315-0895-478a-be0d-8615ef9bb04d, host dv-cinder-849498-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=c2f9f315-0895-478a-be0d-8615ef9bb04d,segment=NetworkSegment(a28ff2c9-c459-4ded-9b7d-64738330cffe),segment_id=a28ff2c9-c459-4ded-9b7d-64738330cffe)] {{(pid=111157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:49:51.127978 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-6fd42e8b-7971-49be-9a02-1d3e5ff1ce25 None None] Provisioning complete for port c2f9f315-0895-478a-be0d-8615ef9bb04d triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:49:51.128418 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-6fd42e8b-7971-49be-9a02-1d3e5ff1ce25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (c2f9f315-0895-478a-be0d-8615ef9bb04d), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:51.145623 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-8570d0e2-3dfd-4c05-850f-dc79834f93cd tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks [] for security_group_rule (1c25c780-8ce4-40cb-86d6-58176734cb57), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:51.167814 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d26c80f-245c-45c0-8a0d-f57b2a4e4372 admin admin] Network eb380554-1a32-48db-8ee9-21d41ce83dd0 is scheduled to be hosted by DHCP agent 1fc7cd8a-3617-45f0-b645-db80237532c9 with binding_index 1 {{(pid=111154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 10:49:51.171629 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-05a5a0fe-b02f-4e5d-ba18-7573cea43c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (c2f9f315-0895-478a-be0d-8615ef9bb04d), after_update {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:51.182855 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:51.198921 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-6fd42e8b-7971-49be-9a02-1d3e5ff1ce25 None None] Port c2f9f315-0895-478a-be0d-8615ef9bb04d cannot update to ACTIVE because it is not bound. {{(pid=111156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:49:51.245217 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:51.247288 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-8570d0e2-3dfd-4c05-850f-dc79834f93cd tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706217'] for security_group_rule (1c25c780-8ce4-40cb-86d6-58176734cb57), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:51.266265 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a5a0fe-b02f-4e5d-ba18-7573cea43c04 None None] Routers {'d2e0f43e-ea4f-4139-9550-0e7a17002e6b'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:49:51.266988 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-05a5a0fe-b02f-4e5d-ba18-7573cea43c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:49:37Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['d2e0f43e-ea4f-4139-9550-0e7a17002e6b'], 'active': True} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:49:51.296384 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.base_scheduler [None req-2d26c80f-245c-45c0-8a0d-f57b2a4e4372 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849498-1-iscsi, eb380554-1a32-48db-8ee9-21d41ce83dd0) {{(pid=111154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:49:51.306671 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c8eaf0-983f-4b2c-bc86-290f50b00213 None None] Network eb380554-1a32-48db-8ee9-21d41ce83dd0 requested from dv-cinder-849498-1-iscsi {{(pid=111156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:49:51.310606 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8570d0e2-3dfd-4c05-850f-dc79834f93cd tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c25c780-8ce4-40cb-86d6-58176734cb57,revision_number=0']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:51.325213 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d26c80f-245c-45c0-8a0d-f57b2a4e4372 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:51.329204 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-2d26c80f-245c-45c0-8a0d-f57b2a4e4372 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for subnet (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:51.377475 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8bf7a1-a98a-452b-8745-3f71246c41e1 None None] Pushing event updated for resources: {'Port': ['ID=c2f9f315-0895-478a-be0d-8615ef9bb04d,revision_number=4']} {{(pid=111157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:51.435973 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-8570d0e2-3dfd-4c05-850f-dc79834f93cd tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:51.440572 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-8570d0e2-3dfd-4c05-850f-dc79834f93cd tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7697866 Jul 18 10:49:51.440858 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 42646) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:49:51.449553 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [None req-b09690ef-1ff9-4828-965f-b3ba572163d7 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Request body: {'security_group_rule': {'security_group_id': '23af82d5-52ac-4c84-a3ff-a4f9eeb073c6', 'project_id': '17f436162f3a4bd4b3a94f584e7d8782', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:49:51.500429 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ffc783-3555-407e-968f-3579a2da08f8 req-77e712ed-88c0-4f0c-a174-5d2ada1c78cf tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:51.507129 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-2d26c80f-245c-45c0-8a0d-f57b2a4e4372 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6119814 Jul 18 10:49:51.511314 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-97ffc783-3555-407e-968f-3579a2da08f8 req-77e712ed-88c0-4f0c-a174-5d2ada1c78cf tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=48a4f543-a994-4897-8ced-5c04fed9ef50 HTTP/1.1" status: 200 len: 945 time: 0.2407522 Jul 18 10:49:51.521994 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 42648) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:49:51.543811 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [None req-3d02cc84-0edf-473b-bc5f-118dba31bcfa admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1592551120-router', 'tenant_id': '7f36b12884cc423988d28fdcbdb1d8f9', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1'}}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:49:51.571961 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvr_db [None req-05a5a0fe-b02f-4e5d-ba18-7573cea43c04 None None] Set router d2e0f43e-ea4f-4139-9550-0e7a17002e6b gateway port host: dv-cinder-849498-1-iscsi {{(pid=111157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:49:51.654628 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-97ffc783-3555-407e-968f-3579a2da08f8 req-4347fcdf-66af-4de0-b477-9f0cebcddd19 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9aedad3-a0f8-44e8-899c-42b13f7a72a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400523 Jul 18 10:49:51.670999 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-b09690ef-1ff9-4828-965f-b3ba572163d7 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks [] for security_group_rule (144f8166-a192-4487-b1da-9d944d79e55e), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:51.710466 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36625554-6248-414f-b10d-41a57c02a5a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf714f7c1-7509-58f3-884e-e64bb7568dff-eb380554-1a32-48db-8ee9-21d41ce83dd0', 'network_id': 'eb380554-1a32-48db-8ee9-21d41ce83dd0', 'project_id': '7f36b12884cc423988d28fdcbdb1d8f9', 'fixed_ips': [{'subnet_id': '893df6fc-9fb1-4552-b95e-a392998d3c8c'}]}} from dv-cinder-849498-1-iscsi. {{(pid=111156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 10:49:51.710466 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-36625554-6248-414f-b10d-41a57c02a5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:51.742712 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-bd66f335-36fc-464d-90f7-3a79475adf51 None None] Provisioning complete for port c2f9f315-0895-478a-be0d-8615ef9bb04d triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:49:51.743136 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-bd66f335-36fc-464d-90f7-3a79475adf51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (c2f9f315-0895-478a-be0d-8615ef9bb04d), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:51.876882 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-b09690ef-1ff9-4828-965f-b3ba572163d7 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks [] for security_group_rule (144f8166-a192-4487-b1da-9d944d79e55e), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:51.885471 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-3d02cc84-0edf-473b-bc5f-118dba31bcfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-954'] for router (23c021f8-caa1-4975-8dcd-00760a191b3d), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:51.888269 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-3d02cc84-0edf-473b-bc5f-118dba31bcfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3789174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3776873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-945'] for router (23c021f8-caa1-4975-8dcd-00760a191b3d), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:52.020764 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-05a5a0fe-b02f-4e5d-ba18-7573cea43c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e0f43e-ea4f-4139-9550-0e7a17002e6b', 'name': 'tempest-TestVolumeBootPattern-1069921883-router', 'tenant_id': '78719e43f24b499e8647f50db6771cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b43b7778-7dc0-48e6-bf1a-4010159d8b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:49:37Z', 'updated_at': '2022-07-18T10:49:47Z', 'revision_number': 4, 'project_id': '78719e43f24b499e8647f50db6771cba', 'gw_port': {'id': 'b43b7778-7dc0-48e6-bf1a-4010159d8b04', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e0f43e-ea4f-4139-9550-0e7a17002e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:38Z', 'updated_at': '2022-07-18T10:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': 'c2f9f315-0895-478a-be0d-8615ef9bb04d', 'name': '', 'network_id': '88263235-ae0d-405f-a8d9-32774ce7eb48', 'tenant_id': '78719e43f24b499e8647f50db6771cba', 'mac_address': 'fa:16:3e:c4:e0:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e0f43e-ea4f-4139-9550-0e7a17002e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '99451cb2-290f-45a2-bb71-5b2aca968013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:44Z', 'updated_at': '2022-07-18T10:49:51Z', 'revision_number': 4, 'project_id': '78719e43f24b499e8647f50db6771cba', 'subnets': [{'id': '99451cb2-290f-45a2-bb71-5b2aca968013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:49:52.051360 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-b09690ef-1ff9-4828-965f-b3ba572163d7 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706217'] for security_group_rule (144f8166-a192-4487-b1da-9d944d79e55e), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:52.068564 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-bd66f335-36fc-464d-90f7-3a79475adf51 None None] Current status of the port c2f9f315-0895-478a-be0d-8615ef9bb04d is: DOWN; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:49:52.069581 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-bd66f335-36fc-464d-90f7-3a79475adf51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (c2f9f315-0895-478a-be0d-8615ef9bb04d), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:52.078782 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a5a0fe-b02f-4e5d-ba18-7573cea43c04 None None] The sync data for ids ['d2e0f43e-ea4f-4139-9550-0e7a17002e6b'] in dv-cinder-849498-1-iscsi is: [{'id': 'd2e0f43e-ea4f-4139-9550-0e7a17002e6b', 'name': 'tempest-TestVolumeBootPattern-1069921883-router', 'tenant_id': '78719e43f24b499e8647f50db6771cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b43b7778-7dc0-48e6-bf1a-4010159d8b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:49:37Z', 'updated_at': '2022-07-18T10:49:47Z', 'revision_number': 4, 'project_id': '78719e43f24b499e8647f50db6771cba', 'gw_port': {'id': 'b43b7778-7dc0-48e6-bf1a-4010159d8b04', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e0f43e-ea4f-4139-9550-0e7a17002e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:38Z', 'updated_at': '2022-07-18T10:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': 'c2f9f315-0895-478a-be0d-8615ef9bb04d', 'name': '', 'network_id': '88263235-ae0d-405f-a8d9-32774ce7eb48', 'tenant_id': '78719e43f24b499e8647f50db6771cba', 'mac_address': 'fa:16:3e:c4:e0:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e0f43e-ea4f-4139-9550-0e7a17002e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '99451cb2-290f-45a2-bb71-5b2aca968013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:44Z', 'updated_at': '2022-07-18T10:49:51Z', 'revision_number': 4, 'project_id': '78719e43f24b499e8647f50db6771cba', 'subnets': [{'id': '99451cb2-290f-45a2-bb71-5b2aca968013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:49:52.093415 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-3d02cc84-0edf-473b-bc5f-118dba31bcfa admin admin] Publish callbacks [] for router_controller (23c021f8-caa1-4975-8dcd-00760a191b3d), precommit_add_association {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:52.116041 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09690ef-1ff9-4828-965f-b3ba572163d7 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=144f8166-a192-4487-b1da-9d944d79e55e,revision_number=0']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:52.126278 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f46ff4-e90d-4361-b3d5-b674e7433755 req-4e7f68c9-ecee-4af7-bcfb-6a371651b841 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:52.128261 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-e2f46ff4-e90d-4361-b3d5-b674e7433755 req-4e7f68c9-ecee-4af7-bcfb-6a371651b841 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 945 time: 0.2274303 Jul 18 10:49:52.133438 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b175f4-879c-48cb-b57e-3f234efbcabc req-ff548be7-6977-4654-a724-2eb404bbe483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:52.135541 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-16b175f4-879c-48cb-b57e-3f234efbcabc req-ff548be7-6977-4654-a724-2eb404bbe483 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=31366990-97f1-495a-98b8-0ff44a44f7e1 HTTP/1.1" status: 200 len: 1129 time: 0.1227114 Jul 18 10:49:52.232014 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.db_base_plugin_common [None req-36625554-6248-414f-b10d-41a57c02a5a8 None None] Allocated IP 172.20.0.2 (eb380554-1a32-48db-8ee9-21d41ce83dd0/893df6fc-9fb1-4552-b95e-a392998d3c8c/290e048c-1acb-4202-a580-1cb765bb2ca5) {{(pid=111156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:49:52.236588 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-bd66f335-36fc-464d-90f7-3a79475adf51 None None] For port c2f9f315-0895-478a-be0d-8615ef9bb04d, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=c2f9f315-0895-478a-be0d-8615ef9bb04d,segment=NetworkSegment(a28ff2c9-c459-4ded-9b7d-64738330cffe),segment_id=a28ff2c9-c459-4ded-9b7d-64738330cffe)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:49:52.241733 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:52.241925 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:52.249519 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa117ac-9f8c-4768-abc1-1119ab49400b req-388ada74-24c5-4650-823a-4ab3e6a0f26f tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:52.263366 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-bfa117ac-9f8c-4768-abc1-1119ab49400b req-388ada74-24c5-4650-823a-4ab3e6a0f26f tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=31366990-97f1-495a-98b8-0ff44a44f7e1 HTTP/1.1" status: 200 len: 945 time: 0.2493379 Jul 18 10:49:52.334478 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-b09690ef-1ff9-4828-965f-b3ba572163d7 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:52.335974 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-b09690ef-1ff9-4828-965f-b3ba572163d7 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8941383 Jul 18 10:49:52.364356 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 42656) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:49:52.369716 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [None req-aee60691-7a5d-4a2c-aa9d-0b5af7b2725f tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Request body: {'security_group_rule': {'security_group_id': '23af82d5-52ac-4c84-a3ff-a4f9eeb073c6', 'project_id': '17f436162f3a4bd4b3a94f584e7d8782', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:49:52.391052 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-e2f46ff4-e90d-4361-b3d5-b674e7433755 req-688ec530-8f61-43b7-b3a3-5982821b95fc tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2333732 Jul 18 10:49:52.430868 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-16b175f4-879c-48cb-b57e-3f234efbcabc req-d541cd2a-d802-4c44-a9b0-49beafe2c383 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1e5e1162-8c8c-4d79-9a5b-5b00e6cca2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2812393 Jul 18 10:49:52.431081 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-bd66f335-36fc-464d-90f7-3a79475adf51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (c2f9f315-0895-478a-be0d-8615ef9bb04d), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:52.481637 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-bfa117ac-9f8c-4768-abc1-1119ab49400b req-be603135-6281-4eee-a299-06f1994654d9 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e5e1162-8c8c-4d79-9a5b-5b00e6cca2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2169795 Jul 18 10:49:52.560135 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-aee60691-7a5d-4a2c-aa9d-0b5af7b2725f tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks [] for security_group_rule (1fb048a1-99b4-402b-af22-d880141c948f), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:52.650489 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b90b4bd1-e7e2-4a69-b1d0-fab4cdc32995 req-20c2d50e-8ba3-4e62-aab5-c516a1251eb7 tempest-VolumesActionsTest-2102060617 tempest-VolumesActionsTest-2102060617-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad5b7479-dfde-46d4-9e99-3926c60cad12 HTTP/1.1" status: 200 len: 210 time: 0.0536971 Jul 18 10:49:52.710207 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-36625554-6248-414f-b10d-41a57c02a5a8 None None] Publish callbacks [] for port (290e048c-1acb-4202-a580-1cb765bb2ca5), precommit_create {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:52.768313 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-aee60691-7a5d-4a2c-aa9d-0b5af7b2725f tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks [] for security_group_rule (1fb048a1-99b4-402b-af22-d880141c948f), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:52.809700 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd66f335-36fc-464d-90f7-3a79475adf51 None None] Pushing event updated for resources: {'Port': ['ID=c2f9f315-0895-478a-be0d-8615ef9bb04d,revision_number=5']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:52.836481 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-36625554-6248-414f-b10d-41a57c02a5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684'] for port (290e048c-1acb-4202-a580-1cb765bb2ca5), after_create {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:52.853671 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:52.916859 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-aee60691-7a5d-4a2c-aa9d-0b5af7b2725f tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706217'] for security_group_rule (1fb048a1-99b4-402b-af22-d880141c948f), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:52.918150 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36625554-6248-414f-b10d-41a57c02a5a8 None None] Network eb380554-1a32-48db-8ee9-21d41ce83dd0 is already hosted by enough agents. {{(pid=111156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:49:52.921943 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.scheduler.base_scheduler [None req-36625554-6248-414f-b10d-41a57c02a5a8 None None] Resources bound (agent type, host, resource id): {{(pid=111156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:49:52.934851 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36625554-6248-414f-b10d-41a57c02a5a8 None None] Received port after_create {{(pid=111156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:49:52.955237 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee60691-7a5d-4a2c-aa9d-0b5af7b2725f tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fb048a1-99b4-402b-af22-d880141c948f,revision_number=0']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:52.984811 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8df653-45ac-471c-ae3f-bd4f7fcd187d req-82da0f8e-df6d-40a8-ba34-d423395329cd tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:52.994492 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-bd8df653-45ac-471c-ae3f-bd4f7fcd187d req-82da0f8e-df6d-40a8-ba34-d423395329cd tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=48a4f543-a994-4897-8ced-5c04fed9ef50 HTTP/1.1" status: 200 len: 945 time: 0.1565392 Jul 18 10:49:53.068710 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36625554-6248-414f-b10d-41a57c02a5a8 None None] Pushing event updated for resources: {'Port': ['ID=290e048c-1acb-4202-a580-1cb765bb2ca5,revision_number=1']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:53.085657 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-aee60691-7a5d-4a2c-aa9d-0b5af7b2725f tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:53.086957 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-aee60691-7a5d-4a2c-aa9d-0b5af7b2725f tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7212565 Jul 18 10:49:53.091276 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 42660) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:49:53.097916 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-36625554-6248-414f-b10d-41a57c02a5a8 None None] Attempting to bind port 290e048c-1acb-4202-a580-1cb765bb2ca5 on host dv-cinder-849498-1-iscsi for vnic_type normal with profile {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:49:53.098644 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-36625554-6248-414f-b10d-41a57c02a5a8 None None] Attempting to bind port 290e048c-1acb-4202-a580-1cb765bb2ca5 by drivers openvswitch,hyperv on host dv-cinder-849498-1-iscsi at level 0 using segments [{'id': 'b2c33dff-4944-4886-9508-829332b4fcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'eb380554-1a32-48db-8ee9-21d41ce83dd0'}] {{(pid=111156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:49:53.099353 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36625554-6248-414f-b10d-41a57c02a5a8 None None] Attempting to bind port 290e048c-1acb-4202-a580-1cb765bb2ca5 on network eb380554-1a32-48db-8ee9-21d41ce83dd0 {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:49:53.105250 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [None req-eae04c26-7113-4dfa-b1d8-9d35a4f4c676 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Request body: {'security_group_rule': {'security_group_id': '23af82d5-52ac-4c84-a3ff-a4f9eeb073c6', 'project_id': '17f436162f3a4bd4b3a94f584e7d8782', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:49:53.108688 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36625554-6248-414f-b10d-41a57c02a5a8 None None] Checking agent: {'id': '62f731a8-190a-49a2-85f5-14fe4e09184e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849498-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 37, 10), 'started_at': datetime.datetime(2022, 7, 18, 10, 37, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849498-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:49:53.109755 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36625554-6248-414f-b10d-41a57c02a5a8 None None] Checking segment: {'id': 'b2c33dff-4944-4886-9508-829332b4fcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'eb380554-1a32-48db-8ee9-21d41ce83dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:49:53.110550 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-36625554-6248-414f-b10d-41a57c02a5a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:53.111183 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36625554-6248-414f-b10d-41a57c02a5a8 None None] Bound using segment: {'id': 'b2c33dff-4944-4886-9508-829332b4fcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'eb380554-1a32-48db-8ee9-21d41ce83dd0'} {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:49:53.112037 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-36625554-6248-414f-b10d-41a57c02a5a8 None None] Bound port: 290e048c-1acb-4202-a580-1cb765bb2ca5, host: dv-cinder-849498-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2c33dff-4944-4886-9508-829332b4fcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'eb380554-1a32-48db-8ee9-21d41ce83dd0'}}] {{(pid=111156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:49:53.112673 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-36625554-6248-414f-b10d-41a57c02a5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (290e048c-1acb-4202-a580-1cb765bb2ca5), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:53.142284 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-bd8df653-45ac-471c-ae3f-bd4f7fcd187d req-3367a34e-d399-4b44-9ec5-a5a9237060ab tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9aedad3-a0f8-44e8-899c-42b13f7a72a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369364 Jul 18 10:49:53.173345 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:53.184074 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-3d02cc84-0edf-473b-bc5f-118dba31bcfa admin admin] Publish callbacks [] for router_gateway (23c021f8-caa1-4975-8dcd-00760a191b3d), precommit_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:53.275268 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-36625554-6248-414f-b10d-41a57c02a5a8 None None] For port 290e048c-1acb-4202-a580-1cb765bb2ca5, host dv-cinder-849498-1-iscsi, cleared binding levels {{(pid=111156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:49:53.285979 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-36625554-6248-414f-b10d-41a57c02a5a8 None None] For port 290e048c-1acb-4202-a580-1cb765bb2ca5, host dv-cinder-849498-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=290e048c-1acb-4202-a580-1cb765bb2ca5,segment=NetworkSegment(b2c33dff-4944-4886-9508-829332b4fcd6),segment_id=b2c33dff-4944-4886-9508-829332b4fcd6)] {{(pid=111156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:49:53.339562 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3af43f-8dcb-4281-a639-607c153fadfb req-f3a1f6a4-68f4-4253-ad7a-a55ba94ef602 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:53.342741 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-5f3af43f-8dcb-4281-a639-607c153fadfb req-f3a1f6a4-68f4-4253-ad7a-a55ba94ef602 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=48a4f543-a994-4897-8ced-5c04fed9ef50 HTTP/1.1" status: 200 len: 945 time: 0.0962648 Jul 18 10:49:53.364153 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 42664) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:49:53.368125 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-36625554-6248-414f-b10d-41a57c02a5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (290e048c-1acb-4202-a580-1cb765bb2ca5), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:53.373018 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-eae04c26-7113-4dfa-b1d8-9d35a4f4c676 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks [] for security_group_rule (50ae501a-78e6-4a4a-80dc-3b2b31c50c24), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:53.379201 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [None req-e2c2b087-9c5d-4138-b02f-f62bedec6b1d tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Request body: {'floatingip': {'port_id': '3ac1975d-f8dd-432b-8748-aa525919c851'}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:49:53.462893 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-e2c2b087-9c5d-4138-b02f-f62bedec6b1d tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Publish callbacks [] for floatingip (fed70739-101c-4be8-a61a-6459b61b8d1e), before_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:53.504492 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-eae04c26-7113-4dfa-b1d8-9d35a4f4c676 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks [] for security_group_rule (50ae501a-78e6-4a4a-80dc-3b2b31c50c24), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:53.534291 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36625554-6248-414f-b10d-41a57c02a5a8 None None] Pushing event updated for resources: {'Port': ['ID=290e048c-1acb-4202-a580-1cb765bb2ca5,revision_number=2']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:53.548276 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device c2f9f315-0895-478a-be0d-8615ef9bb04d up at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:49:53.652868 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Provisioning complete for port c2f9f315-0895-478a-be0d-8615ef9bb04d triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:49:53.653308 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (c2f9f315-0895-478a-be0d-8615ef9bb04d), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:53.714332 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-eae04c26-7113-4dfa-b1d8-9d35a4f4c676 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706217'] for security_group_rule (50ae501a-78e6-4a4a-80dc-3b2b31c50c24), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:53.722331 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:53.877449 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b6288f-792a-4edd-84ed-46db7c605905 req-f7128b2e-6155-4c95-85fd-03af9b868f26 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:53.888532 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-97b6288f-792a-4edd-84ed-46db7c605905 req-f7128b2e-6155-4c95-85fd-03af9b868f26 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=31366990-97f1-495a-98b8-0ff44a44f7e1 HTTP/1.1" status: 200 len: 945 time: 0.2567086 Jul 18 10:49:53.891269 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae04c26-7113-4dfa-b1d8-9d35a4f4c676 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50ae501a-78e6-4a4a-80dc-3b2b31c50c24,revision_number=0']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:53.958590 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c6f9e-5de5-4910-b49b-0fcb859cbb6c req-ed910dce-5b33-4044-8647-7c5c31374cf6 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:53.966058 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-962c6f9e-5de5-4910-b49b-0fcb859cbb6c req-ed910dce-5b33-4044-8647-7c5c31374cf6 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 945 time: 0.2420347 Jul 18 10:49:54.085478 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-eae04c26-7113-4dfa-b1d8-9d35a4f4c676 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:54.091056 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-eae04c26-7113-4dfa-b1d8-9d35a4f4c676 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9986897 Jul 18 10:49:54.112475 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 42672) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:49:54.128197 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [None req-01b2c6f0-14b3-470a-8142-5822ee4b2623 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Request body: {'security_group_rule': {'security_group_id': '23af82d5-52ac-4c84-a3ff-a4f9eeb073c6', 'project_id': '17f436162f3a4bd4b3a94f584e7d8782', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:49:54.139189 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=100 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:54.149842 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Current status of the port c2f9f315-0895-478a-be0d-8615ef9bb04d is: ACTIVE; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:49:54.191566 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-97b6288f-792a-4edd-84ed-46db7c605905 req-ee49d4b5-ad89-4ae8-a3e0-cfb0420e3927 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e5e1162-8c8c-4d79-9a5b-5b00e6cca2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2990191 Jul 18 10:49:54.255136 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1ff6e34c-ad2d-4d6d-84c2-aee03113dac2), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:54.274001 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:54.345849 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-962c6f9e-5de5-4910-b49b-0fcb859cbb6c req-805de539-7a5f-4acc-aa63-45db86b33dec tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3732252 Jul 18 10:49:54.420584 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-3d02cc84-0edf-473b-bc5f-118dba31bcfa admin admin] Publish callbacks [] for router_gateway (23c021f8-caa1-4975-8dcd-00760a191b3d), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:54.435882 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b972f182-3f21-4bc8-92a5-3db421edfbbf req-ff1cafce-ffe9-4bcc-aa28-d9aa465fa037 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1449a0db-3f38-4456-8a45-7b4a40105095&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0942276 Jul 18 10:49:54.448453 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-3d02cc84-0edf-473b-bc5f-118dba31bcfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:54.509889 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.db.securitygroups_db [None req-01b2c6f0-14b3-470a-8142-5822ee4b2623 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Project 17f436162f3a4bd4b3a94f584e7d8782 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 18 10:49:54.519843 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-01b2c6f0-14b3-470a-8142-5822ee4b2623 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks [] for security_group_rule (0d4f1209-df8f-406b-9f77-2da9ade578c0), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:54.547829 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972f182-3f21-4bc8-92a5-3db421edfbbf req-5e42c239-b94b-4471-9e4b-4e676498b871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:54.549679 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b972f182-3f21-4bc8-92a5-3db421edfbbf req-5e42c239-b94b-4471-9e4b-4e676498b871 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7184d0f3256344a2af18c639787e538f&device_id=1449a0db-3f38-4456-8a45-7b4a40105095 HTTP/1.1" status: 200 len: 1130 time: 0.0802765 Jul 18 10:49:54.703827 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:54.715516 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-01b2c6f0-14b3-470a-8142-5822ee4b2623 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks [] for security_group_rule (0d4f1209-df8f-406b-9f77-2da9ade578c0), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:54.764290 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972f182-3f21-4bc8-92a5-3db421edfbbf req-887a7a7d-e797-4007-bc8c-ee1dc2a22d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:54.767602 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b972f182-3f21-4bc8-92a5-3db421edfbbf req-887a7a7d-e797-4007-bc8c-ee1dc2a22d5f service neutron] 10.222.0.52 "GET /v2.0/networks?id=09160d22-0418-499d-83b3-2657454003a1 HTTP/1.1" status: 200 len: 919 time: 0.1767859 Jul 18 10:49:54.808046 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.db_base_plugin_common [None req-3d02cc84-0edf-473b-bc5f-118dba31bcfa admin admin] Allocated IP 172.27.1.216 (bb0f21c8-59d6-4417-bd6b-78e480c446a1/d4fbd515-2e97-4384-b4aa-6523e13e40eb/736592e9-5cbf-437c-a879-cc5f59071225) {{(pid=111154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:49:54.826451 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b972f182-3f21-4bc8-92a5-3db421edfbbf req-78ecf621-01b3-428f-b51c-96437f844dad service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc6df403-f5e5-427c-868d-17653a05457d HTTP/1.1" status: 200 len: 217 time: 0.0494332 Jul 18 10:49:54.932335 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-01b2c6f0-14b3-470a-8142-5822ee4b2623 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706217'] for security_group_rule (0d4f1209-df8f-406b-9f77-2da9ade578c0), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:54.963881 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-e2c2b087-9c5d-4138-b02f-f62bedec6b1d tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:54.974981 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:55.003845 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972f182-3f21-4bc8-92a5-3db421edfbbf req-ae8f08d3-8472-47fd-b745-dd8dd7243931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:55.007156 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b972f182-3f21-4bc8-92a5-3db421edfbbf req-ae8f08d3-8472-47fd-b745-dd8dd7243931 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=de6eeef4-c7ed-4de0-9d7b-74b96eafe12b HTTP/1.1" status: 200 len: 857 time: 0.1745038 Jul 18 10:49:55.047954 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b2c6f0-14b3-470a-8142-5822ee4b2623 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d4f1209-df8f-406b-9f77-2da9ade578c0,revision_number=0']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:55.113113 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972f182-3f21-4bc8-92a5-3db421edfbbf req-21544983-7e4d-4215-94ab-8b6f23e4ccd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:55.119924 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-e2c2b087-9c5d-4138-b02f-f62bedec6b1d tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778871'] for floatingip (fed70739-101c-4be8-a61a-6459b61b8d1e), after_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:55.120314 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b972f182-3f21-4bc8-92a5-3db421edfbbf req-21544983-7e4d-4215-94ab-8b6f23e4ccd0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=09160d22-0418-499d-83b3-2657454003a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0903218 Jul 18 10:49:55.179138 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:55.237073 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-3d02cc84-0edf-473b-bc5f-118dba31bcfa admin admin] Publish callbacks [] for port (736592e9-5cbf-437c-a879-cc5f59071225), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:55.301575 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b972f182-3f21-4bc8-92a5-3db421edfbbf req-cddb0193-baf0-4975-a7ca-bb3fbd720bf7 service neutron] 10.222.0.52 "GET /v2.0/networks/09160d22-0418-499d-83b3-2657454003a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658595 Jul 18 10:49:55.315297 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-01b2c6f0-14b3-470a-8142-5822ee4b2623 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:55.316851 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-01b2c6f0-14b3-470a-8142-5822ee4b2623 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1960337 Jul 18 10:49:55.319684 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 42690) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:49:55.326979 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [None req-40993259-2ca1-465f-966c-12e8872d38f0 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Request body: {'security_group_rule': {'security_group_id': '23af82d5-52ac-4c84-a3ff-a4f9eeb073c6', 'project_id': '17f436162f3a4bd4b3a94f584e7d8782', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:49:55.382621 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.db.l3_db [None req-e2c2b087-9c5d-4138-b02f-f62bedec6b1d tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Floating IP fed70739-101c-4be8-a61a-6459b61b8d1e associated. External IP: 172.27.1.190, port: 3ac1975d-f8dd-432b-8748-aa525919c851. Jul 18 10:49:55.418082 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:55.500662 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 290e048c-1acb-4202-a580-1cb765bb2ca5 up at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:49:55.515246 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e609ff-93dd-4643-bf75-ce05886666f2 req-e4d3b564-6cf7-4ed4-b88d-b1121c3ecef2 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:55.520064 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b6e609ff-93dd-4643-bf75-ce05886666f2 req-e4d3b564-6cf7-4ed4-b88d-b1121c3ecef2 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=31366990-97f1-495a-98b8-0ff44a44f7e1 HTTP/1.1" status: 200 len: 945 time: 0.1901355 Jul 18 10:49:55.520413 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.db.securitygroups_db [None req-40993259-2ca1-465f-966c-12e8872d38f0 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Project 17f436162f3a4bd4b3a94f584e7d8782 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 18 10:49:55.539615 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db32a06b-f7f1-478b-a8b7-cd52b5cba82a None None] Network eb380554-1a32-48db-8ee9-21d41ce83dd0 requested from dv-cinder-849498-1-iscsi {{(pid=111156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:49:55.559384 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-40993259-2ca1-465f-966c-12e8872d38f0 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks [] for security_group_rule (1db8cb32-7959-42c4-91ba-d01e48fd734a), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:55.648933 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b6e609ff-93dd-4643-bf75-ce05886666f2 req-18e5bc81-54be-4931-b171-235d203b930e tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e5e1162-8c8c-4d79-9a5b-5b00e6cca2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1277664 Jul 18 10:49:55.677068 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c71d403-1320-48f9-be3d-5005213de64b req-29612114-804e-4544-b944-9757c198cea4 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:55.677068 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-6c71d403-1320-48f9-be3d-5005213de64b req-29612114-804e-4544-b944-9757c198cea4 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 945 time: 0.1411476 Jul 18 10:49:55.677068 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b972f182-3f21-4bc8-92a5-3db421edfbbf req-1a892b61-09bf-42c4-b1cb-ab365eda8745 service neutron] 10.222.0.52 "GET /v2.0/networks/09160d22-0418-499d-83b3-2657454003a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320386 Jul 18 10:49:55.684188 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-b32ea1bc-60d7-438b-92a5-a7b9288eaab2 None None] Provisioning complete for port 290e048c-1acb-4202-a580-1cb765bb2ca5 triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:49:55.684567 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-b32ea1bc-60d7-438b-92a5-a7b9288eaab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (290e048c-1acb-4202-a580-1cb765bb2ca5), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:55.696621 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-40993259-2ca1-465f-966c-12e8872d38f0 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks [] for security_group_rule (1db8cb32-7959-42c4-91ba-d01e48fd734a), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:55.703946 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-3d02cc84-0edf-473b-bc5f-118dba31bcfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127334210'] for port (736592e9-5cbf-437c-a879-cc5f59071225), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:55.737537 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Provisioning complete for port 290e048c-1acb-4202-a580-1cb765bb2ca5 triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:49:55.737907 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (290e048c-1acb-4202-a580-1cb765bb2ca5), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:55.781737 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-6c71d403-1320-48f9-be3d-5005213de64b req-c6dfc80c-cac8-4403-87f7-168986c83a98 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055372 Jul 18 10:49:55.881460 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ed9d5-5236-4f2c-adae-e5e49f5cec81 req-5f67d289-09b4-47a7-ad54-d98b3603391a tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:55.882392 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-40993259-2ca1-465f-966c-12e8872d38f0 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706217'] for security_group_rule (1db8cb32-7959-42c4-91ba-d01e48fd734a), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:55.888475 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-573ed9d5-5236-4f2c-adae-e5e49f5cec81 req-5f67d289-09b4-47a7-ad54-d98b3603391a tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=31366990-97f1-495a-98b8-0ff44a44f7e1 HTTP/1.1" status: 200 len: 945 time: 0.1001275 Jul 18 10:49:55.893317 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 42702) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:49:55.902507 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [None req-6634444f-f5ef-42ec-b371-6080ef3e6464 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Request body: {'floatingip': {'port_id': 'd5f49a49-e03e-4d9f-b362-39d74c035041'}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:49:55.939328 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2c2b087-9c5d-4138-b02f-f62bedec6b1d tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Router 906d405e-b16a-41fb-a8ab-39b34c0377f9 has already been hosted by L3 agent e6bcb791-bd43-4d6b-ab54-e591cb66712b {{(pid=111154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:49:55.997416 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-b32ea1bc-60d7-438b-92a5-a7b9288eaab2 None None] Current status of the port 290e048c-1acb-4202-a580-1cb765bb2ca5 is: DOWN; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:49:56.147989 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-b32ea1bc-60d7-438b-92a5-a7b9288eaab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (290e048c-1acb-4202-a580-1cb765bb2ca5), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:56.148977 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d02cc84-0edf-473b-bc5f-118dba31bcfa admin admin] Pushing event updated for resources: {'Port': ['ID=736592e9-5cbf-437c-a879-cc5f59071225,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:56.148977 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d02cc84-0edf-473b-bc5f-118dba31bcfa admin admin] Network bb0f21c8-59d6-4417-bd6b-78e480c446a1 is already hosted by enough agents. {{(pid=111154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:49:56.148977 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40993259-2ca1-465f-966c-12e8872d38f0 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1db8cb32-7959-42c4-91ba-d01e48fd734a,revision_number=0']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:56.149248 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-6634444f-f5ef-42ec-b371-6080ef3e6464 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for floatingip (b9d8ddff-28cb-4468-8bdc-129cbbee83de), before_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:56.149345 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.base_scheduler [None req-3d02cc84-0edf-473b-bc5f-118dba31bcfa admin admin] Resources bound (agent type, host, resource id): {{(pid=111154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:49:56.149345 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d02cc84-0edf-473b-bc5f-118dba31bcfa admin admin] Received port after_create {{(pid=111154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:49:56.149521 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:56.149521 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-b32ea1bc-60d7-438b-92a5-a7b9288eaab2 None None] For port 290e048c-1acb-4202-a580-1cb765bb2ca5, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=290e048c-1acb-4202-a580-1cb765bb2ca5,segment=NetworkSegment(b2c33dff-4944-4886-9508-829332b4fcd6),segment_id=b2c33dff-4944-4886-9508-829332b4fcd6)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:49:56.152127 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Current status of the port 290e048c-1acb-4202-a580-1cb765bb2ca5 is: DOWN; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:49:56.153179 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (290e048c-1acb-4202-a580-1cb765bb2ca5), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:56.533132 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c2b087-9c5d-4138-b02f-f62bedec6b1d tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Notify agent at l3_agent.dv-cinder-849498-1-iscsi the message routers_updated {{(pid=111154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:49:56.540444 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-e2c2b087-9c5d-4138-b02f-f62bedec6b1d tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for floatingip (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:56.548203 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237db499-d013-4149-af3c-e151354f1cce None None] Sync routers for ids ['906d405e-b16a-41fb-a8ab-39b34c0377f9'] in dv-cinder-849498-1-iscsi {{(pid=111156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:49:56.562843 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237db499-d013-4149-af3c-e151354f1cce None None] Routers {'906d405e-b16a-41fb-a8ab-39b34c0377f9'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:49:56.563498 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-237db499-d013-4149-af3c-e151354f1cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:49:37Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['906d405e-b16a-41fb-a8ab-39b34c0377f9'], 'active': True} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:49:56.589934 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-e2c2b087-9c5d-4138-b02f-f62bedec6b1d tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "PUT /v2.0/floatingips/fed70739-101c-4be8-a61a-6459b61b8d1e HTTP/1.1" status: 200 len: 991 time: 3.2253814 Jul 18 10:49:56.589934 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48a4f543-a994-4897-8ced-5c04fed9ef50', 'tag': '3ac1975d-f8dd-432b-8748-aa525919c851'}] {{(pid=111154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:49:56.591128 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76f28ae75f34143b6717ab81e854799a90e2618b86a46665dc49940857a7474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d28c94-cc35-4dfb-8c5a-f570030a438f" -d '{"events": [{"name": "network-changed", "server_uuid": "48a4f543-a994-4897-8ced-5c04fed9ef50", "tag": "3ac1975d-f8dd-432b-8748-aa525919c851"}]}' {{(pid=111154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:49:56.631238 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3340d89a-6b5b-4ec8-9f46-9802f1795bdd x-openstack-request-id: req-3340d89a-6b5b-4ec8-9f46-9802f1795bdd {{(pid=111154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:49:56.631539 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48a4f543-a994-4897-8ced-5c04fed9ef50", "tag": "3ac1975d-f8dd-432b-8748-aa525919c851", "status": "completed", "code": 200}]} {{(pid=111154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:49:56.631789 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3340d89a-6b5b-4ec8-9f46-9802f1795bdd {{(pid=111154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:49:56.632203 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3340d89a-6b5b-4ec8-9f46-9802f1795bdd'] response: {'name': 'network-changed', 'server_uuid': '48a4f543-a994-4897-8ced-5c04fed9ef50', 'tag': '3ac1975d-f8dd-432b-8748-aa525919c851', 'status': 'completed', 'code': 200} Jul 18 10:49:56.683027 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvr_db [None req-237db499-d013-4149-af3c-e151354f1cce None None] Set router 906d405e-b16a-41fb-a8ab-39b34c0377f9 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:49:56.754527 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d28c94-cc35-4dfb-8c5a-f570030a438f req-554b6ecf-7770-4e11-b316-f69f467d8768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:56.756020 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-71d28c94-cc35-4dfb-8c5a-f570030a438f req-554b6ecf-7770-4e11-b316-f69f467d8768 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7184d0f3256344a2af18c639787e538f&device_id=48a4f543-a994-4897-8ced-5c04fed9ef50 HTTP/1.1" status: 200 len: 1129 time: 0.0933626 Jul 18 10:49:56.973285 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-237db499-d013-4149-af3c-e151354f1cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '906d405e-b16a-41fb-a8ab-39b34c0377f9', 'name': 'tempest-ServerRescueNegativeTestJSON-581772959-router', 'tenant_id': '7184d0f3256344a2af18c639787e538f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:00Z', 'updated_at': '2022-07-18T10:47:11Z', 'revision_number': 4, 'project_id': '7184d0f3256344a2af18c639787e538f', 'gw_port': {'id': '4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906d405e-b16a-41fb-a8ab-39b34c0377f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:01Z', 'updated_at': '2022-07-18T10:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_floatingips': [{'id': 'fed70739-101c-4be8-a61a-6459b61b8d1e', 'tenant_id': '7184d0f3256344a2af18c639787e538f', 'floating_ip_address': '172.27.1.190', 'floating_network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'router_id': '906d405e-b16a-41fb-a8ab-39b34c0377f9', 'port_id': '3ac1975d-f8dd-432b-8748-aa525919c851', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 363, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09160d22-0418-499d-83b3-2657454003a1', 'mac_address': 'fa:16:3e:36:90:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a4f543-a994-4897-8ced-5c04fed9ef50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:49:29Z', 'updated_at': '2022-07-18T10:49:54Z', 'revision_number': 1, 'project_id': '7184d0f3256344a2af18c639787e538f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e8cb12d-f119-4020-990e-97c81b5c5e24', 'name': '', 'network_id': '09160d22-0418-499d-83b3-2657454003a1', 'tenant_id': '7184d0f3256344a2af18c639787e538f', 'mac_address': 'fa:16:3e:a2:58:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906d405e-b16a-41fb-a8ab-39b34c0377f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'de6eeef4-c7ed-4de0-9d7b-74b96eafe12b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:07Z', 'updated_at': '2022-07-18T10:47:29Z', 'revision_number': 5, 'project_id': '7184d0f3256344a2af18c639787e538f', 'subnets': [{'id': 'de6eeef4-c7ed-4de0-9d7b-74b96eafe12b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:49:57.005011 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d28c94-cc35-4dfb-8c5a-f570030a438f req-ee350f78-31e4-45bc-be14-d553f7bcdd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:57.006509 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-71d28c94-cc35-4dfb-8c5a-f570030a438f req-ee350f78-31e4-45bc-be14-d553f7bcdd3b service neutron] 10.222.0.52 "GET /v2.0/networks?id=09160d22-0418-499d-83b3-2657454003a1 HTTP/1.1" status: 200 len: 919 time: 0.2418168 Jul 18 10:49:57.007210 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237db499-d013-4149-af3c-e151354f1cce None None] Checking router: 906d405e-b16a-41fb-a8ab-39b34c0377f9 for host: dv-cinder-849498-1-iscsi {{(pid=111156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:49:57.014468 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96668cab-d260-46c0-b7f6-03b3a9e6cd81 req-ff6f41db-4a5d-42bf-bb1e-9b0d8460628c tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:57.015986 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-96668cab-d260-46c0-b7f6-03b3a9e6cd81 req-ff6f41db-4a5d-42bf-bb1e-9b0d8460628c tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 945 time: 0.1399076 Jul 18 10:49:57.019383 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237db499-d013-4149-af3c-e151354f1cce None None] Routers {'906d405e-b16a-41fb-a8ab-39b34c0377f9'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:49:57.020019 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-237db499-d013-4149-af3c-e151354f1cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:49:37Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['906d405e-b16a-41fb-a8ab-39b34c0377f9'], 'active': True} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:49:57.126634 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-b32ea1bc-60d7-438b-92a5-a7b9288eaab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (290e048c-1acb-4202-a580-1cb765bb2ca5), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:57.126768 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-40993259-2ca1-465f-966c-12e8872d38f0 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:57.126768 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-40993259-2ca1-465f-966c-12e8872d38f0 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.8050597 Jul 18 10:49:57.180084 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-71d28c94-cc35-4dfb-8c5a-f570030a438f req-01e66ec0-3bb6-4162-b523-d83f015b6b79 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ac1975d-f8dd-432b-8748-aa525919c851 HTTP/1.1" status: 200 len: 999 time: 0.1613173 Jul 18 10:49:57.181989 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.db.api [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 18 10:49:57.182398 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG oslo_db.api [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 18 10:49:57.195960 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-96668cab-d260-46c0-b7f6-03b3a9e6cd81 req-063970e1-0a2d-48c6-b0c4-3c17b9b1e49d tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661448 Jul 18 10:49:57.214347 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvr_db [None req-237db499-d013-4149-af3c-e151354f1cce None None] Set router 906d405e-b16a-41fb-a8ab-39b34c0377f9 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:49:57.322265 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32ea1bc-60d7-438b-92a5-a7b9288eaab2 None None] Pushing event updated for resources: {'Port': ['ID=290e048c-1acb-4202-a580-1cb765bb2ca5,revision_number=3']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:49:57.343224 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-66e01200-1263-4740-9bbc-e06bce7b8405 None None] Provisioning complete for port 290e048c-1acb-4202-a580-1cb765bb2ca5 triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:49:57.363367 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-66e01200-1263-4740-9bbc-e06bce7b8405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (290e048c-1acb-4202-a580-1cb765bb2ca5), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:57.413381 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d28c94-cc35-4dfb-8c5a-f570030a438f req-e6ed17ac-7645-49b5-904c-5f6abd42299c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:57.415640 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-71d28c94-cc35-4dfb-8c5a-f570030a438f req-e6ed17ac-7645-49b5-904c-5f6abd42299c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=de6eeef4-c7ed-4de0-9d7b-74b96eafe12b HTTP/1.1" status: 200 len: 857 time: 0.2188001 Jul 18 10:49:57.474437 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-3d02cc84-0edf-473b-bc5f-118dba31bcfa admin admin] Publish callbacks [] for router_gateway (23c021f8-caa1-4975-8dcd-00760a191b3d), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:57.487816 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d28c94-cc35-4dfb-8c5a-f570030a438f req-32cfd539-d748-4dc2-8640-25a92914fb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:57.490028 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-71d28c94-cc35-4dfb-8c5a-f570030a438f req-32cfd539-d748-4dc2-8640-25a92914fb8a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=09160d22-0418-499d-83b3-2657454003a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0665762 Jul 18 10:49:57.520976 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-6634444f-f5ef-42ec-b371-6080ef3e6464 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:57.549934 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-66e01200-1263-4740-9bbc-e06bce7b8405 None None] Current status of the port 290e048c-1acb-4202-a580-1cb765bb2ca5 is: ACTIVE; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:49:57.731449 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Current status of the port 290e048c-1acb-4202-a580-1cb765bb2ca5 is: ACTIVE; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:49:57.756460 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-6634444f-f5ef-42ec-b371-6080ef3e6464 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778871'] for floatingip (b9d8ddff-28cb-4468-8bdc-129cbbee83de), after_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:57.893087 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-237db499-d013-4149-af3c-e151354f1cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '906d405e-b16a-41fb-a8ab-39b34c0377f9', 'name': 'tempest-ServerRescueNegativeTestJSON-581772959-router', 'tenant_id': '7184d0f3256344a2af18c639787e538f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:00Z', 'updated_at': '2022-07-18T10:47:11Z', 'revision_number': 4, 'project_id': '7184d0f3256344a2af18c639787e538f', 'gw_port': {'id': '4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906d405e-b16a-41fb-a8ab-39b34c0377f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:01Z', 'updated_at': '2022-07-18T10:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_floatingips': [{'id': 'fed70739-101c-4be8-a61a-6459b61b8d1e', 'tenant_id': '7184d0f3256344a2af18c639787e538f', 'floating_ip_address': '172.27.1.190', 'floating_network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'router_id': '906d405e-b16a-41fb-a8ab-39b34c0377f9', 'port_id': '3ac1975d-f8dd-432b-8748-aa525919c851', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 363, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09160d22-0418-499d-83b3-2657454003a1', 'mac_address': 'fa:16:3e:36:90:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a4f543-a994-4897-8ced-5c04fed9ef50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:49:29Z', 'updated_at': '2022-07-18T10:49:54Z', 'revision_number': 1, 'project_id': '7184d0f3256344a2af18c639787e538f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e8cb12d-f119-4020-990e-97c81b5c5e24', 'name': '', 'network_id': '09160d22-0418-499d-83b3-2657454003a1', 'tenant_id': '7184d0f3256344a2af18c639787e538f', 'mac_address': 'fa:16:3e:a2:58:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906d405e-b16a-41fb-a8ab-39b34c0377f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'de6eeef4-c7ed-4de0-9d7b-74b96eafe12b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:07Z', 'updated_at': '2022-07-18T10:47:29Z', 'revision_number': 5, 'project_id': '7184d0f3256344a2af18c639787e538f', 'subnets': [{'id': 'de6eeef4-c7ed-4de0-9d7b-74b96eafe12b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:49:57.923105 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:57.987695 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237db499-d013-4149-af3c-e151354f1cce None None] The sync data for ids ['906d405e-b16a-41fb-a8ab-39b34c0377f9'] in dv-cinder-849498-1-iscsi is: [{'id': '906d405e-b16a-41fb-a8ab-39b34c0377f9', 'name': 'tempest-ServerRescueNegativeTestJSON-581772959-router', 'tenant_id': '7184d0f3256344a2af18c639787e538f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:00Z', 'updated_at': '2022-07-18T10:47:11Z', 'revision_number': 4, 'project_id': '7184d0f3256344a2af18c639787e538f', 'gw_port': {'id': '4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906d405e-b16a-41fb-a8ab-39b34c0377f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:01Z', 'updated_at': '2022-07-18T10:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_floatingips': [{'id': 'fed70739-101c-4be8-a61a-6459b61b8d1e', 'tenant_id': '7184d0f3256344a2af18c639787e538f', 'floating_ip_address': '172.27.1.190', 'floating_network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'router_id': '906d405e-b16a-41fb-a8ab-39b34c0377f9', 'port_id': '3ac1975d-f8dd-432b-8748-aa525919c851', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 363, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09160d22-0418-499d-83b3-2657454003a1', 'mac_address': 'fa:16:3e:36:90:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a4f543-a994-4897-8ced-5c04fed9ef50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:49:29Z', 'updated_at': '2022-07-18T10:49:54Z', 'revision_number': 1, 'project_id': '7184d0f3256344a2af18c639787e538f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e8cb12d-f119-4020-990e-97c81b5c5e24', 'name': '', 'network_id': '09160d22-0418-499d-83b3-2657454003a1', 'tenant_id': '7184d0f3256344a2af18c639787e538f', 'mac_address': 'fa:16:3e:a2:58:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906d405e-b16a-41fb-a8ab-39b34c0377f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'de6eeef4-c7ed-4de0-9d7b-74b96eafe12b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:07Z', 'updated_at': '2022-07-18T10:47:29Z', 'revision_number': 5, 'project_id': '7184d0f3256344a2af18c639787e538f', 'subnets': [{'id': 'de6eeef4-c7ed-4de0-9d7b-74b96eafe12b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:49:57.995831 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 290e048c-1acb-4202-a580-1cb765bb2ca5 up at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:49:58.033436 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-71d28c94-cc35-4dfb-8c5a-f570030a438f req-fda03107-12d2-4b62-a770-979bdea43e92 service neutron] 10.222.0.52 "GET /v2.0/networks/09160d22-0418-499d-83b3-2657454003a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159165 Jul 18 10:49:58.057103 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.db.l3_db [None req-6634444f-f5ef-42ec-b371-6080ef3e6464 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Floating IP b9d8ddff-28cb-4468-8bdc-129cbbee83de associated. External IP: 172.27.1.37, port: d5f49a49-e03e-4d9f-b362-39d74c035041. Jul 18 10:49:58.125277 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Provisioning complete for port 290e048c-1acb-4202-a580-1cb765bb2ca5 triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:49:58.125670 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (290e048c-1acb-4202-a580-1cb765bb2ca5), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:58.263810 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:58.278242 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Current status of the port 290e048c-1acb-4202-a580-1cb765bb2ca5 is: ACTIVE; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:49:58.289107 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-3d02cc84-0edf-473b-bc5f-118dba31bcfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3789133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3777021'] for router (23c021f8-caa1-4975-8dcd-00760a191b3d), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:58.399430 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ee6461-786b-4c68-b956-dc913910a8bc None None] New status for floating IP fed70739-101c-4be8-a61a-6459b61b8d1e: ACTIVE {{(pid=111157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 10:49:58.521500 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-71d28c94-cc35-4dfb-8c5a-f570030a438f req-76ec05a1-218c-4263-8a2c-6c0ced9944b9 service neutron] 10.222.0.52 "GET /v2.0/networks/09160d22-0418-499d-83b3-2657454003a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4804432 Jul 18 10:49:58.534688 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1beb04-d7e7-4c79-91b5-771a97dd47e0 req-2f9a2cba-ffe4-4a84-aa82-6e0a02884d22 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:58.536283 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-7e1beb04-d7e7-4c79-91b5-771a97dd47e0 req-2f9a2cba-ffe4-4a84-aa82-6e0a02884d22 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 945 time: 0.0794778 Jul 18 10:49:58.640152 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6634444f-f5ef-42ec-b371-6080ef3e6464 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Router 6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3 has already been hosted by L3 agent e6bcb791-bd43-4d6b-ab54-e591cb66712b {{(pid=111155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:49:58.642635 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d02cc84-0edf-473b-bc5f-118dba31bcfa admin admin] Router 23c021f8-caa1-4975-8dcd-00760a191b3d is scheduled to L3 agent e6bcb791-bd43-4d6b-ab54-e591cb66712b with binding_index 1 {{(pid=111154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 10:49:58.705305 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-7e1beb04-d7e7-4c79-91b5-771a97dd47e0 req-eb0671e3-0b43-4300-aafb-adc7502cf145 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768762 Jul 18 10:49:58.729310 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=100 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:58.743814 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.agents_db [None req-9b2825e1-dfaa-4032-a283-1b7ae0979f6b None None] Agent healthcheck: found 6 active agents {{(pid=111157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:49:58.874557 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6634444f-f5ef-42ec-b371-6080ef3e6464 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Notify agent at l3_agent.dv-cinder-849498-1-iscsi the message routers_updated {{(pid=111155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:49:58.883386 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-6634444f-f5ef-42ec-b371-6080ef3e6464 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for floatingip (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:58.888206 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f87536-2f28-48af-b01d-89727bdebf26 None None] Sync routers for ids ['6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3'] in dv-cinder-849498-1-iscsi {{(pid=111156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:49:58.905685 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d02cc84-0edf-473b-bc5f-118dba31bcfa admin admin] Notify agent at l3_agent.dv-cinder-849498-1-iscsi the message routers_updated {{(pid=111154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:49:58.915359 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:58.924534 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f87536-2f28-48af-b01d-89727bdebf26 None None] Routers {'6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:49:58.925211 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-51f87536-2f28-48af-b01d-89727bdebf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:49:37Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3'], 'active': True} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:49:58.930813 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-6634444f-f5ef-42ec-b371-6080ef3e6464 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "PUT /v2.0/floatingips/b9d8ddff-28cb-4468-8bdc-129cbbee83de HTTP/1.1" status: 200 len: 990 time: 3.0340874 Jul 18 10:49:58.930813 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31366990-97f1-495a-98b8-0ff44a44f7e1', 'tag': 'd5f49a49-e03e-4d9f-b362-39d74c035041'}] {{(pid=111155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:49:58.931106 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8753ef3b-af6c-4fec-b39d-efb83cad4b9c None None] Sync routers for ids ['23c021f8-caa1-4975-8dcd-00760a191b3d'] in dv-cinder-849498-1-iscsi {{(pid=111157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:49:58.932289 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f06b923856051c73f64d3b2294300e60923526062a62ec6e5be74a6ad2a3856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f950e25c-12b2-4a15-80ae-df92a55d4cfa" -d '{"events": [{"name": "network-changed", "server_uuid": "31366990-97f1-495a-98b8-0ff44a44f7e1", "tag": "d5f49a49-e03e-4d9f-b362-39d74c035041"}]}' {{(pid=111155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:49:58.946898 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8753ef3b-af6c-4fec-b39d-efb83cad4b9c None None] Routers {'23c021f8-caa1-4975-8dcd-00760a191b3d'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:49:58.947782 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-8753ef3b-af6c-4fec-b39d-efb83cad4b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:49:37Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['23c021f8-caa1-4975-8dcd-00760a191b3d'], 'active': True} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:49:58.979704 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27e008e-d5f5-449c-bfa3-8bdbe7cdd0f8 x-openstack-request-id: req-b27e008e-d5f5-449c-bfa3-8bdbe7cdd0f8 {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:49:58.980172 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31366990-97f1-495a-98b8-0ff44a44f7e1", "tag": "d5f49a49-e03e-4d9f-b362-39d74c035041", "status": "completed", "code": 200}]} {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:49:58.980808 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b27e008e-d5f5-449c-bfa3-8bdbe7cdd0f8 {{(pid=111155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:49:58.981348 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b27e008e-d5f5-449c-bfa3-8bdbe7cdd0f8'] response: {'name': 'network-changed', 'server_uuid': '31366990-97f1-495a-98b8-0ff44a44f7e1', 'tag': 'd5f49a49-e03e-4d9f-b362-39d74c035041', 'status': 'completed', 'code': 200} Jul 18 10:49:59.007053 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-3d02cc84-0edf-473b-bc5f-118dba31bcfa admin admin] Publish callbacks [] for router (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:59.007053 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-3d02cc84-0edf-473b-bc5f-118dba31bcfa admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.4812229 Jul 18 10:49:59.007875 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 42790) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:49:59.103489 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvr_db [None req-51f87536-2f28-48af-b01d-89727bdebf26 None None] Set router 6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:49:59.127310 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:59.193910 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvr_db [None req-8753ef3b-af6c-4fec-b39d-efb83cad4b9c None None] Set router 23c021f8-caa1-4975-8dcd-00760a191b3d gateway port host: dv-cinder-849498-1-iscsi {{(pid=111157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:49:59.468437 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-8753ef3b-af6c-4fec-b39d-efb83cad4b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c021f8-caa1-4975-8dcd-00760a191b3d', 'name': 'tempest-TestShelveInstance-1592551120-router', 'tenant_id': '7f36b12884cc423988d28fdcbdb1d8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '736592e9-5cbf-437c-a879-cc5f59071225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:49:51Z', 'updated_at': '2022-07-18T10:49:56Z', 'revision_number': 3, 'project_id': '7f36b12884cc423988d28fdcbdb1d8f9', 'gw_port': {'id': '736592e9-5cbf-437c-a879-cc5f59071225', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c021f8-caa1-4975-8dcd-00760a191b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:54Z', 'updated_at': '2022-07-18T10:49:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi'}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:49:59.513162 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8753ef3b-af6c-4fec-b39d-efb83cad4b9c None None] Checking router: 23c021f8-caa1-4975-8dcd-00760a191b3d for host: dv-cinder-849498-1-iscsi {{(pid=111157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:49:59.513874 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8753ef3b-af6c-4fec-b39d-efb83cad4b9c None None] Updating router 23c021f8-caa1-4975-8dcd-00760a191b3d port 736592e9-5cbf-437c-a879-cc5f59071225 binding host dv-cinder-849498-1-iscsi {{(pid=111157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 10:49:59.533845 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-51f87536-2f28-48af-b01d-89727bdebf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'name': 'tempest-AttachVolumeNegativeTest-431570464-router', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '4083be66-18b5-4ad2-a323-569672bf755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:00Z', 'updated_at': '2022-07-18T10:47:14Z', 'revision_number': 4, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'gw_port': {'id': '4083be66-18b5-4ad2-a323-569672bf755b', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:02Z', 'updated_at': '2022-07-18T10:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_floatingips': [{'id': '2c9b347c-fde3-46a5-8720-eb0056eeda92', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'floating_ip_address': '172.27.1.146', 'floating_network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'router_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'port_id': 'dce7face-5f9b-40f7-8b3c-e6b845457a5e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b', 'mac_address': 'fa:16:3e:35:79:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadfa860-196c-4946-85a4-a9a2aed7c1b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:47:34Z', 'updated_at': '2022-07-18T10:48:19Z', 'revision_number': 2, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'fixed_ip_address_scope': None}, {'id': 'b9d8ddff-28cb-4468-8bdc-129cbbee83de', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'floating_ip_address': '172.27.1.37', 'floating_network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'router_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'port_id': 'd5f49a49-e03e-4d9f-b362-39d74c035041', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b', 'mac_address': 'fa:16:3e:e2:58:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31366990-97f1-495a-98b8-0ff44a44f7e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:49:30Z', 'updated_at': '2022-07-18T10:49:57Z', 'revision_number': 1, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '603b1623-5cf2-4603-b446-434aeca6fd4c', 'name': '', 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'mac_address': 'fa:16:3e:29:7e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'aa197fa4-4b14-4357-8299-842622dc6172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:10Z', 'updated_at': '2022-07-18T10:47:38Z', 'revision_number': 5, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'subnets': [{'id': 'aa197fa4-4b14-4357-8299-842622dc6172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:49:59.548086 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-8753ef3b-af6c-4fec-b39d-efb83cad4b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (736592e9-5cbf-437c-a879-cc5f59071225), before_update {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:59.566161 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f87536-2f28-48af-b01d-89727bdebf26 None None] Checking router: 6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3 for host: dv-cinder-849498-1-iscsi {{(pid=111156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:49:59.577443 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f87536-2f28-48af-b01d-89727bdebf26 None None] Routers {'6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:49:59.578354 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-51f87536-2f28-48af-b01d-89727bdebf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:49:37Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3'], 'active': True} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:49:59.679483 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:59.684431 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-80aa9d22-39cb-473b-ac82-006b41b92f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:49:59.693503 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:59.712187 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvr_db [None req-51f87536-2f28-48af-b01d-89727bdebf26 None None] Set router 6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:49:59.853244 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:59.940654 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:49:59.973129 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf626c28-2d48-4552-8b55-736bf4e369ca req-248aa31b-82e0-441a-9e6e-fe226a3f0e3e tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:49:59.975484 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-cf626c28-2d48-4552-8b55-736bf4e369ca req-248aa31b-82e0-441a-9e6e-fe226a3f0e3e tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 945 time: 0.1122379 Jul 18 10:49:59.989090 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:00.034848 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-8753ef3b-af6c-4fec-b39d-efb83cad4b9c None None] Publish callbacks [] for port (736592e9-5cbf-437c-a879-cc5f59071225), precommit_update {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:00.044456 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:00.074549 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-cf626c28-2d48-4552-8b55-736bf4e369ca req-0a15da32-d7fd-495b-a619-bad48e560fca tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832560 Jul 18 10:50:00.076432 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:00.080213 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.db_base_plugin_common [None req-80aa9d22-39cb-473b-ac82-006b41b92f4f admin admin] Allocated IP 172.20.0.1 (eb380554-1a32-48db-8ee9-21d41ce83dd0/893df6fc-9fb1-4552-b95e-a392998d3c8c/2ee8cc05-4027-4039-b010-6716d0e76dc1) {{(pid=111154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:50:00.094709 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-51f87536-2f28-48af-b01d-89727bdebf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'name': 'tempest-AttachVolumeNegativeTest-431570464-router', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '4083be66-18b5-4ad2-a323-569672bf755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:00Z', 'updated_at': '2022-07-18T10:47:14Z', 'revision_number': 4, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'gw_port': {'id': '4083be66-18b5-4ad2-a323-569672bf755b', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:02Z', 'updated_at': '2022-07-18T10:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_floatingips': [{'id': '2c9b347c-fde3-46a5-8720-eb0056eeda92', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'floating_ip_address': '172.27.1.146', 'floating_network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'router_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'port_id': 'dce7face-5f9b-40f7-8b3c-e6b845457a5e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b', 'mac_address': 'fa:16:3e:35:79:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadfa860-196c-4946-85a4-a9a2aed7c1b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:47:34Z', 'updated_at': '2022-07-18T10:48:19Z', 'revision_number': 2, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'fixed_ip_address_scope': None}, {'id': 'b9d8ddff-28cb-4468-8bdc-129cbbee83de', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'floating_ip_address': '172.27.1.37', 'floating_network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'router_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'port_id': 'd5f49a49-e03e-4d9f-b362-39d74c035041', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b', 'mac_address': 'fa:16:3e:e2:58:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31366990-97f1-495a-98b8-0ff44a44f7e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:49:30Z', 'updated_at': '2022-07-18T10:49:57Z', 'revision_number': 1, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '603b1623-5cf2-4603-b446-434aeca6fd4c', 'name': '', 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'mac_address': 'fa:16:3e:29:7e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'aa197fa4-4b14-4357-8299-842622dc6172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:10Z', 'updated_at': '2022-07-18T10:47:38Z', 'revision_number': 5, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'subnets': [{'id': 'aa197fa4-4b14-4357-8299-842622dc6172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:50:00.115769 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-8753ef3b-af6c-4fec-b39d-efb83cad4b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (736592e9-5cbf-437c-a879-cc5f59071225), after_update {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:00.124025 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f87536-2f28-48af-b01d-89727bdebf26 None None] The sync data for ids ['6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3'] in dv-cinder-849498-1-iscsi is: [{'id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'name': 'tempest-AttachVolumeNegativeTest-431570464-router', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '4083be66-18b5-4ad2-a323-569672bf755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:00Z', 'updated_at': '2022-07-18T10:47:14Z', 'revision_number': 4, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'gw_port': {'id': '4083be66-18b5-4ad2-a323-569672bf755b', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:02Z', 'updated_at': '2022-07-18T10:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_floatingips': [{'id': '2c9b347c-fde3-46a5-8720-eb0056eeda92', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'floating_ip_address': '172.27.1.146', 'floating_network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'router_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'port_id': 'dce7face-5f9b-40f7-8b3c-e6b845457a5e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b', 'mac_address': 'fa:16:3e:35:79:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadfa860-196c-4946-85a4-a9a2aed7c1b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:47:34Z', 'updated_at': '2022-07-18T10:48:19Z', 'revision_number': 2, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'fixed_ip_address_scope': None}, {'id': 'b9d8ddff-28cb-4468-8bdc-129cbbee83de', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'floating_ip_address': '172.27.1.37', 'floating_network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'router_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'port_id': 'd5f49a49-e03e-4d9f-b362-39d74c035041', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b', 'mac_address': 'fa:16:3e:e2:58:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31366990-97f1-495a-98b8-0ff44a44f7e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:49:30Z', 'updated_at': '2022-07-18T10:49:57Z', 'revision_number': 1, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '603b1623-5cf2-4603-b446-434aeca6fd4c', 'name': '', 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'mac_address': 'fa:16:3e:29:7e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'aa197fa4-4b14-4357-8299-842622dc6172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:10Z', 'updated_at': '2022-07-18T10:47:38Z', 'revision_number': 5, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'subnets': [{'id': 'aa197fa4-4b14-4357-8299-842622dc6172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:50:00.194533 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b12a40-83eb-4377-80ce-49a134f34b2f None None] Pushing event updated for resources: {'Port': ['ID=736592e9-5cbf-437c-a879-cc5f59071225,revision_number=2']} {{(pid=111157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:50:00.206130 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.managers [None req-8753ef3b-af6c-4fec-b39d-efb83cad4b9c None None] Attempting to bind port 736592e9-5cbf-437c-a879-cc5f59071225 on host dv-cinder-849498-1-iscsi for vnic_type normal with profile {{(pid=111157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:50:00.206746 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.managers [None req-8753ef3b-af6c-4fec-b39d-efb83cad4b9c None None] Attempting to bind port 736592e9-5cbf-437c-a879-cc5f59071225 by drivers openvswitch,hyperv on host dv-cinder-849498-1-iscsi at level 0 using segments [{'id': '43730dd2-6239-4f15-a180-e6d1d2fbff54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1'}] {{(pid=111157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:50:00.207322 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8753ef3b-af6c-4fec-b39d-efb83cad4b9c None None] Attempting to bind port 736592e9-5cbf-437c-a879-cc5f59071225 on network bb0f21c8-59d6-4417-bd6b-78e480c446a1 {{(pid=111157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:50:00.217847 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8753ef3b-af6c-4fec-b39d-efb83cad4b9c None None] Checking agent: {'id': '62f731a8-190a-49a2-85f5-14fe4e09184e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849498-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 37, 10), 'started_at': datetime.datetime(2022, 7, 18, 10, 37, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849498-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:50:00.218287 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8753ef3b-af6c-4fec-b39d-efb83cad4b9c None None] Checking segment: {'id': '43730dd2-6239-4f15-a180-e6d1d2fbff54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:50:00.219278 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-8753ef3b-af6c-4fec-b39d-efb83cad4b9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:00.219677 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8753ef3b-af6c-4fec-b39d-efb83cad4b9c None None] Bound using segment: {'id': '43730dd2-6239-4f15-a180-e6d1d2fbff54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1'} {{(pid=111157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:50:00.220529 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.managers [None req-8753ef3b-af6c-4fec-b39d-efb83cad4b9c None None] Bound port: 736592e9-5cbf-437c-a879-cc5f59071225, host: dv-cinder-849498-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43730dd2-6239-4f15-a180-e6d1d2fbff54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1'}}] {{(pid=111157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:50:00.221003 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-8753ef3b-af6c-4fec-b39d-efb83cad4b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (736592e9-5cbf-437c-a879-cc5f59071225), before_update {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:00.282598 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-80aa9d22-39cb-473b-ac82-006b41b92f4f admin admin] Publish callbacks [] for port (2ee8cc05-4027-4039-b010-6716d0e76dc1), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:00.294110 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.db [None req-8753ef3b-af6c-4fec-b39d-efb83cad4b9c None None] For port 736592e9-5cbf-437c-a879-cc5f59071225, host dv-cinder-849498-1-iscsi, cleared binding levels {{(pid=111157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:50:00.298777 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.db [None req-8753ef3b-af6c-4fec-b39d-efb83cad4b9c None None] For port 736592e9-5cbf-437c-a879-cc5f59071225, host dv-cinder-849498-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=736592e9-5cbf-437c-a879-cc5f59071225,segment=NetworkSegment(43730dd2-6239-4f15-a180-e6d1d2fbff54),segment_id=43730dd2-6239-4f15-a180-e6d1d2fbff54)] {{(pid=111157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:50:00.435927 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-8753ef3b-af6c-4fec-b39d-efb83cad4b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (736592e9-5cbf-437c-a879-cc5f59071225), after_update {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:00.437306 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f35b694-a1ea-4472-93f5-46bf12e00bc7 None None] New status for floating IP b9d8ddff-28cb-4468-8bdc-129cbbee83de: ACTIVE {{(pid=111156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 10:50:00.471060 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:00.473057 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-80aa9d22-39cb-473b-ac82-006b41b92f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127334210'] for port (2ee8cc05-4027-4039-b010-6716d0e76dc1), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:00.533412 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8753ef3b-af6c-4fec-b39d-efb83cad4b9c None None] Routers {'23c021f8-caa1-4975-8dcd-00760a191b3d'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:50:00.534266 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-8753ef3b-af6c-4fec-b39d-efb83cad4b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:49:37Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['23c021f8-caa1-4975-8dcd-00760a191b3d'], 'active': True} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:50:00.535775 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80aa9d22-39cb-473b-ac82-006b41b92f4f admin admin] Network eb380554-1a32-48db-8ee9-21d41ce83dd0 is already hosted by enough agents. {{(pid=111154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:50:00.545510 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.base_scheduler [None req-80aa9d22-39cb-473b-ac82-006b41b92f4f admin admin] Resources bound (agent type, host, resource id): {{(pid=111154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:50:00.591283 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:00.591283 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b12a40-83eb-4377-80ce-49a134f34b2f None None] Pushing event updated for resources: {'Port': ['ID=736592e9-5cbf-437c-a879-cc5f59071225,revision_number=3']} {{(pid=111157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:50:00.632828 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80aa9d22-39cb-473b-ac82-006b41b92f4f admin admin] Received port after_create {{(pid=111154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:50:00.687425 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aa9d22-39cb-473b-ac82-006b41b92f4f admin admin] Pushing event updated for resources: {'Port': ['ID=2ee8cc05-4027-4039-b010-6716d0e76dc1,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:50:00.697658 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvr_db [None req-8753ef3b-af6c-4fec-b39d-efb83cad4b9c None None] Set router 23c021f8-caa1-4975-8dcd-00760a191b3d gateway port host: dv-cinder-849498-1-iscsi {{(pid=111157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:50:00.702187 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-80aa9d22-39cb-473b-ac82-006b41b92f4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3782518'] for router_interface (23c021f8-caa1-4975-8dcd-00760a191b3d), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:00.836265 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:INSERT=16,neutron:SELECT=79,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:01.003463 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-8753ef3b-af6c-4fec-b39d-efb83cad4b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c021f8-caa1-4975-8dcd-00760a191b3d', 'name': 'tempest-TestShelveInstance-1592551120-router', 'tenant_id': '7f36b12884cc423988d28fdcbdb1d8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '736592e9-5cbf-437c-a879-cc5f59071225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:49:51Z', 'updated_at': '2022-07-18T10:49:56Z', 'revision_number': 3, 'project_id': '7f36b12884cc423988d28fdcbdb1d8f9', 'gw_port': {'id': '736592e9-5cbf-437c-a879-cc5f59071225', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c021f8-caa1-4975-8dcd-00760a191b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:54Z', 'updated_at': '2022-07-18T10:50:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi'}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:50:01.026846 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-8ecc7931-147c-46e8-9a28-1bbbc4796fd1 None None] Provisioning complete for port 2ee8cc05-4027-4039-b010-6716d0e76dc1 triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:50:01.027406 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-8ecc7931-147c-46e8-9a28-1bbbc4796fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (2ee8cc05-4027-4039-b010-6716d0e76dc1), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:01.047262 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8753ef3b-af6c-4fec-b39d-efb83cad4b9c None None] The sync data for ids ['23c021f8-caa1-4975-8dcd-00760a191b3d'] in dv-cinder-849498-1-iscsi is: [{'id': '23c021f8-caa1-4975-8dcd-00760a191b3d', 'name': 'tempest-TestShelveInstance-1592551120-router', 'tenant_id': '7f36b12884cc423988d28fdcbdb1d8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '736592e9-5cbf-437c-a879-cc5f59071225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:49:51Z', 'updated_at': '2022-07-18T10:49:56Z', 'revision_number': 3, 'project_id': '7f36b12884cc423988d28fdcbdb1d8f9', 'gw_port': {'id': '736592e9-5cbf-437c-a879-cc5f59071225', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c021f8-caa1-4975-8dcd-00760a191b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:54Z', 'updated_at': '2022-07-18T10:50:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi'}] {{(pid=111157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:50:01.096275 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-8ecc7931-147c-46e8-9a28-1bbbc4796fd1 None None] Port 2ee8cc05-4027-4039-b010-6716d0e76dc1 cannot update to ACTIVE because it is not bound. {{(pid=111156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:50:01.135574 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-80aa9d22-39cb-473b-ac82-006b41b92f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (2ee8cc05-4027-4039-b010-6716d0e76dc1), before_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:01.284206 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:01.320544 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f950e25c-12b2-4a15-80ae-df92a55d4cfa req-8aa9d1d7-6334-45c8-a084-cc45307563e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:01.322273 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f950e25c-12b2-4a15-80ae-df92a55d4cfa req-8aa9d1d7-6334-45c8-a084-cc45307563e6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=04716d82e1084ec58b2a4909710a6ce8&device_id=31366990-97f1-495a-98b8-0ff44a44f7e1 HTTP/1.1" status: 200 len: 1129 time: 0.1631975 Jul 18 10:50:01.339856 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ed3cb-4895-4fa7-aa88-64cda36e4c1c req-2b608bff-0e56-41a1-b7d5-7c2882d38f32 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:01.341519 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-a78ed3cb-4895-4fa7-aa88-64cda36e4c1c req-2b608bff-0e56-41a1-b7d5-7c2882d38f32 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 945 time: 0.1562803 Jul 18 10:50:01.377473 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:01.464526 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:01.476100 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:01.511250 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-80aa9d22-39cb-473b-ac82-006b41b92f4f admin admin] Publish callbacks [] for port (2ee8cc05-4027-4039-b010-6716d0e76dc1), precommit_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:01.589945 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-80aa9d22-39cb-473b-ac82-006b41b92f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127333809'] for port (2ee8cc05-4027-4039-b010-6716d0e76dc1), after_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:01.633006 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-a78ed3cb-4895-4fa7-aa88-64cda36e4c1c req-7c3296c1-57a8-472b-862a-b1b10742ee61 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2816703 Jul 18 10:50:01.689186 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f950e25c-12b2-4a15-80ae-df92a55d4cfa req-2798a451-8356-4ecc-89cc-86bc5706ff59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:01.690753 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f950e25c-12b2-4a15-80ae-df92a55d4cfa req-2798a451-8356-4ecc-89cc-86bc5706ff59 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cfde60e0-9a8e-4b4d-8a28-cc720005757b HTTP/1.1" status: 200 len: 915 time: 0.3483295 Jul 18 10:50:01.711786 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-80aa9d22-39cb-473b-ac82-006b41b92f4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3608107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3781902'] for router_interface (23c021f8-caa1-4975-8dcd-00760a191b3d), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:01.714259 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aa9d22-39cb-473b-ac82-006b41b92f4f admin admin] Pushing event updated for resources: {'Port': ['ID=2ee8cc05-4027-4039-b010-6716d0e76dc1,revision_number=2']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:50:01.872909 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f950e25c-12b2-4a15-80ae-df92a55d4cfa req-98c4469f-f0d7-4c70-af73-f6c289844dbd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5f49a49-e03e-4d9f-b362-39d74c035041 HTTP/1.1" status: 200 len: 1000 time: 0.1696634 Jul 18 10:50:01.882393 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:01.921423 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80aa9d22-39cb-473b-ac82-006b41b92f4f admin admin] Network eb380554-1a32-48db-8ee9-21d41ce83dd0 is already hosted by enough agents. {{(pid=111154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:50:01.923866 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.base_scheduler [None req-80aa9d22-39cb-473b-ac82-006b41b92f4f admin admin] Resources bound (agent type, host, resource id): {{(pid=111154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:50:01.939080 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 736592e9-5cbf-437c-a879-cc5f59071225 up at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:50:01.989861 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f950e25c-12b2-4a15-80ae-df92a55d4cfa req-183703d0-8acc-4f56-ae37-14d41cd8b350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:01.994718 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f950e25c-12b2-4a15-80ae-df92a55d4cfa req-183703d0-8acc-4f56-ae37-14d41cd8b350 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=aa197fa4-4b14-4357-8299-842622dc6172 HTTP/1.1" status: 200 len: 853 time: 0.1164727 Jul 18 10:50:02.069585 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Provisioning complete for port 736592e9-5cbf-437c-a879-cc5f59071225 triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:50:02.070664 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (736592e9-5cbf-437c-a879-cc5f59071225), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:02.116410 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f950e25c-12b2-4a15-80ae-df92a55d4cfa req-6a251a83-8cb2-47e8-b081-74fd453dd5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:02.122978 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f950e25c-12b2-4a15-80ae-df92a55d4cfa req-6a251a83-8cb2-47e8-b081-74fd453dd5fb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cfde60e0-9a8e-4b4d-8a28-cc720005757b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1216261 Jul 18 10:50:02.146462 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80aa9d22-39cb-473b-ac82-006b41b92f4f admin admin] Router 23c021f8-caa1-4975-8dcd-00760a191b3d has already been hosted by L3 agent e6bcb791-bd43-4d6b-ab54-e591cb66712b {{(pid=111154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:50:02.163739 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:02.314431 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:02.339398 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Current status of the port 736592e9-5cbf-437c-a879-cc5f59071225 is: DOWN; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:50:02.339980 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (736592e9-5cbf-437c-a879-cc5f59071225), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:02.403145 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] For port 736592e9-5cbf-437c-a879-cc5f59071225, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=736592e9-5cbf-437c-a879-cc5f59071225,segment=NetworkSegment(43730dd2-6239-4f15-a180-e6d1d2fbff54),segment_id=43730dd2-6239-4f15-a180-e6d1d2fbff54)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:50:02.433334 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:02.456266 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-30ee7b6d-0876-4834-a772-db09934a5233 None None] Provisioning complete for port 2ee8cc05-4027-4039-b010-6716d0e76dc1 triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:50:02.457260 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-30ee7b6d-0876-4834-a772-db09934a5233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (2ee8cc05-4027-4039-b010-6716d0e76dc1), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:02.510697 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80aa9d22-39cb-473b-ac82-006b41b92f4f admin admin] Notify agent at l3_agent.dv-cinder-849498-1-iscsi the message routers_updated {{(pid=111154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:50:02.523959 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f950e25c-12b2-4a15-80ae-df92a55d4cfa req-4d629802-4cc5-489d-aab8-2986a33515b1 service neutron] 10.222.0.52 "GET /v2.0/networks/cfde60e0-9a8e-4b4d-8a28-cc720005757b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3898413 Jul 18 10:50:02.540819 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-80aa9d22-39cb-473b-ac82-006b41b92f4f admin admin] 10.222.0.49 "PUT /v2.0/routers/23c021f8-caa1-4975-8dcd-00760a191b3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5176685 Jul 18 10:50:02.560369 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-30ee7b6d-0876-4834-a772-db09934a5233 None None] Port 2ee8cc05-4027-4039-b010-6716d0e76dc1 cannot update to ACTIVE because it is not bound. {{(pid=111156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:50:02.756076 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (736592e9-5cbf-437c-a879-cc5f59071225), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:02.757089 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:02.776600 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f950e25c-12b2-4a15-80ae-df92a55d4cfa req-c03ee90d-6a83-474b-876d-13d807fb8fc3 service neutron] 10.222.0.52 "GET /v2.0/networks/cfde60e0-9a8e-4b4d-8a28-cc720005757b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485323 Jul 18 10:50:02.819108 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=100 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:02.858135 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Pushing event updated for resources: {'Port': ['ID=736592e9-5cbf-437c-a879-cc5f59071225,revision_number=4']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:50:02.893129 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b61623-2839-4f37-a2bb-f15cd1ce1449 req-b5fef928-69fc-42ef-9caf-e63a43fc8f1c tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:02.895603 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-91b61623-2839-4f37-a2bb-f15cd1ce1449 req-b5fef928-69fc-42ef-9caf-e63a43fc8f1c tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 945 time: 0.0944614 Jul 18 10:50:02.962863 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-91b61623-2839-4f37-a2bb-f15cd1ce1449 req-06cf6596-d749-480a-a198-39283b9d7ed2 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603654 Jul 18 10:50:03.874712 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 736592e9-5cbf-437c-a879-cc5f59071225 up at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:50:03.980381 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Provisioning complete for port 736592e9-5cbf-437c-a879-cc5f59071225 triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:50:03.981187 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (736592e9-5cbf-437c-a879-cc5f59071225), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:04.084466 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=100 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:04.085790 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=100 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:04.162390 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 42860) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:50:04.169088 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [None req-51d1c14d-fa1a-4995-a94a-b9425074b898 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1904868846-network', 'tenant_id': '156f859134cf41cf985d337c94c6ed77'}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:50:04.190234 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Current status of the port 736592e9-5cbf-437c-a879-cc5f59071225 is: ACTIVE; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:50:04.262369 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92352597-a7f7-4114-aa75-befd5ed084be req-283a8dfe-9abe-4be3-bd1c-e949cc9df21d tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:04.278238 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-92352597-a7f7-4114-aa75-befd5ed084be req-283a8dfe-9abe-4be3-bd1c-e949cc9df21d tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 945 time: 0.1510220 Jul 18 10:50:04.306637 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d1c14d-fa1a-4995-a94a-b9425074b898 admin admin] Made reservation on behalf of 156f859134cf41cf985d337c94c6ed77 for: {'network': 1} {{(pid=111154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:50:04.309653 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-51d1c14d-fa1a-4995-a94a-b9425074b898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for network (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:04.325848 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-51d1c14d-fa1a-4995-a94a-b9425074b898 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:04.357113 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:DELETE=3,neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:04.367937 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-92352597-a7f7-4114-aa75-befd5ed084be req-72506c62-d0ca-4e3d-95b1-37223be4ad98 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884030 Jul 18 10:50:04.399261 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1738adbb-7fbf-49f6-845e-ed6390b704e9 None None] Sync routers for ids ['23c021f8-caa1-4975-8dcd-00760a191b3d'] in dv-cinder-849498-1-iscsi {{(pid=111157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:50:04.417287 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1738adbb-7fbf-49f6-845e-ed6390b704e9 None None] Routers {'23c021f8-caa1-4975-8dcd-00760a191b3d'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:50:04.418115 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-1738adbb-7fbf-49f6-845e-ed6390b704e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:49:37Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['23c021f8-caa1-4975-8dcd-00760a191b3d'], 'active': True} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:50:04.475970 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-51d1c14d-fa1a-4995-a94a-b9425074b898 admin admin] Publish callbacks [] for security_group (e2028e7d-aea4-4d8f-8924-4b82b423e2ab), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:04.503436 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:04.557599 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvr_db [None req-1738adbb-7fbf-49f6-845e-ed6390b704e9 None None] Set router 23c021f8-caa1-4975-8dcd-00760a191b3d gateway port host: dv-cinder-849498-1-iscsi {{(pid=111157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:50:04.570471 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-51d1c14d-fa1a-4995-a94a-b9425074b898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (e2028e7d-aea4-4d8f-8924-4b82b423e2ab), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:04.596692 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51d1c14d-fa1a-4995-a94a-b9425074b898 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=111154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 10:50:04.620181 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d1c14d-fa1a-4995-a94a-b9425074b898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2028e7d-aea4-4d8f-8924-4b82b423e2ab,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:50:04.623328 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-51d1c14d-fa1a-4995-a94a-b9425074b898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547345'] for segment (7564f90a-bfab-4374-a398-fad220c40073), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:04.624201 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.db.segments_db [None req-51d1c14d-fa1a-4995-a94a-b9425074b898 admin admin] Added segment 7564f90a-bfab-4374-a398-fad220c40073 of type vlan for network 0937d682-ca7d-44ac-986b-205ef3874dbd Jul 18 10:50:04.670010 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-51d1c14d-fa1a-4995-a94a-b9425074b898 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741535579194'] for network (0937d682-ca7d-44ac-986b-205ef3874dbd), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:04.720650 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-60e3a5f3-8b7e-4449-9d06-3702ee258111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1fc7cd8a-3617-45f0-b645-db80237532c9), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:04.877733 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-1738adbb-7fbf-49f6-845e-ed6390b704e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c021f8-caa1-4975-8dcd-00760a191b3d', 'name': 'tempest-TestShelveInstance-1592551120-router', 'tenant_id': '7f36b12884cc423988d28fdcbdb1d8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '736592e9-5cbf-437c-a879-cc5f59071225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:49:51Z', 'updated_at': '2022-07-18T10:50:00Z', 'revision_number': 4, 'project_id': '7f36b12884cc423988d28fdcbdb1d8f9', 'gw_port': {'id': '736592e9-5cbf-437c-a879-cc5f59071225', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c021f8-caa1-4975-8dcd-00760a191b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:54Z', 'updated_at': '2022-07-18T10:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': '2ee8cc05-4027-4039-b010-6716d0e76dc1', 'name': '', 'network_id': 'eb380554-1a32-48db-8ee9-21d41ce83dd0', 'tenant_id': '7f36b12884cc423988d28fdcbdb1d8f9', 'mac_address': 'fa:16:3e:fe:4d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c021f8-caa1-4975-8dcd-00760a191b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '893df6fc-9fb1-4552-b95e-a392998d3c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:59Z', 'updated_at': '2022-07-18T10:50:01Z', 'revision_number': 2, 'project_id': '7f36b12884cc423988d28fdcbdb1d8f9', 'subnets': [{'id': '893df6fc-9fb1-4552-b95e-a392998d3c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:50:04.882161 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-51d1c14d-fa1a-4995-a94a-b9425074b898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529'] for network (0937d682-ca7d-44ac-986b-205ef3874dbd), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:04.883254 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d1c14d-fa1a-4995-a94a-b9425074b898 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:04.883952 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-51d1c14d-fa1a-4995-a94a-b9425074b898 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for network (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:04.911068 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1738adbb-7fbf-49f6-845e-ed6390b704e9 None None] Checking router: 23c021f8-caa1-4975-8dcd-00760a191b3d for host: dv-cinder-849498-1-iscsi {{(pid=111157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:50:04.911603 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1738adbb-7fbf-49f6-845e-ed6390b704e9 None None] Updating router 23c021f8-caa1-4975-8dcd-00760a191b3d port 2ee8cc05-4027-4039-b010-6716d0e76dc1 binding host dv-cinder-849498-1-iscsi {{(pid=111157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 10:50:04.946944 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-1738adbb-7fbf-49f6-845e-ed6390b704e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (2ee8cc05-4027-4039-b010-6716d0e76dc1), before_update {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:04.960654 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d1c14d-fa1a-4995-a94a-b9425074b898 admin admin] Pushing event updated for resources: {'Network': ['ID=0937d682-ca7d-44ac-986b-205ef3874dbd,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:50:04.977728 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Network 0937d682-ca7d-44ac-986b-205ef3874dbd details requested by agent ovs-agent-dv-cinder-849498-1-iscsi with host dv-cinder-849498-1-iscsi {{(pid=111156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 10:50:05.005052 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-51d1c14d-fa1a-4995-a94a-b9425074b898 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8413613 Jul 18 10:50:05.007468 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 42866) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:50:05.012933 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [None req-d5a7a08c-9696-4389-b437-c6f23a3ffd2f admin admin] Request body: {'subnet': {'network_id': '0937d682-ca7d-44ac-986b-205ef3874dbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1904868846-subnet', 'tenant_id': '156f859134cf41cf985d337c94c6ed77', 'ip_version': 4}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:50:05.014829 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:05.075670 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:05.080808 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=100 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:05.121408 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a7a08c-9696-4389-b437-c6f23a3ffd2f admin admin] Made reservation on behalf of 156f859134cf41cf985d337c94c6ed77 for: {'subnet': 1} {{(pid=111154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:50:05.123907 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-d5a7a08c-9696-4389-b437-c6f23a3ffd2f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127366008'] for subnet (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:05.133105 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:05.249321 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-1738adbb-7fbf-49f6-845e-ed6390b704e9 None None] Publish callbacks [] for port (2ee8cc05-4027-4039-b010-6716d0e76dc1), precommit_update {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:05.470495 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-1738adbb-7fbf-49f6-845e-ed6390b704e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (2ee8cc05-4027-4039-b010-6716d0e76dc1), after_update {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:05.498302 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6d0bc-bd1a-44da-961f-e7666ae10994 req-6c745016-6749-4069-b979-4172293cd1e3 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:05.500277 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-18b6d0bc-bd1a-44da-961f-e7666ae10994 req-6c745016-6749-4069-b979-4172293cd1e3 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 945 time: 0.0556338 Jul 18 10:50:05.516550 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-d5a7a08c-9696-4389-b437-c6f23a3ffd2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127334206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127365990'] for subnet (5040bc47-09b3-4010-a5ab-94a75191deb2), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:05.532706 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:05.547875 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9c3d0d-fafa-46a3-989c-a852635deb8e None None] Pushing event updated for resources: {'Port': ['ID=2ee8cc05-4027-4039-b010-6716d0e76dc1,revision_number=3']} {{(pid=111157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:50:05.590816 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a7a08c-9696-4389-b437-c6f23a3ffd2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5040bc47-09b3-4010-a5ab-94a75191deb2,revision_number=0']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:50:05.616028 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a7a08c-9696-4389-b437-c6f23a3ffd2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:50:05.616755 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a7a08c-9696-4389-b437-c6f23a3ffd2f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:50:05.617492 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a7a08c-9696-4389-b437-c6f23a3ffd2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:50:05.618154 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a7a08c-9696-4389-b437-c6f23a3ffd2f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:50:05.618823 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a7a08c-9696-4389-b437-c6f23a3ffd2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:50:05.619465 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a7a08c-9696-4389-b437-c6f23a3ffd2f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:50:05.620097 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a7a08c-9696-4389-b437-c6f23a3ffd2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:50:05.620759 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a7a08c-9696-4389-b437-c6f23a3ffd2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:50:05.621346 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a7a08c-9696-4389-b437-c6f23a3ffd2f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:50:05.621866 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a7a08c-9696-4389-b437-c6f23a3ffd2f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:50:05.622362 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a7a08c-9696-4389-b437-c6f23a3ffd2f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:50:05.622889 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a7a08c-9696-4389-b437-c6f23a3ffd2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:50:05.623850 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a7a08c-9696-4389-b437-c6f23a3ffd2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:50:05.624545 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a7a08c-9696-4389-b437-c6f23a3ffd2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:50:05.625346 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a7a08c-9696-4389-b437-c6f23a3ffd2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:50:05.635916 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-18b6d0bc-bd1a-44da-961f-e7666ae10994 req-968dbd31-a023-4538-8ea8-0fbe9a4588b5 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206899 Jul 18 10:50:05.651550 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a7a08c-9696-4389-b437-c6f23a3ffd2f admin admin] Checking segment: {'id': '7564f90a-bfab-4374-a398-fad220c40073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0937d682-ca7d-44ac-986b-205ef3874dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:50:05.652264 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a7a08c-9696-4389-b437-c6f23a3ffd2f admin admin] Network hostable DHCP agents. Network: 0937d682-ca7d-44ac-986b-205ef3874dbd, hostable agents: ['1fc7cd8a-3617-45f0-b645-db80237532c9'], hosted agents: [] {{(pid=111154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 10:50:05.702749 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:05.745826 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.managers [None req-1738adbb-7fbf-49f6-845e-ed6390b704e9 None None] Attempting to bind port 2ee8cc05-4027-4039-b010-6716d0e76dc1 on host dv-cinder-849498-1-iscsi for vnic_type normal with profile {{(pid=111157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:50:05.746216 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.managers [None req-1738adbb-7fbf-49f6-845e-ed6390b704e9 None None] Attempting to bind port 2ee8cc05-4027-4039-b010-6716d0e76dc1 by drivers openvswitch,hyperv on host dv-cinder-849498-1-iscsi at level 0 using segments [{'id': 'b2c33dff-4944-4886-9508-829332b4fcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'eb380554-1a32-48db-8ee9-21d41ce83dd0'}] {{(pid=111157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:50:05.747056 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1738adbb-7fbf-49f6-845e-ed6390b704e9 None None] Attempting to bind port 2ee8cc05-4027-4039-b010-6716d0e76dc1 on network eb380554-1a32-48db-8ee9-21d41ce83dd0 {{(pid=111157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:50:05.755555 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1738adbb-7fbf-49f6-845e-ed6390b704e9 None None] Checking agent: {'id': '62f731a8-190a-49a2-85f5-14fe4e09184e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849498-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 37, 10), 'started_at': datetime.datetime(2022, 7, 18, 10, 37, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849498-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:50:05.760064 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1738adbb-7fbf-49f6-845e-ed6390b704e9 None None] Checking segment: {'id': 'b2c33dff-4944-4886-9508-829332b4fcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'eb380554-1a32-48db-8ee9-21d41ce83dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:50:05.760064 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-1738adbb-7fbf-49f6-845e-ed6390b704e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:05.760064 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1738adbb-7fbf-49f6-845e-ed6390b704e9 None None] Bound using segment: {'id': 'b2c33dff-4944-4886-9508-829332b4fcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'eb380554-1a32-48db-8ee9-21d41ce83dd0'} {{(pid=111157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:50:05.760064 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.managers [None req-1738adbb-7fbf-49f6-845e-ed6390b704e9 None None] Bound port: 2ee8cc05-4027-4039-b010-6716d0e76dc1, host: dv-cinder-849498-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2c33dff-4944-4886-9508-829332b4fcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'eb380554-1a32-48db-8ee9-21d41ce83dd0'}}] {{(pid=111157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:50:05.760064 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-1738adbb-7fbf-49f6-845e-ed6390b704e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (2ee8cc05-4027-4039-b010-6716d0e76dc1), before_update {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:05.784724 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a7a08c-9696-4389-b437-c6f23a3ffd2f admin admin] Network 0937d682-ca7d-44ac-986b-205ef3874dbd is scheduled to be hosted by DHCP agent 1fc7cd8a-3617-45f0-b645-db80237532c9 with binding_index 1 {{(pid=111154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 10:50:05.798143 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:05.834629 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.db [None req-1738adbb-7fbf-49f6-845e-ed6390b704e9 None None] For port 2ee8cc05-4027-4039-b010-6716d0e76dc1, host dv-cinder-849498-1-iscsi, cleared binding levels {{(pid=111157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:50:05.838534 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.db [None req-1738adbb-7fbf-49f6-845e-ed6390b704e9 None None] For port 2ee8cc05-4027-4039-b010-6716d0e76dc1, host dv-cinder-849498-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=2ee8cc05-4027-4039-b010-6716d0e76dc1,segment=NetworkSegment(b2c33dff-4944-4886-9508-829332b4fcd6),segment_id=b2c33dff-4944-4886-9508-829332b4fcd6)] {{(pid=111157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:50:05.898358 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.base_scheduler [None req-d5a7a08c-9696-4389-b437-c6f23a3ffd2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849498-1-iscsi, 0937d682-ca7d-44ac-986b-205ef3874dbd) {{(pid=111154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:50:05.904038 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a7a08c-9696-4389-b437-c6f23a3ffd2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:05.904607 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-d5a7a08c-9696-4389-b437-c6f23a3ffd2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for subnet (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:05.930135 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-1738adbb-7fbf-49f6-845e-ed6390b704e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (2ee8cc05-4027-4039-b010-6716d0e76dc1), after_update {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:05.931432 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44f34a7-c102-43b4-ace1-d954b61123ea None None] Network 0937d682-ca7d-44ac-986b-205ef3874dbd requested from dv-cinder-849498-1-iscsi {{(pid=111156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:50:05.936826 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-200c2781-8348-41ed-b071-595f8b9ed1ed None None] Provisioning complete for port 2ee8cc05-4027-4039-b010-6716d0e76dc1 triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:50:05.936826 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-200c2781-8348-41ed-b071-595f8b9ed1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (2ee8cc05-4027-4039-b010-6716d0e76dc1), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:05.998234 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1738adbb-7fbf-49f6-845e-ed6390b704e9 None None] Routers {'23c021f8-caa1-4975-8dcd-00760a191b3d'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:50:05.999271 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-1738adbb-7fbf-49f6-845e-ed6390b704e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:49:37Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['23c021f8-caa1-4975-8dcd-00760a191b3d'], 'active': True} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:50:06.001381 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9c3d0d-fafa-46a3-989c-a852635deb8e None None] Pushing event updated for resources: {'Port': ['ID=2ee8cc05-4027-4039-b010-6716d0e76dc1,revision_number=4']} {{(pid=111157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:50:06.093366 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 42886) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:50:06.095481 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-d5a7a08c-9696-4389-b437-c6f23a3ffd2f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0847857 Jul 18 10:50:06.098375 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [None req-32b35b8d-afe5-41d6-afb1-c8d1653aad8a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1904868846-router', 'tenant_id': '156f859134cf41cf985d337c94c6ed77', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1'}}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:50:06.145209 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-200c2781-8348-41ed-b071-595f8b9ed1ed None None] Current status of the port 2ee8cc05-4027-4039-b010-6716d0e76dc1 is: DOWN; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:50:06.145677 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvr_db [None req-1738adbb-7fbf-49f6-845e-ed6390b704e9 None None] Set router 23c021f8-caa1-4975-8dcd-00760a191b3d gateway port host: dv-cinder-849498-1-iscsi {{(pid=111157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:50:06.145776 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-200c2781-8348-41ed-b071-595f8b9ed1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (2ee8cc05-4027-4039-b010-6716d0e76dc1), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:06.166754 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe272e5d-feb3-4efc-b880-eab065a290f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf714f7c1-7509-58f3-884e-e64bb7568dff-0937d682-ca7d-44ac-986b-205ef3874dbd', 'network_id': '0937d682-ca7d-44ac-986b-205ef3874dbd', 'project_id': '156f859134cf41cf985d337c94c6ed77', 'fixed_ips': [{'subnet_id': '5040bc47-09b3-4010-a5ab-94a75191deb2'}]}} from dv-cinder-849498-1-iscsi. {{(pid=111156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 10:50:06.168088 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-fe272e5d-feb3-4efc-b880-eab065a290f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:06.225211 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-32b35b8d-afe5-41d6-afb1-c8d1653aad8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-954'] for router (1fcb8c58-6c18-4b5e-bb42-a36afbb87d41), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:06.227839 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-32b35b8d-afe5-41d6-afb1-c8d1653aad8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3789174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3776873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-945'] for router (1fcb8c58-6c18-4b5e-bb42-a36afbb87d41), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:06.230116 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-200c2781-8348-41ed-b071-595f8b9ed1ed None None] For port 2ee8cc05-4027-4039-b010-6716d0e76dc1, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=2ee8cc05-4027-4039-b010-6716d0e76dc1,segment=NetworkSegment(b2c33dff-4944-4886-9508-829332b4fcd6),segment_id=b2c33dff-4944-4886-9508-829332b4fcd6)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:50:06.358988 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-32b35b8d-afe5-41d6-afb1-c8d1653aad8a admin admin] Publish callbacks [] for router_controller (1fcb8c58-6c18-4b5e-bb42-a36afbb87d41), precommit_add_association {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:06.402516 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.db_base_plugin_common [None req-fe272e5d-feb3-4efc-b880-eab065a290f3 None None] Allocated IP 172.20.0.2 (0937d682-ca7d-44ac-986b-205ef3874dbd/5040bc47-09b3-4010-a5ab-94a75191deb2/bd81a199-9f39-45d6-b898-7a65e9eae650) {{(pid=111156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:50:06.446522 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-200c2781-8348-41ed-b071-595f8b9ed1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (2ee8cc05-4027-4039-b010-6716d0e76dc1), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:06.461074 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:06.552556 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-1738adbb-7fbf-49f6-845e-ed6390b704e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c021f8-caa1-4975-8dcd-00760a191b3d', 'name': 'tempest-TestShelveInstance-1592551120-router', 'tenant_id': '7f36b12884cc423988d28fdcbdb1d8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '736592e9-5cbf-437c-a879-cc5f59071225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:49:51Z', 'updated_at': '2022-07-18T10:50:00Z', 'revision_number': 4, 'project_id': '7f36b12884cc423988d28fdcbdb1d8f9', 'gw_port': {'id': '736592e9-5cbf-437c-a879-cc5f59071225', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c021f8-caa1-4975-8dcd-00760a191b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:54Z', 'updated_at': '2022-07-18T10:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': '2ee8cc05-4027-4039-b010-6716d0e76dc1', 'name': '', 'network_id': 'eb380554-1a32-48db-8ee9-21d41ce83dd0', 'tenant_id': '7f36b12884cc423988d28fdcbdb1d8f9', 'mac_address': 'fa:16:3e:fe:4d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c021f8-caa1-4975-8dcd-00760a191b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '893df6fc-9fb1-4552-b95e-a392998d3c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:59Z', 'updated_at': '2022-07-18T10:50:05Z', 'revision_number': 4, 'project_id': '7f36b12884cc423988d28fdcbdb1d8f9', 'subnets': [{'id': '893df6fc-9fb1-4552-b95e-a392998d3c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:50:06.599302 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1738adbb-7fbf-49f6-845e-ed6390b704e9 None None] The sync data for ids ['23c021f8-caa1-4975-8dcd-00760a191b3d'] in dv-cinder-849498-1-iscsi is: [{'id': '23c021f8-caa1-4975-8dcd-00760a191b3d', 'name': 'tempest-TestShelveInstance-1592551120-router', 'tenant_id': '7f36b12884cc423988d28fdcbdb1d8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '736592e9-5cbf-437c-a879-cc5f59071225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:49:51Z', 'updated_at': '2022-07-18T10:50:00Z', 'revision_number': 4, 'project_id': '7f36b12884cc423988d28fdcbdb1d8f9', 'gw_port': {'id': '736592e9-5cbf-437c-a879-cc5f59071225', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c021f8-caa1-4975-8dcd-00760a191b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:54Z', 'updated_at': '2022-07-18T10:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': '2ee8cc05-4027-4039-b010-6716d0e76dc1', 'name': '', 'network_id': 'eb380554-1a32-48db-8ee9-21d41ce83dd0', 'tenant_id': '7f36b12884cc423988d28fdcbdb1d8f9', 'mac_address': 'fa:16:3e:fe:4d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c021f8-caa1-4975-8dcd-00760a191b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '893df6fc-9fb1-4552-b95e-a392998d3c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:59Z', 'updated_at': '2022-07-18T10:50:05Z', 'revision_number': 4, 'project_id': '7f36b12884cc423988d28fdcbdb1d8f9', 'subnets': [{'id': '893df6fc-9fb1-4552-b95e-a392998d3c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:50:06.784181 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-a8408410-6dc6-420d-81b2-4db065d10375 None None] Provisioning complete for port 2ee8cc05-4027-4039-b010-6716d0e76dc1 triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:50:06.784946 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-a8408410-6dc6-420d-81b2-4db065d10375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (2ee8cc05-4027-4039-b010-6716d0e76dc1), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:06.793420 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c2781-8348-41ed-b071-595f8b9ed1ed None None] Pushing event updated for resources: {'Port': ['ID=2ee8cc05-4027-4039-b010-6716d0e76dc1,revision_number=5']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:50:06.913017 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200c2781-8348-41ed-b071-595f8b9ed1ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:50:06.913638 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200c2781-8348-41ed-b071-595f8b9ed1ed None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:50:06.914266 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200c2781-8348-41ed-b071-595f8b9ed1ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:50:06.914855 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200c2781-8348-41ed-b071-595f8b9ed1ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:50:06.915369 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200c2781-8348-41ed-b071-595f8b9ed1ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:50:06.915897 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200c2781-8348-41ed-b071-595f8b9ed1ed None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:50:06.916520 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200c2781-8348-41ed-b071-595f8b9ed1ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:50:06.919977 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200c2781-8348-41ed-b071-595f8b9ed1ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:50:06.920910 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200c2781-8348-41ed-b071-595f8b9ed1ed None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:50:06.921465 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200c2781-8348-41ed-b071-595f8b9ed1ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:50:06.922102 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200c2781-8348-41ed-b071-595f8b9ed1ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:50:06.922650 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200c2781-8348-41ed-b071-595f8b9ed1ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:50:06.923155 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200c2781-8348-41ed-b071-595f8b9ed1ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:50:06.923671 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200c2781-8348-41ed-b071-595f8b9ed1ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:50:06.926007 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200c2781-8348-41ed-b071-595f8b9ed1ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:50:07.128428 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-a8408410-6dc6-420d-81b2-4db065d10375 None None] Current status of the port 2ee8cc05-4027-4039-b010-6716d0e76dc1 is: ACTIVE; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:50:07.135341 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-fe272e5d-feb3-4efc-b880-eab065a290f3 None None] Publish callbacks [] for port (bd81a199-9f39-45d6-b898-7a65e9eae650), precommit_create {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:07.138497 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-d119890b-7191-46d5-8955-3017ab46e133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (e6bcb791-bd43-4d6b-ab54-e591cb66712b), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:07.266446 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-fe272e5d-feb3-4efc-b880-eab065a290f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684'] for port (bd81a199-9f39-45d6-b898-7a65e9eae650), after_create {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:07.275877 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:07.332304 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-32b35b8d-afe5-41d6-afb1-c8d1653aad8a admin admin] Publish callbacks [] for router_gateway (1fcb8c58-6c18-4b5e-bb42-a36afbb87d41), precommit_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:07.347543 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:07.400807 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe272e5d-feb3-4efc-b880-eab065a290f3 None None] Network 0937d682-ca7d-44ac-986b-205ef3874dbd is already hosted by enough agents. {{(pid=111156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:50:07.410071 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.scheduler.base_scheduler [None req-fe272e5d-feb3-4efc-b880-eab065a290f3 None None] Resources bound (agent type, host, resource id): {{(pid=111156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:50:07.415107 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe272e5d-feb3-4efc-b880-eab065a290f3 None None] Received port after_create {{(pid=111156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:50:07.420806 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe272e5d-feb3-4efc-b880-eab065a290f3 None None] Pushing event updated for resources: {'Port': ['ID=bd81a199-9f39-45d6-b898-7a65e9eae650,revision_number=1']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:50:07.454171 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:07.520323 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=7 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:07.527495 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:07.552749 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-fe272e5d-feb3-4efc-b880-eab065a290f3 None None] Attempting to bind port bd81a199-9f39-45d6-b898-7a65e9eae650 on host dv-cinder-849498-1-iscsi for vnic_type normal with profile {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:50:07.554081 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-fe272e5d-feb3-4efc-b880-eab065a290f3 None None] Attempting to bind port bd81a199-9f39-45d6-b898-7a65e9eae650 by drivers openvswitch,hyperv on host dv-cinder-849498-1-iscsi at level 0 using segments [{'id': '7564f90a-bfab-4374-a398-fad220c40073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0937d682-ca7d-44ac-986b-205ef3874dbd'}] {{(pid=111156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:50:07.554490 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe272e5d-feb3-4efc-b880-eab065a290f3 None None] Attempting to bind port bd81a199-9f39-45d6-b898-7a65e9eae650 on network 0937d682-ca7d-44ac-986b-205ef3874dbd {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:50:07.572631 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe272e5d-feb3-4efc-b880-eab065a290f3 None None] Checking agent: {'id': '62f731a8-190a-49a2-85f5-14fe4e09184e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849498-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 37, 10), 'started_at': datetime.datetime(2022, 7, 18, 10, 37, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849498-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:50:07.573293 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe272e5d-feb3-4efc-b880-eab065a290f3 None None] Checking segment: {'id': '7564f90a-bfab-4374-a398-fad220c40073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0937d682-ca7d-44ac-986b-205ef3874dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:50:07.573928 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-fe272e5d-feb3-4efc-b880-eab065a290f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:07.574616 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe272e5d-feb3-4efc-b880-eab065a290f3 None None] Bound using segment: {'id': '7564f90a-bfab-4374-a398-fad220c40073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0937d682-ca7d-44ac-986b-205ef3874dbd'} {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:50:07.575953 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-fe272e5d-feb3-4efc-b880-eab065a290f3 None None] Bound port: bd81a199-9f39-45d6-b898-7a65e9eae650, host: dv-cinder-849498-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7564f90a-bfab-4374-a398-fad220c40073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0937d682-ca7d-44ac-986b-205ef3874dbd'}}] {{(pid=111156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:50:07.576765 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-fe272e5d-feb3-4efc-b880-eab065a290f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (bd81a199-9f39-45d6-b898-7a65e9eae650), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:07.598162 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b2cd9-74cf-41f1-9751-bf75fbdd540e req-4801cb1a-44e5-414f-905e-ed79084c62ee tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:07.610787 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-326b2cd9-74cf-41f1-9751-bf75fbdd540e req-4801cb1a-44e5-414f-905e-ed79084c62ee tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 945 time: 0.7672873 Jul 18 10:50:07.709578 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-326b2cd9-74cf-41f1-9751-bf75fbdd540e req-567b8c1e-304e-4047-bb79-4e8ae61db8e3 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975304 Jul 18 10:50:07.779691 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:07.885888 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-fe272e5d-feb3-4efc-b880-eab065a290f3 None None] For port bd81a199-9f39-45d6-b898-7a65e9eae650, host dv-cinder-849498-1-iscsi, cleared binding levels {{(pid=111156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:50:07.897678 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-fe272e5d-feb3-4efc-b880-eab065a290f3 None None] For port bd81a199-9f39-45d6-b898-7a65e9eae650, host dv-cinder-849498-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=bd81a199-9f39-45d6-b898-7a65e9eae650,segment=NetworkSegment(7564f90a-bfab-4374-a398-fad220c40073),segment_id=7564f90a-bfab-4374-a398-fad220c40073)] {{(pid=111156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:50:08.016096 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-fe272e5d-feb3-4efc-b880-eab065a290f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (bd81a199-9f39-45d6-b898-7a65e9eae650), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:08.083185 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-32b35b8d-afe5-41d6-afb1-c8d1653aad8a admin admin] Publish callbacks [] for router_gateway (1fcb8c58-6c18-4b5e-bb42-a36afbb87d41), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:08.195669 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-32b35b8d-afe5-41d6-afb1-c8d1653aad8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:08.219565 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 2ee8cc05-4027-4039-b010-6716d0e76dc1 up at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:50:08.237353 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe272e5d-feb3-4efc-b880-eab065a290f3 None None] Pushing event updated for resources: {'Port': ['ID=bd81a199-9f39-45d6-b898-7a65e9eae650,revision_number=2']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:50:08.346936 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Provisioning complete for port 2ee8cc05-4027-4039-b010-6716d0e76dc1 triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:50:08.347669 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (2ee8cc05-4027-4039-b010-6716d0e76dc1), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:08.394655 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-ce070233-206f-40ab-920e-7b3694335a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (dfa25df3-493c-43ae-826d-29cbf3b2bfa8), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:08.425199 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.db_base_plugin_common [None req-32b35b8d-afe5-41d6-afb1-c8d1653aad8a admin admin] Allocated IP 172.27.1.46 (bb0f21c8-59d6-4417-bd6b-78e480c446a1/d4fbd515-2e97-4384-b4aa-6523e13e40eb/8704d0f3-004c-4858-8590-f7c3a4d1bc5b) {{(pid=111155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:50:08.510637 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Current status of the port 2ee8cc05-4027-4039-b010-6716d0e76dc1 is: ACTIVE; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:50:08.544521 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:08.656072 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-32b35b8d-afe5-41d6-afb1-c8d1653aad8a admin admin] Publish callbacks [] for port (8704d0f3-004c-4858-8590-f7c3a4d1bc5b), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:08.814380 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-32b35b8d-afe5-41d6-afb1-c8d1653aad8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126083827'] for port (8704d0f3-004c-4858-8590-f7c3a4d1bc5b), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:08.913456 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b35b8d-afe5-41d6-afb1-c8d1653aad8a admin admin] Pushing event updated for resources: {'Port': ['ID=8704d0f3-004c-4858-8590-f7c3a4d1bc5b,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:50:08.939065 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:08.976290 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b35b8d-afe5-41d6-afb1-c8d1653aad8a admin admin] Network bb0f21c8-59d6-4417-bd6b-78e480c446a1 is already hosted by enough agents. {{(pid=111155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:50:08.981040 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.base_scheduler [None req-32b35b8d-afe5-41d6-afb1-c8d1653aad8a admin admin] Resources bound (agent type, host, resource id): {{(pid=111155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:50:08.985749 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b35b8d-afe5-41d6-afb1-c8d1653aad8a admin admin] Received port after_create {{(pid=111155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:50:09.020055 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:09.046460 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=4 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:09.074045 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc76525f-9fd5-419f-88ee-4072d77039da req-d35ec8d2-e328-44b8-8a26-b15c2c5a7ea3 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:09.081724 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-bc76525f-9fd5-419f-88ee-4072d77039da req-d35ec8d2-e328-44b8-8a26-b15c2c5a7ea3 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 945 time: 0.1551363 Jul 18 10:50:09.240904 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:09.293830 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:09.335328 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-bc76525f-9fd5-419f-88ee-4072d77039da req-178cde42-f212-4943-b415-6ed8326b2162 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2445781 Jul 18 10:50:09.647625 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:09.715778 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-32b35b8d-afe5-41d6-afb1-c8d1653aad8a admin admin] Publish callbacks [] for router_gateway (1fcb8c58-6c18-4b5e-bb42-a36afbb87d41), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:09.847303 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f8336af3-fca9-403e-a19b-06518ba3f665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (7e71126e-a656-43d8-a2eb-058f1b343885), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:09.894350 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ae7dbe-ef36-4f7c-b5a2-099865e61895 None None] Network 0937d682-ca7d-44ac-986b-205ef3874dbd requested from dv-cinder-849498-1-iscsi {{(pid=111156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:50:10.020167 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:10.076154 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:10.088250 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device bd81a199-9f39-45d6-b898-7a65e9eae650 up at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:50:10.155439 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-099d1cdd-e37c-4118-aa28-39885604f0ce None None] Provisioning complete for port bd81a199-9f39-45d6-b898-7a65e9eae650 triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:50:10.158468 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-099d1cdd-e37c-4118-aa28-39885604f0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (bd81a199-9f39-45d6-b898-7a65e9eae650), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:10.175220 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-32b35b8d-afe5-41d6-afb1-c8d1653aad8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3789133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3777021'] for router (1fcb8c58-6c18-4b5e-bb42-a36afbb87d41), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:10.193599 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:10.228536 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:10.293313 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:10.356127 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Provisioning complete for port bd81a199-9f39-45d6-b898-7a65e9eae650 triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:50:10.356531 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (bd81a199-9f39-45d6-b898-7a65e9eae650), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:10.362942 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (62f731a8-190a-49a2-85f5-14fe4e09184e), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:10.405584 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-099d1cdd-e37c-4118-aa28-39885604f0ce None None] Current status of the port bd81a199-9f39-45d6-b898-7a65e9eae650 is: DOWN; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:50:10.406018 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-099d1cdd-e37c-4118-aa28-39885604f0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (bd81a199-9f39-45d6-b898-7a65e9eae650), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:10.500549 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-099d1cdd-e37c-4118-aa28-39885604f0ce None None] For port bd81a199-9f39-45d6-b898-7a65e9eae650, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=bd81a199-9f39-45d6-b898-7a65e9eae650,segment=NetworkSegment(7564f90a-bfab-4374-a398-fad220c40073),segment_id=7564f90a-bfab-4374-a398-fad220c40073)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:50:10.549108 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Current status of the port bd81a199-9f39-45d6-b898-7a65e9eae650 is: DOWN; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:50:10.550262 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (bd81a199-9f39-45d6-b898-7a65e9eae650), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:10.598657 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d43c5c-d239-4a6b-a783-ac4edf341143 req-46ae8119-ead6-41d8-b67c-2148fee4e109 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:10.600405 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-73d43c5c-d239-4a6b-a783-ac4edf341143 req-46ae8119-ead6-41d8-b67c-2148fee4e109 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 945 time: 0.0644727 Jul 18 10:50:10.606076 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-099d1cdd-e37c-4118-aa28-39885604f0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (bd81a199-9f39-45d6-b898-7a65e9eae650), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:10.627226 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b35b8d-afe5-41d6-afb1-c8d1653aad8a admin admin] Router 1fcb8c58-6c18-4b5e-bb42-a36afbb87d41 is scheduled to L3 agent e6bcb791-bd43-4d6b-ab54-e591cb66712b with binding_index 1 {{(pid=111155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 10:50:10.689708 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:10.710358 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.db.api [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 18 10:50:10.711027 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG oslo_db.api [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 18 10:50:10.736004 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-73d43c5c-d239-4a6b-a783-ac4edf341143 req-ec1da828-9916-43da-80aa-4e29cfb37a73 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293125 Jul 18 10:50:10.742647 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099d1cdd-e37c-4118-aa28-39885604f0ce None None] Pushing event updated for resources: {'Port': ['ID=bd81a199-9f39-45d6-b898-7a65e9eae650,revision_number=3']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:50:10.773827 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-df113c95-2481-431f-b344-bb2b4e4e77f5 None None] Provisioning complete for port bd81a199-9f39-45d6-b898-7a65e9eae650 triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:50:10.783803 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-df113c95-2481-431f-b344-bb2b4e4e77f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (bd81a199-9f39-45d6-b898-7a65e9eae650), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:10.841733 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:10.897293 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b35b8d-afe5-41d6-afb1-c8d1653aad8a admin admin] Notify agent at l3_agent.dv-cinder-849498-1-iscsi the message routers_updated {{(pid=111155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:50:10.921899 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:10.939883 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654a21b2-5174-4bfd-8900-da2b45419787 None None] Sync routers for ids ['1fcb8c58-6c18-4b5e-bb42-a36afbb87d41'] in dv-cinder-849498-1-iscsi {{(pid=111156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:50:10.954667 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-df113c95-2481-431f-b344-bb2b4e4e77f5 None None] Current status of the port bd81a199-9f39-45d6-b898-7a65e9eae650 is: ACTIVE; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:50:10.969250 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654a21b2-5174-4bfd-8900-da2b45419787 None None] Routers {'1fcb8c58-6c18-4b5e-bb42-a36afbb87d41'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:50:10.970531 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-654a21b2-5174-4bfd-8900-da2b45419787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:50:07Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['1fcb8c58-6c18-4b5e-bb42-a36afbb87d41'], 'active': True} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:50:11.037015 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-32b35b8d-afe5-41d6-afb1-c8d1653aad8a admin admin] Publish callbacks [] for router (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:11.042480 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-32b35b8d-afe5-41d6-afb1-c8d1653aad8a admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.9448493 Jul 18 10:50:11.042703 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 42914) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:50:11.057383 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:11.141320 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvr_db [None req-654a21b2-5174-4bfd-8900-da2b45419787 None None] Set router 1fcb8c58-6c18-4b5e-bb42-a36afbb87d41 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:50:11.368041 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Current status of the port bd81a199-9f39-45d6-b898-7a65e9eae650 is: ACTIVE; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:50:11.436487 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:11.459230 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-654a21b2-5174-4bfd-8900-da2b45419787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fcb8c58-6c18-4b5e-bb42-a36afbb87d41', 'name': 'tempest-TestShelveInstance-1904868846-router', 'tenant_id': '156f859134cf41cf985d337c94c6ed77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '8704d0f3-004c-4858-8590-f7c3a4d1bc5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:50:06Z', 'updated_at': '2022-07-18T10:50:09Z', 'revision_number': 3, 'project_id': '156f859134cf41cf985d337c94c6ed77', 'gw_port': {'id': '8704d0f3-004c-4858-8590-f7c3a4d1bc5b', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:1c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fcb8c58-6c18-4b5e-bb42-a36afbb87d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:50:08Z', 'updated_at': '2022-07-18T10:50:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi'}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:50:11.493294 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654a21b2-5174-4bfd-8900-da2b45419787 None None] Checking router: 1fcb8c58-6c18-4b5e-bb42-a36afbb87d41 for host: dv-cinder-849498-1-iscsi {{(pid=111156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:50:11.494089 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654a21b2-5174-4bfd-8900-da2b45419787 None None] Updating router 1fcb8c58-6c18-4b5e-bb42-a36afbb87d41 port 8704d0f3-004c-4858-8590-f7c3a4d1bc5b binding host dv-cinder-849498-1-iscsi {{(pid=111156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 10:50:11.536005 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-654a21b2-5174-4bfd-8900-da2b45419787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (8704d0f3-004c-4858-8590-f7c3a4d1bc5b), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:11.617641 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:11.676215 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:11.679400 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-988e2c21-9f51-4e94-8660-94c97d5b3553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:11.817986 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=100 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:12.139737 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.db_base_plugin_common [None req-988e2c21-9f51-4e94-8660-94c97d5b3553 admin admin] Allocated IP 172.20.0.1 (0937d682-ca7d-44ac-986b-205ef3874dbd/5040bc47-09b3-4010-a5ab-94a75191deb2/3ea4a430-5f20-4627-a693-813215c85bc9) {{(pid=111154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:50:12.183298 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-654a21b2-5174-4bfd-8900-da2b45419787 None None] Publish callbacks [] for port (8704d0f3-004c-4858-8590-f7c3a4d1bc5b), precommit_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:12.189525 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device bd81a199-9f39-45d6-b898-7a65e9eae650 up at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:50:12.190675 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb355ee-b724-45dd-89e4-c7598b169e7b req-946d78c8-60da-43ca-adc1-e93790a0a756 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:12.204683 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8eb355ee-b724-45dd-89e4-c7598b169e7b req-946d78c8-60da-43ca-adc1-e93790a0a756 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 945 time: 0.1796572 Jul 18 10:50:12.252269 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Provisioning complete for port bd81a199-9f39-45d6-b898-7a65e9eae650 triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:50:12.252692 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (bd81a199-9f39-45d6-b898-7a65e9eae650), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:12.296132 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-988e2c21-9f51-4e94-8660-94c97d5b3553 admin admin] Publish callbacks [] for port (3ea4a430-5f20-4627-a693-813215c85bc9), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:12.319862 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8eb355ee-b724-45dd-89e4-c7598b169e7b req-095fd73d-70c8-4435-81a4-1b0dc7be1393 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078420 Jul 18 10:50:12.386561 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:12.411531 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Current status of the port bd81a199-9f39-45d6-b898-7a65e9eae650 is: ACTIVE; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:50:12.459297 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-654a21b2-5174-4bfd-8900-da2b45419787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (8704d0f3-004c-4858-8590-f7c3a4d1bc5b), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:12.500413 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-988e2c21-9f51-4e94-8660-94c97d5b3553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127334210'] for port (3ea4a430-5f20-4627-a693-813215c85bc9), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:12.514896 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76b8df4-94a1-4dd1-ac40-b2ed2cf2f83a None None] Pushing event updated for resources: {'Port': ['ID=8704d0f3-004c-4858-8590-f7c3a4d1bc5b,revision_number=2']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:50:12.518510 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-654a21b2-5174-4bfd-8900-da2b45419787 None None] Attempting to bind port 8704d0f3-004c-4858-8590-f7c3a4d1bc5b on host dv-cinder-849498-1-iscsi for vnic_type normal with profile {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:50:12.518952 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-654a21b2-5174-4bfd-8900-da2b45419787 None None] Attempting to bind port 8704d0f3-004c-4858-8590-f7c3a4d1bc5b by drivers openvswitch,hyperv on host dv-cinder-849498-1-iscsi at level 0 using segments [{'id': '43730dd2-6239-4f15-a180-e6d1d2fbff54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1'}] {{(pid=111156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:50:12.519398 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654a21b2-5174-4bfd-8900-da2b45419787 None None] Attempting to bind port 8704d0f3-004c-4858-8590-f7c3a4d1bc5b on network bb0f21c8-59d6-4417-bd6b-78e480c446a1 {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:50:12.525202 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654a21b2-5174-4bfd-8900-da2b45419787 None None] Checking agent: {'id': '62f731a8-190a-49a2-85f5-14fe4e09184e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849498-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 37, 10), 'started_at': datetime.datetime(2022, 7, 18, 10, 37, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849498-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:50:12.525706 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654a21b2-5174-4bfd-8900-da2b45419787 None None] Checking segment: {'id': '43730dd2-6239-4f15-a180-e6d1d2fbff54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:50:12.526115 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-654a21b2-5174-4bfd-8900-da2b45419787 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:12.526504 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654a21b2-5174-4bfd-8900-da2b45419787 None None] Bound using segment: {'id': '43730dd2-6239-4f15-a180-e6d1d2fbff54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1'} {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:50:12.526973 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-654a21b2-5174-4bfd-8900-da2b45419787 None None] Bound port: 8704d0f3-004c-4858-8590-f7c3a4d1bc5b, host: dv-cinder-849498-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43730dd2-6239-4f15-a180-e6d1d2fbff54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1'}}] {{(pid=111156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:50:12.527355 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-654a21b2-5174-4bfd-8900-da2b45419787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (8704d0f3-004c-4858-8590-f7c3a4d1bc5b), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:12.568805 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988e2c21-9f51-4e94-8660-94c97d5b3553 admin admin] Network 0937d682-ca7d-44ac-986b-205ef3874dbd is already hosted by enough agents. {{(pid=111154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:50:12.573266 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.base_scheduler [None req-988e2c21-9f51-4e94-8660-94c97d5b3553 admin admin] Resources bound (agent type, host, resource id): {{(pid=111154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:50:12.578758 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988e2c21-9f51-4e94-8660-94c97d5b3553 admin admin] Received port after_create {{(pid=111154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:50:12.613972 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-654a21b2-5174-4bfd-8900-da2b45419787 None None] For port 8704d0f3-004c-4858-8590-f7c3a4d1bc5b, host dv-cinder-849498-1-iscsi, cleared binding levels {{(pid=111156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:50:12.618043 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-654a21b2-5174-4bfd-8900-da2b45419787 None None] For port 8704d0f3-004c-4858-8590-f7c3a4d1bc5b, host dv-cinder-849498-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=8704d0f3-004c-4858-8590-f7c3a4d1bc5b,segment=NetworkSegment(43730dd2-6239-4f15-a180-e6d1d2fbff54),segment_id=43730dd2-6239-4f15-a180-e6d1d2fbff54)] {{(pid=111156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:50:12.652122 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e2c21-9f51-4e94-8660-94c97d5b3553 admin admin] Pushing event updated for resources: {'Port': ['ID=3ea4a430-5f20-4627-a693-813215c85bc9,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:50:12.652122 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:12.675152 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-988e2c21-9f51-4e94-8660-94c97d5b3553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3782518'] for router_interface (1fcb8c58-6c18-4b5e-bb42-a36afbb87d41), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:12.874012 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-654a21b2-5174-4bfd-8900-da2b45419787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (8704d0f3-004c-4858-8590-f7c3a4d1bc5b), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:12.950873 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76b8df4-94a1-4dd1-ac40-b2ed2cf2f83a None None] Pushing event updated for resources: {'Port': ['ID=8704d0f3-004c-4858-8590-f7c3a4d1bc5b,revision_number=3']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:50:12.956261 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654a21b2-5174-4bfd-8900-da2b45419787 None None] Routers {'1fcb8c58-6c18-4b5e-bb42-a36afbb87d41'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:50:12.957130 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-654a21b2-5174-4bfd-8900-da2b45419787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:50:07Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['1fcb8c58-6c18-4b5e-bb42-a36afbb87d41'], 'active': True} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:50:13.020585 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-4c18d754-8b97-4cef-98c0-bb38cb513e90 None None] Provisioning complete for port 3ea4a430-5f20-4627-a693-813215c85bc9 triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:50:13.021024 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-4c18d754-8b97-4cef-98c0-bb38cb513e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (3ea4a430-5f20-4627-a693-813215c85bc9), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:13.118776 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-988e2c21-9f51-4e94-8660-94c97d5b3553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (3ea4a430-5f20-4627-a693-813215c85bc9), before_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:13.162294 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:13.220491 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:13.270586 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvr_db [None req-654a21b2-5174-4bfd-8900-da2b45419787 None None] Set router 1fcb8c58-6c18-4b5e-bb42-a36afbb87d41 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:50:13.446388 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:13.481831 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-4c18d754-8b97-4cef-98c0-bb38cb513e90 None None] Port 3ea4a430-5f20-4627-a693-813215c85bc9 cannot update to ACTIVE because it is not bound. {{(pid=111156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:50:13.515895 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-654a21b2-5174-4bfd-8900-da2b45419787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fcb8c58-6c18-4b5e-bb42-a36afbb87d41', 'name': 'tempest-TestShelveInstance-1904868846-router', 'tenant_id': '156f859134cf41cf985d337c94c6ed77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '8704d0f3-004c-4858-8590-f7c3a4d1bc5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:50:06Z', 'updated_at': '2022-07-18T10:50:09Z', 'revision_number': 3, 'project_id': '156f859134cf41cf985d337c94c6ed77', 'gw_port': {'id': '8704d0f3-004c-4858-8590-f7c3a4d1bc5b', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:1c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fcb8c58-6c18-4b5e-bb42-a36afbb87d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:50:08Z', 'updated_at': '2022-07-18T10:50:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi'}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:50:13.577829 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654a21b2-5174-4bfd-8900-da2b45419787 None None] The sync data for ids ['1fcb8c58-6c18-4b5e-bb42-a36afbb87d41'] in dv-cinder-849498-1-iscsi is: [{'id': '1fcb8c58-6c18-4b5e-bb42-a36afbb87d41', 'name': 'tempest-TestShelveInstance-1904868846-router', 'tenant_id': '156f859134cf41cf985d337c94c6ed77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '8704d0f3-004c-4858-8590-f7c3a4d1bc5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:50:06Z', 'updated_at': '2022-07-18T10:50:09Z', 'revision_number': 3, 'project_id': '156f859134cf41cf985d337c94c6ed77', 'gw_port': {'id': '8704d0f3-004c-4858-8590-f7c3a4d1bc5b', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:1c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fcb8c58-6c18-4b5e-bb42-a36afbb87d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:50:08Z', 'updated_at': '2022-07-18T10:50:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi'}] {{(pid=111156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:50:13.596971 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:13.605252 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:13.659715 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e8587-b7e2-4f85-98b4-f1c4cb6ade62 req-dd07d47f-476c-4252-a96a-87ccf566bedd tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:13.677284 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-c39e8587-b7e2-4f85-98b4-f1c4cb6ade62 req-dd07d47f-476c-4252-a96a-87ccf566bedd tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 945 time: 0.2342150 Jul 18 10:50:13.757424 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:13.772499 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-988e2c21-9f51-4e94-8660-94c97d5b3553 admin admin] Publish callbacks [] for port (3ea4a430-5f20-4627-a693-813215c85bc9), precommit_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:13.804554 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-c39e8587-b7e2-4f85-98b4-f1c4cb6ade62 req-62c57d9c-6039-4573-884e-d3c7ff040437 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258869 Jul 18 10:50:13.864208 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-988e2c21-9f51-4e94-8660-94c97d5b3553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127333809'] for port (3ea4a430-5f20-4627-a693-813215c85bc9), after_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:13.893203 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:13.954383 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e2c21-9f51-4e94-8660-94c97d5b3553 admin admin] Pushing event updated for resources: {'Port': ['ID=3ea4a430-5f20-4627-a693-813215c85bc9,revision_number=2']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:50:13.958716 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-988e2c21-9f51-4e94-8660-94c97d5b3553 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3608107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3781902'] for router_interface (1fcb8c58-6c18-4b5e-bb42-a36afbb87d41), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:14.177766 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988e2c21-9f51-4e94-8660-94c97d5b3553 admin admin] Network 0937d682-ca7d-44ac-986b-205ef3874dbd is already hosted by enough agents. {{(pid=111154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:50:14.179720 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.base_scheduler [None req-988e2c21-9f51-4e94-8660-94c97d5b3553 admin admin] Resources bound (agent type, host, resource id): {{(pid=111154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:50:14.402849 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-988e2c21-9f51-4e94-8660-94c97d5b3553 admin admin] Router 1fcb8c58-6c18-4b5e-bb42-a36afbb87d41 has already been hosted by L3 agent e6bcb791-bd43-4d6b-ab54-e591cb66712b {{(pid=111154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:50:14.407960 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:14.515790 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:14.526751 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-c14aa0ca-6823-4860-95bc-81da4673ebce None None] Provisioning complete for port 3ea4a430-5f20-4627-a693-813215c85bc9 triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:50:14.527342 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-c14aa0ca-6823-4860-95bc-81da4673ebce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (3ea4a430-5f20-4627-a693-813215c85bc9), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:14.582449 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-c14aa0ca-6823-4860-95bc-81da4673ebce None None] Port 3ea4a430-5f20-4627-a693-813215c85bc9 cannot update to ACTIVE because it is not bound. {{(pid=111156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:50:14.734350 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-988e2c21-9f51-4e94-8660-94c97d5b3553 admin admin] Notify agent at l3_agent.dv-cinder-849498-1-iscsi the message routers_updated {{(pid=111154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:50:14.754109 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-988e2c21-9f51-4e94-8660-94c97d5b3553 admin admin] 10.222.0.49 "PUT /v2.0/routers/1fcb8c58-6c18-4b5e-bb42-a36afbb87d41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7008719 Jul 18 10:50:14.983907 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955c3bc-a872-42ab-99d3-edd922d6fc46 req-701d00fb-0af2-4866-9d26-9a7ce24833b0 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:14.992546 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-9955c3bc-a872-42ab-99d3-edd922d6fc46 req-701d00fb-0af2-4866-9d26-9a7ce24833b0 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 945 time: 0.0924432 Jul 18 10:50:15.171623 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-9955c3bc-a872-42ab-99d3-edd922d6fc46 req-38c0d5fe-dde1-493f-ac1a-a7a7677d962b tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1776536 Jul 18 10:50:15.562883 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 42954) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:50:15.569099 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [None req-40ae4255-9698-4b8f-848f-0aa0bae66bff tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1615706679', 'description': 'tempest-secgroup-smoke-1615706679 description', 'project_id': '7f36b12884cc423988d28fdcbdb1d8f9'}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:50:15.588632 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=100 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:15.611799 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a338390-806f-427c-a0a7-c4fc1befb8c3 req-04124113-d11c-40b1-8f18-ea90569796b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:15.613640 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-1a338390-806f-427c-a0a7-c4fc1befb8c3 req-04124113-d11c-40b1-8f18-ea90569796b9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=48497435674b41ccb34f6ff43026a232&device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 1129 time: 0.0599344 Jul 18 10:50:15.699360 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-40ae4255-9698-4b8f-848f-0aa0bae66bff tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Publish callbacks [] for security_group (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:15.787080 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a338390-806f-427c-a0a7-c4fc1befb8c3 req-743b8a4c-b2cd-4d97-91b7-0de2a42f84f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:15.794617 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-1a338390-806f-427c-a0a7-c4fc1befb8c3 req-743b8a4c-b2cd-4d97-91b7-0de2a42f84f3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cacd27b7-b866-4702-aa51-5895ad956ffc HTTP/1.1" status: 200 len: 917 time: 0.1683245 Jul 18 10:50:15.925048 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-40ae4255-9698-4b8f-848f-0aa0bae66bff tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Publish callbacks [] for security_group (51ab4b88-8b36-4bf6-be4a-4220e2cdae89), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:15.944796 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 8704d0f3-004c-4858-8590-f7c3a4d1bc5b up at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:50:15.961048 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-1a338390-806f-427c-a0a7-c4fc1befb8c3 req-e0c0ef5b-edb5-41d8-afd1-7b33e4676d4b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae HTTP/1.1" status: 200 len: 1001 time: 0.1643038 Jul 18 10:50:15.996104 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-40ae4255-9698-4b8f-848f-0aa0bae66bff tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (51ab4b88-8b36-4bf6-be4a-4220e2cdae89), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:16.034650 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Provisioning complete for port 8704d0f3-004c-4858-8590-f7c3a4d1bc5b triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:50:16.035613 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (8704d0f3-004c-4858-8590-f7c3a4d1bc5b), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:16.060184 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ae4255-9698-4b8f-848f-0aa0bae66bff tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51ab4b88-8b36-4bf6-be4a-4220e2cdae89,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:50:16.100342 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a338390-806f-427c-a0a7-c4fc1befb8c3 req-e5509e69-1043-4671-ae5a-0d6e474aa564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:16.102390 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-1a338390-806f-427c-a0a7-c4fc1befb8c3 req-e5509e69-1043-4671-ae5a-0d6e474aa564 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0722f3de-6f57-48f1-8200-e5895920f8b7 HTTP/1.1" status: 200 len: 855 time: 0.1336508 Jul 18 10:50:16.109851 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-40ae4255-9698-4b8f-848f-0aa0bae66bff tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Publish callbacks [] for security_group (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:16.114046 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-40ae4255-9698-4b8f-848f-0aa0bae66bff tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5468915 Jul 18 10:50:16.133610 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 42964) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:50:16.143895 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [None req-1822f547-2f55-4b74-9b99-900c84226ae2 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Request body: {'security_group_rule': {'security_group_id': '51ab4b88-8b36-4bf6-be4a-4220e2cdae89', 'project_id': '7f36b12884cc423988d28fdcbdb1d8f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:50:16.178814 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Current status of the port 8704d0f3-004c-4858-8590-f7c3a4d1bc5b is: DOWN; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:50:16.179327 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (8704d0f3-004c-4858-8590-f7c3a4d1bc5b), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:16.181624 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a338390-806f-427c-a0a7-c4fc1befb8c3 req-022b87ca-5cad-459e-b1ef-7d03d76a62d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:16.183939 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-1a338390-806f-427c-a0a7-c4fc1befb8c3 req-022b87ca-5cad-459e-b1ef-7d03d76a62d1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cacd27b7-b866-4702-aa51-5895ad956ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0738018 Jul 18 10:50:16.226107 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] For port 8704d0f3-004c-4858-8590-f7c3a4d1bc5b, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=8704d0f3-004c-4858-8590-f7c3a4d1bc5b,segment=NetworkSegment(43730dd2-6239-4f15-a180-e6d1d2fbff54),segment_id=43730dd2-6239-4f15-a180-e6d1d2fbff54)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:50:16.321363 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6044d369-8c3e-4d22-8a10-604946843585 None None] Sync routers for ids ['1fcb8c58-6c18-4b5e-bb42-a36afbb87d41'] in dv-cinder-849498-1-iscsi {{(pid=111157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:50:16.324053 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6044d369-8c3e-4d22-8a10-604946843585 None None] Routers {'1fcb8c58-6c18-4b5e-bb42-a36afbb87d41'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:50:16.324873 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-6044d369-8c3e-4d22-8a10-604946843585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:50:07Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['1fcb8c58-6c18-4b5e-bb42-a36afbb87d41'], 'active': True} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:50:16.382580 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b48263b-2175-4415-b473-9cce46abefa3 req-1ba3ab77-fd8e-4e24-88c9-213504a877b1 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:16.384260 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-5b48263b-2175-4415-b473-9cce46abefa3 req-1ba3ab77-fd8e-4e24-88c9-213504a877b1 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 945 time: 0.0713348 Jul 18 10:50:16.403480 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-1822f547-2f55-4b74-9b99-900c84226ae2 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Publish callbacks [] for security_group_rule (7948dedb-be0c-408b-95f7-68cf5d131eab), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:16.414457 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:16.422907 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-1a338390-806f-427c-a0a7-c4fc1befb8c3 req-df4ccdd4-d035-4ca4-8c84-1b47945fa793 service neutron] 10.222.0.52 "GET /v2.0/networks/cacd27b7-b866-4702-aa51-5895ad956ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310286 Jul 18 10:50:16.453184 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvr_db [None req-6044d369-8c3e-4d22-8a10-604946843585 None None] Set router 1fcb8c58-6c18-4b5e-bb42-a36afbb87d41 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:50:16.488611 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (8704d0f3-004c-4858-8590-f7c3a4d1bc5b), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:16.500244 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-1822f547-2f55-4b74-9b99-900c84226ae2 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Publish callbacks [] for security_group_rule (7948dedb-be0c-408b-95f7-68cf5d131eab), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:16.525724 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-5b48263b-2175-4415-b473-9cce46abefa3 req-f5c92ae7-7b3c-4ea7-b426-296c52bd4462 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257036 Jul 18 10:50:16.568575 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Pushing event updated for resources: {'Port': ['ID=8704d0f3-004c-4858-8590-f7c3a4d1bc5b,revision_number=4']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:50:16.581603 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-1a338390-806f-427c-a0a7-c4fc1befb8c3 req-93afa416-b346-4327-b049-47567a4a1784 service neutron] 10.222.0.52 "GET /v2.0/networks/cacd27b7-b866-4702-aa51-5895ad956ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508563 Jul 18 10:50:16.659910 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-1822f547-2f55-4b74-9b99-900c84226ae2 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706217'] for security_group_rule (7948dedb-be0c-408b-95f7-68cf5d131eab), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:16.692756 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1822f547-2f55-4b74-9b99-900c84226ae2 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7948dedb-be0c-408b-95f7-68cf5d131eab,revision_number=0']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:50:16.703002 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-6044d369-8c3e-4d22-8a10-604946843585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fcb8c58-6c18-4b5e-bb42-a36afbb87d41', 'name': 'tempest-TestShelveInstance-1904868846-router', 'tenant_id': '156f859134cf41cf985d337c94c6ed77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '8704d0f3-004c-4858-8590-f7c3a4d1bc5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:50:06Z', 'updated_at': '2022-07-18T10:50:12Z', 'revision_number': 4, 'project_id': '156f859134cf41cf985d337c94c6ed77', 'gw_port': {'id': '8704d0f3-004c-4858-8590-f7c3a4d1bc5b', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:1c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fcb8c58-6c18-4b5e-bb42-a36afbb87d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:50:08Z', 'updated_at': '2022-07-18T10:50:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': '3ea4a430-5f20-4627-a693-813215c85bc9', 'name': '', 'network_id': '0937d682-ca7d-44ac-986b-205ef3874dbd', 'tenant_id': '156f859134cf41cf985d337c94c6ed77', 'mac_address': 'fa:16:3e:8b:34:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fcb8c58-6c18-4b5e-bb42-a36afbb87d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '5040bc47-09b3-4010-a5ab-94a75191deb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:50:11Z', 'updated_at': '2022-07-18T10:50:13Z', 'revision_number': 2, 'project_id': '156f859134cf41cf985d337c94c6ed77', 'subnets': [{'id': '5040bc47-09b3-4010-a5ab-94a75191deb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:50:16.733111 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6044d369-8c3e-4d22-8a10-604946843585 None None] Checking router: 1fcb8c58-6c18-4b5e-bb42-a36afbb87d41 for host: dv-cinder-849498-1-iscsi {{(pid=111157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:50:16.733636 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6044d369-8c3e-4d22-8a10-604946843585 None None] Updating router 1fcb8c58-6c18-4b5e-bb42-a36afbb87d41 port 3ea4a430-5f20-4627-a693-813215c85bc9 binding host dv-cinder-849498-1-iscsi {{(pid=111157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 10:50:16.772986 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-6044d369-8c3e-4d22-8a10-604946843585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (3ea4a430-5f20-4627-a693-813215c85bc9), before_update {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:16.775455 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-1822f547-2f55-4b74-9b99-900c84226ae2 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:16.778175 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-1822f547-2f55-4b74-9b99-900c84226ae2 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6408167 Jul 18 10:50:16.785272 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 42974) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:50:16.792866 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [None req-d5e8357a-a34f-497a-ae09-ce6cda6238f4 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Request body: {'security_group_rule': {'security_group_id': '51ab4b88-8b36-4bf6-be4a-4220e2cdae89', 'project_id': '7f36b12884cc423988d28fdcbdb1d8f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:50:16.937446 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-d5e8357a-a34f-497a-ae09-ce6cda6238f4 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Publish callbacks [] for security_group_rule (1fc4365e-7878-4d38-a111-84ce43efc03b), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:17.052042 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-d5e8357a-a34f-497a-ae09-ce6cda6238f4 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Publish callbacks [] for security_group_rule (1fc4365e-7878-4d38-a111-84ce43efc03b), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:17.110853 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-6044d369-8c3e-4d22-8a10-604946843585 None None] Publish callbacks [] for port (3ea4a430-5f20-4627-a693-813215c85bc9), precommit_update {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:17.129833 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-d5e8357a-a34f-497a-ae09-ce6cda6238f4 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706217'] for security_group_rule (1fc4365e-7878-4d38-a111-84ce43efc03b), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:17.159255 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e8357a-a34f-497a-ae09-ce6cda6238f4 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fc4365e-7878-4d38-a111-84ce43efc03b,revision_number=0']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:50:17.219982 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-6044d369-8c3e-4d22-8a10-604946843585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (3ea4a430-5f20-4627-a693-813215c85bc9), after_update {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:17.255420 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-d5e8357a-a34f-497a-ae09-ce6cda6238f4 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:17.257992 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-d5e8357a-a34f-497a-ae09-ce6cda6238f4 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4713480 Jul 18 10:50:17.260865 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 42980) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:50:17.266109 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [None req-1d1ece0d-dfa5-490d-8c2c-26ff982ed5cc tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Request body: {'security_group_rule': {'security_group_id': '51ab4b88-8b36-4bf6-be4a-4220e2cdae89', 'project_id': '7f36b12884cc423988d28fdcbdb1d8f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:50:17.296123 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b84f5-12b3-4c0c-b9aa-d1f9426a3ba6 None None] Pushing event updated for resources: {'Port': ['ID=3ea4a430-5f20-4627-a693-813215c85bc9,revision_number=3']} {{(pid=111157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:50:17.349806 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:17.455327 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-1d1ece0d-dfa5-490d-8c2c-26ff982ed5cc tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Publish callbacks [] for security_group_rule (a9b8f0c6-c9ab-4e9d-8097-7cbd35fa43c9), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:17.466281 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.managers [None req-6044d369-8c3e-4d22-8a10-604946843585 None None] Attempting to bind port 3ea4a430-5f20-4627-a693-813215c85bc9 on host dv-cinder-849498-1-iscsi for vnic_type normal with profile {{(pid=111157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:50:17.467266 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.managers [None req-6044d369-8c3e-4d22-8a10-604946843585 None None] Attempting to bind port 3ea4a430-5f20-4627-a693-813215c85bc9 by drivers openvswitch,hyperv on host dv-cinder-849498-1-iscsi at level 0 using segments [{'id': '7564f90a-bfab-4374-a398-fad220c40073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0937d682-ca7d-44ac-986b-205ef3874dbd'}] {{(pid=111157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:50:17.470987 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6044d369-8c3e-4d22-8a10-604946843585 None None] Attempting to bind port 3ea4a430-5f20-4627-a693-813215c85bc9 on network 0937d682-ca7d-44ac-986b-205ef3874dbd {{(pid=111157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:50:17.507207 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6044d369-8c3e-4d22-8a10-604946843585 None None] Checking agent: {'id': '62f731a8-190a-49a2-85f5-14fe4e09184e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849498-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 37, 10), 'started_at': datetime.datetime(2022, 7, 18, 10, 37, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849498-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:50:17.507838 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6044d369-8c3e-4d22-8a10-604946843585 None None] Checking segment: {'id': '7564f90a-bfab-4374-a398-fad220c40073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0937d682-ca7d-44ac-986b-205ef3874dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:50:17.508500 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-6044d369-8c3e-4d22-8a10-604946843585 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:17.508979 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6044d369-8c3e-4d22-8a10-604946843585 None None] Bound using segment: {'id': '7564f90a-bfab-4374-a398-fad220c40073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0937d682-ca7d-44ac-986b-205ef3874dbd'} {{(pid=111157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:50:17.509807 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.managers [None req-6044d369-8c3e-4d22-8a10-604946843585 None None] Bound port: 3ea4a430-5f20-4627-a693-813215c85bc9, host: dv-cinder-849498-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7564f90a-bfab-4374-a398-fad220c40073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0937d682-ca7d-44ac-986b-205ef3874dbd'}}] {{(pid=111157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:50:17.510464 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-6044d369-8c3e-4d22-8a10-604946843585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (3ea4a430-5f20-4627-a693-813215c85bc9), before_update {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:17.563795 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-1d1ece0d-dfa5-490d-8c2c-26ff982ed5cc tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Publish callbacks [] for security_group_rule (a9b8f0c6-c9ab-4e9d-8097-7cbd35fa43c9), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:17.623785 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.db [None req-6044d369-8c3e-4d22-8a10-604946843585 None None] For port 3ea4a430-5f20-4627-a693-813215c85bc9, host dv-cinder-849498-1-iscsi, cleared binding levels {{(pid=111157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:50:17.625436 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-1d1ece0d-dfa5-490d-8c2c-26ff982ed5cc tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706217'] for security_group_rule (a9b8f0c6-c9ab-4e9d-8097-7cbd35fa43c9), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:17.629004 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.db [None req-6044d369-8c3e-4d22-8a10-604946843585 None None] For port 3ea4a430-5f20-4627-a693-813215c85bc9, host dv-cinder-849498-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=3ea4a430-5f20-4627-a693-813215c85bc9,segment=NetworkSegment(7564f90a-bfab-4374-a398-fad220c40073),segment_id=7564f90a-bfab-4374-a398-fad220c40073)] {{(pid=111157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:50:17.633221 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:17.676281 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1ece0d-dfa5-490d-8c2c-26ff982ed5cc tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9b8f0c6-c9ab-4e9d-8097-7cbd35fa43c9,revision_number=0']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:50:17.723073 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110cc7cb-ecb4-408c-bbea-5feed326311b req-f764ca0f-dbac-4468-a428-ada3cb82664b tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:17.731901 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-110cc7cb-ecb4-408c-bbea-5feed326311b req-f764ca0f-dbac-4468-a428-ada3cb82664b tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 945 time: 0.1086929 Jul 18 10:50:17.749773 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-6044d369-8c3e-4d22-8a10-604946843585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (3ea4a430-5f20-4627-a693-813215c85bc9), after_update {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:17.778939 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-f10cf331-f1a9-4bde-a73b-8451e2a46677 None None] Provisioning complete for port 3ea4a430-5f20-4627-a693-813215c85bc9 triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:50:17.799343 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f10cf331-f1a9-4bde-a73b-8451e2a46677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (3ea4a430-5f20-4627-a693-813215c85bc9), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:17.807325 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-1d1ece0d-dfa5-490d-8c2c-26ff982ed5cc tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:17.809044 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-1d1ece0d-dfa5-490d-8c2c-26ff982ed5cc tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5466614 Jul 18 10:50:17.813352 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 42986) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:50:17.832565 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [None req-5d6421be-5f42-4b31-b04c-b553b1205ed5 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Request body: {'security_group_rule': {'security_group_id': '51ab4b88-8b36-4bf6-be4a-4220e2cdae89', 'project_id': '7f36b12884cc423988d28fdcbdb1d8f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:50:17.858365 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-110cc7cb-ecb4-408c-bbea-5feed326311b req-de2afda6-b082-495c-9d30-7ecf827bd912 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240027 Jul 18 10:50:17.946033 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6044d369-8c3e-4d22-8a10-604946843585 None None] Routers {'1fcb8c58-6c18-4b5e-bb42-a36afbb87d41'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:50:17.949385 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-6044d369-8c3e-4d22-8a10-604946843585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:50:07Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['1fcb8c58-6c18-4b5e-bb42-a36afbb87d41'], 'active': True} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:50:18.007680 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 8704d0f3-004c-4858-8590-f7c3a4d1bc5b up at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:50:18.010659 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-f10cf331-f1a9-4bde-a73b-8451e2a46677 None None] Current status of the port 3ea4a430-5f20-4627-a693-813215c85bc9 is: DOWN; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:50:18.011338 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f10cf331-f1a9-4bde-a73b-8451e2a46677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (3ea4a430-5f20-4627-a693-813215c85bc9), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:18.054604 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-5d6421be-5f42-4b31-b04c-b553b1205ed5 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Publish callbacks [] for security_group_rule (e504d39f-1aaf-4eef-878a-814360ec2237), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:18.102586 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-f10cf331-f1a9-4bde-a73b-8451e2a46677 None None] For port 3ea4a430-5f20-4627-a693-813215c85bc9, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=3ea4a430-5f20-4627-a693-813215c85bc9,segment=NetworkSegment(7564f90a-bfab-4374-a398-fad220c40073),segment_id=7564f90a-bfab-4374-a398-fad220c40073)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:50:18.105024 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Provisioning complete for port 8704d0f3-004c-4858-8590-f7c3a4d1bc5b triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:50:18.105601 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (8704d0f3-004c-4858-8590-f7c3a4d1bc5b), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:18.156984 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:18.205872 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Current status of the port 8704d0f3-004c-4858-8590-f7c3a4d1bc5b is: ACTIVE; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:50:18.226698 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f10cf331-f1a9-4bde-a73b-8451e2a46677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (3ea4a430-5f20-4627-a693-813215c85bc9), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:18.231863 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-5d6421be-5f42-4b31-b04c-b553b1205ed5 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Publish callbacks [] for security_group_rule (e504d39f-1aaf-4eef-878a-814360ec2237), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:18.234933 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b84f5-12b3-4c0c-b9aa-d1f9426a3ba6 None None] Pushing event updated for resources: {'Port': ['ID=3ea4a430-5f20-4627-a693-813215c85bc9,revision_number=4']} {{(pid=111157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:50:18.279899 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvr_db [None req-6044d369-8c3e-4d22-8a10-604946843585 None None] Set router 1fcb8c58-6c18-4b5e-bb42-a36afbb87d41 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:50:18.296194 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10cf331-f1a9-4bde-a73b-8451e2a46677 None None] Pushing event updated for resources: {'Port': ['ID=3ea4a430-5f20-4627-a693-813215c85bc9,revision_number=5']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:50:18.324574 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-5d6421be-5f42-4b31-b04c-b553b1205ed5 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706217'] for security_group_rule (e504d39f-1aaf-4eef-878a-814360ec2237), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:18.364015 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6421be-5f42-4b31-b04c-b553b1205ed5 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e504d39f-1aaf-4eef-878a-814360ec2237,revision_number=0']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:50:18.364869 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-a08de0e2-ad1b-4374-b335-6f062c00b273 None None] Provisioning complete for port 3ea4a430-5f20-4627-a693-813215c85bc9 triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:50:18.365509 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-a08de0e2-ad1b-4374-b335-6f062c00b273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (3ea4a430-5f20-4627-a693-813215c85bc9), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:18.369526 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:18.522463 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-a08de0e2-ad1b-4374-b335-6f062c00b273 None None] Current status of the port 3ea4a430-5f20-4627-a693-813215c85bc9 is: ACTIVE; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:50:18.551030 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-5d6421be-5f42-4b31-b04c-b553b1205ed5 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:18.552302 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-5d6421be-5f42-4b31-b04c-b553b1205ed5 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7375433 Jul 18 10:50:18.561364 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 42996) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:50:18.570492 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [None req-ca82e9fd-931e-4e69-83bc-3009855d7f40 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Request body: {'security_group_rule': {'security_group_id': '51ab4b88-8b36-4bf6-be4a-4220e2cdae89', 'project_id': '7f36b12884cc423988d28fdcbdb1d8f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:50:18.667758 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-6044d369-8c3e-4d22-8a10-604946843585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fcb8c58-6c18-4b5e-bb42-a36afbb87d41', 'name': 'tempest-TestShelveInstance-1904868846-router', 'tenant_id': '156f859134cf41cf985d337c94c6ed77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '8704d0f3-004c-4858-8590-f7c3a4d1bc5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:50:06Z', 'updated_at': '2022-07-18T10:50:12Z', 'revision_number': 4, 'project_id': '156f859134cf41cf985d337c94c6ed77', 'gw_port': {'id': '8704d0f3-004c-4858-8590-f7c3a4d1bc5b', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:1c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcb8c58-6c18-4b5e-bb42-a36afbb87d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:50:08Z', 'updated_at': '2022-07-18T10:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': '3ea4a430-5f20-4627-a693-813215c85bc9', 'name': '', 'network_id': '0937d682-ca7d-44ac-986b-205ef3874dbd', 'tenant_id': '156f859134cf41cf985d337c94c6ed77', 'mac_address': 'fa:16:3e:8b:34:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fcb8c58-6c18-4b5e-bb42-a36afbb87d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '5040bc47-09b3-4010-a5ab-94a75191deb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:50:11Z', 'updated_at': '2022-07-18T10:50:17Z', 'revision_number': 4, 'project_id': '156f859134cf41cf985d337c94c6ed77', 'subnets': [{'id': '5040bc47-09b3-4010-a5ab-94a75191deb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:50:18.699693 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6044d369-8c3e-4d22-8a10-604946843585 None None] The sync data for ids ['1fcb8c58-6c18-4b5e-bb42-a36afbb87d41'] in dv-cinder-849498-1-iscsi is: [{'id': '1fcb8c58-6c18-4b5e-bb42-a36afbb87d41', 'name': 'tempest-TestShelveInstance-1904868846-router', 'tenant_id': '156f859134cf41cf985d337c94c6ed77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '8704d0f3-004c-4858-8590-f7c3a4d1bc5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:50:06Z', 'updated_at': '2022-07-18T10:50:12Z', 'revision_number': 4, 'project_id': '156f859134cf41cf985d337c94c6ed77', 'gw_port': {'id': '8704d0f3-004c-4858-8590-f7c3a4d1bc5b', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:1c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcb8c58-6c18-4b5e-bb42-a36afbb87d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:50:08Z', 'updated_at': '2022-07-18T10:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': '3ea4a430-5f20-4627-a693-813215c85bc9', 'name': '', 'network_id': '0937d682-ca7d-44ac-986b-205ef3874dbd', 'tenant_id': '156f859134cf41cf985d337c94c6ed77', 'mac_address': 'fa:16:3e:8b:34:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fcb8c58-6c18-4b5e-bb42-a36afbb87d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '5040bc47-09b3-4010-a5ab-94a75191deb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:50:11Z', 'updated_at': '2022-07-18T10:50:17Z', 'revision_number': 4, 'project_id': '156f859134cf41cf985d337c94c6ed77', 'subnets': [{'id': '5040bc47-09b3-4010-a5ab-94a75191deb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:50:18.721762 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.db.securitygroups_db [None req-ca82e9fd-931e-4e69-83bc-3009855d7f40 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Project 7f36b12884cc423988d28fdcbdb1d8f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 18 10:50:18.732034 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-ca82e9fd-931e-4e69-83bc-3009855d7f40 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Publish callbacks [] for security_group_rule (1238c553-d931-4a7d-a4ab-83391bfc597e), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:18.837184 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:18.965430 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-ca82e9fd-931e-4e69-83bc-3009855d7f40 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Publish callbacks [] for security_group_rule (1238c553-d931-4a7d-a4ab-83391bfc597e), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:19.074786 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-ca82e9fd-931e-4e69-83bc-3009855d7f40 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706217'] for security_group_rule (1238c553-d931-4a7d-a4ab-83391bfc597e), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:19.168433 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4fd8a3-7c00-43bc-9771-63cebe589fad req-d19d13cb-1e20-4eb2-bed0-1223d5b3ad2f tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:19.172143 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3d4fd8a3-7c00-43bc-9771-63cebe589fad req-d19d13cb-1e20-4eb2-bed0-1223d5b3ad2f tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 945 time: 0.1901677 Jul 18 10:50:19.173776 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca82e9fd-931e-4e69-83bc-3009855d7f40 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1238c553-d931-4a7d-a4ab-83391bfc597e,revision_number=0']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:50:19.216208 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca82e9fd-931e-4e69-83bc-3009855d7f40 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:50:19.217298 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca82e9fd-931e-4e69-83bc-3009855d7f40 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:50:19.218143 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca82e9fd-931e-4e69-83bc-3009855d7f40 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:50:19.218946 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca82e9fd-931e-4e69-83bc-3009855d7f40 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:50:19.220042 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca82e9fd-931e-4e69-83bc-3009855d7f40 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:50:19.220889 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca82e9fd-931e-4e69-83bc-3009855d7f40 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:50:19.221712 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca82e9fd-931e-4e69-83bc-3009855d7f40 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:50:19.222512 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca82e9fd-931e-4e69-83bc-3009855d7f40 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:50:19.223605 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca82e9fd-931e-4e69-83bc-3009855d7f40 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:50:19.224537 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca82e9fd-931e-4e69-83bc-3009855d7f40 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:50:19.225945 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca82e9fd-931e-4e69-83bc-3009855d7f40 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:50:19.226709 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca82e9fd-931e-4e69-83bc-3009855d7f40 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:50:19.227613 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca82e9fd-931e-4e69-83bc-3009855d7f40 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:50:19.228362 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca82e9fd-931e-4e69-83bc-3009855d7f40 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:50:19.229081 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca82e9fd-931e-4e69-83bc-3009855d7f40 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:50:19.259424 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-ca82e9fd-931e-4e69-83bc-3009855d7f40 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:19.259424 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-ca82e9fd-931e-4e69-83bc-3009855d7f40 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6946204 Jul 18 10:50:19.260480 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 43004) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:50:19.265860 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [None req-0908b421-5d31-47c7-ba6c-8b6ecc683e58 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Request body: {'security_group_rule': {'security_group_id': '51ab4b88-8b36-4bf6-be4a-4220e2cdae89', 'project_id': '7f36b12884cc423988d28fdcbdb1d8f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:50:19.289218 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:19.329839 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3d4fd8a3-7c00-43bc-9771-63cebe589fad req-c403a700-d2bc-4d82-b87b-558d6c8b8439 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1496925 Jul 18 10:50:19.430334 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.db.securitygroups_db [None req-0908b421-5d31-47c7-ba6c-8b6ecc683e58 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Project 7f36b12884cc423988d28fdcbdb1d8f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 18 10:50:19.440376 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-0908b421-5d31-47c7-ba6c-8b6ecc683e58 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Publish callbacks [] for security_group_rule (d258486b-941d-446f-8896-98aabab2d555), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:19.528731 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-0908b421-5d31-47c7-ba6c-8b6ecc683e58 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Publish callbacks [] for security_group_rule (d258486b-941d-446f-8896-98aabab2d555), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:19.670195 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae no longer exists at agent hyperv_hv-cinder-84949 {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:50:19.682505 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-0908b421-5d31-47c7-ba6c-8b6ecc683e58 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706217'] for security_group_rule (d258486b-941d-446f-8896-98aabab2d555), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:19.752898 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0908b421-5d31-47c7-ba6c-8b6ecc683e58 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d258486b-941d-446f-8896-98aabab2d555,revision_number=0']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:50:19.844116 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] Current status of the port abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae is: ACTIVE; New status is: DOWN {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:50:19.844419 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:19.882900 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:19.895051 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d05192-b009-41ab-861b-b66d0352d41e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae'}] {{(pid=111156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:50:19.897547 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfe4995b6dbf042dd7b3201bd1da42d47478b3b3d9ca6c613cb3b1d3a53612ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c67c90-a084-4ad3-92b2-a04b2c3562eb" -d '{"events": [{"server_uuid": "14d05192-b009-41ab-861b-b66d0352d41e", "name": "network-vif-unplugged", "status": "completed", "tag": "abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae"}]}' {{(pid=111156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:50:19.940488 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-0908b421-5d31-47c7-ba6c-8b6ecc683e58 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:19.945768 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-0908b421-5d31-47c7-ba6c-8b6ecc683e58 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6810596 Jul 18 10:50:19.956841 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 3ea4a430-5f20-4627-a693-813215c85bc9 up at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:50:20.021584 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Jul 2022 10:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255f830f-e2cf-4ff0-ac93-9caa32ccfe84 x-openstack-request-id: req-255f830f-e2cf-4ff0-ac93-9caa32ccfe84 {{(pid=111156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:50:20.021584 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14d05192-b009-41ab-861b-b66d0352d41e", "name": "network-vif-unplugged", "status": "completed", "tag": "abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae", "code": 200}]} {{(pid=111156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:50:20.021584 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-255f830f-e2cf-4ff0-ac93-9caa32ccfe84 {{(pid=111156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:50:20.022076 dv-cinder-849498-1-iscsi neutron-server[111156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-255f830f-e2cf-4ff0-ac93-9caa32ccfe84'] response: {'server_uuid': '14d05192-b009-41ab-861b-b66d0352d41e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae', 'code': 200} Jul 18 10:50:20.034839 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae,segment=NetworkSegment(163c7c7d-635e-4353-a5ea-f102084ea7d2),segment_id=163c7c7d-635e-4353-a5ea-f102084ea7d2)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:50:20.056653 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Provisioning complete for port 3ea4a430-5f20-4627-a693-813215c85bc9 triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:50:20.057205 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (3ea4a430-5f20-4627-a693-813215c85bc9), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:20.148925 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:20.208079 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Current status of the port 3ea4a430-5f20-4627-a693-813215c85bc9 is: ACTIVE; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:50:20.269086 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Pushing event updated for resources: {'Port': ['ID=abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae,revision_number=8']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:50:20.574460 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba99d8dc-f587-4865-92db-04412012b431 req-4df6c4a5-98fb-4da8-97ac-fdfc231afe9d tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:20.578606 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ba99d8dc-f587-4865-92db-04412012b431 req-4df6c4a5-98fb-4da8-97ac-fdfc231afe9d tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 943 time: 0.1341715 Jul 18 10:50:20.683650 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ba99d8dc-f587-4865-92db-04412012b431 req-6a30c799-7974-412d-8e7e-4b388aba4a06 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972469 Jul 18 10:50:22.167128 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-5dfdabb5-07b5-4589-8451-b1a7423c59fe req-60463014-0910-461f-b7c0-d45308a24a60 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1718855347&fields=id&tenant_id=17f436162f3a4bd4b3a94f584e7d8782 HTTP/1.1" status: 200 len: 267 time: 0.0729966 Jul 18 10:50:22.351283 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfdabb5-07b5-4589-8451-b1a7423c59fe req-0f68b8e4-3c3a-4a11-a8a4-152fd462dfc4 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:22.359912 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-5dfdabb5-07b5-4589-8451-b1a7423c59fe req-0f68b8e4-3c3a-4a11-a8a4-152fd462dfc4 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/networks?id=407e895d-8435-43cb-addb-b40e755d1f02 HTTP/1.1" status: 200 len: 811 time: 0.1828313 Jul 18 10:50:22.378951 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-5dfdabb5-07b5-4589-8451-b1a7423c59fe req-0a978544-9a82-408e-87d7-b334aec5325e tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/quotas/17f436162f3a4bd4b3a94f584e7d8782 HTTP/1.1" status: 200 len: 375 time: 0.0176024 Jul 18 10:50:22.478485 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-5dfdabb5-07b5-4589-8451-b1a7423c59fe req-2ce950fe-5a38-46bd-a871-f0ec2fc860c2 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=17f436162f3a4bd4b3a94f584e7d8782&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0855057 Jul 18 10:50:22.632188 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-5dfdabb5-07b5-4589-8451-b1a7423c59fe req-fd886cf7-a763-4452-995a-e6b100f15f89 service neutron] 10.222.0.49 "GET /v2.0/networks/407e895d-8435-43cb-addb-b40e755d1f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436572 Jul 18 10:50:22.773887 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-5dfdabb5-07b5-4589-8451-b1a7423c59fe req-76a046e6-dc33-454f-9b45-7df4c9d3de1b service neutron] 10.222.0.49 "GET /v2.0/networks/407e895d-8435-43cb-addb-b40e755d1f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406820 Jul 18 10:50:22.796277 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [req-5c2b5441-283f-4d5e-bb54-889486853244 req-d4e54ca1-9724-434c-8197-65a790206773 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=111155) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 10:50:22.798261 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-5c2b5441-283f-4d5e-bb54-889486853244 req-d4e54ca1-9724-434c-8197-65a790206773 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0097256 Jul 18 10:50:23.278604 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a25e927-cd59-4388-a09c-50b7b790ec1b req-a4519a91-0244-4faa-bb3e-23a57016fc20 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:23.280769 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-7a25e927-cd59-4388-a09c-50b7b790ec1b req-a4519a91-0244-4faa-bb3e-23a57016fc20 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 943 time: 0.0836654 Jul 18 10:50:23.366605 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-7a25e927-cd59-4388-a09c-50b7b790ec1b req-d6db0e52-38ac-4bf8-9c29-4985bbc5bf71 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730832 Jul 18 10:50:23.614636 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-15b4cb15-8728-468d-956a-10b2df32175d req-87b0c83b-db35-4054-8698-67d25b15510a tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=309e30be-b4c2-4959-97f8-1ea7925c9e5c HTTP/1.1" status: 200 len: 210 time: 0.0378335 Jul 18 10:50:24.124115 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1ff6e34c-ad2d-4d6d-84c2-aee03113dac2), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:24.583734 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd9a6b1-9759-41c1-94ed-1b1e79757bfd req-2c0291d4-85df-4042-886f-7c62ea8b7159 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:24.586538 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3bd9a6b1-9759-41c1-94ed-1b1e79757bfd req-2c0291d4-85df-4042-886f-7c62ea8b7159 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 943 time: 0.1206548 Jul 18 10:50:24.674539 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:24.717229 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3bd9a6b1-9759-41c1-94ed-1b1e79757bfd req-801455cd-b5fb-4171-8130-b4ec2c422be7 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042693 Jul 18 10:50:24.765038 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-da9e37b4-9d96-48cd-a059-b075204d0994 req-4a349f05-d0c6-4f3e-9f8f-12887a00c718 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=309e30be-b4c2-4959-97f8-1ea7925c9e5c HTTP/1.1" status: 200 len: 210 time: 0.0729849 Jul 18 10:50:25.948202 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3f9e4bbc-7593-4b38-99d0-ae88cc5acca3 req-b7b13064-bfb2-44df-8030-ff410ad8ef47 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=309e30be-b4c2-4959-97f8-1ea7925c9e5c HTTP/1.1" status: 200 len: 210 time: 0.0643661 Jul 18 10:50:25.965856 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f121233-62be-4bda-b715-81560af50684 req-086661c4-3711-430d-b0d2-3846080c96b9 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:25.969099 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-6f121233-62be-4bda-b715-81560af50684 req-086661c4-3711-430d-b0d2-3846080c96b9 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 943 time: 0.1501412 Jul 18 10:50:26.024749 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:26.056986 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-6f121233-62be-4bda-b715-81560af50684 req-b2e9eded-3a99-42f4-98b3-f0599102e294 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813780 Jul 18 10:50:26.890336 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfdabb5-07b5-4589-8451-b1a7423c59fe req-2b3730a1-b19d-4c6c-82c0-86f5e5673e2d tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:26.892540 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-5dfdabb5-07b5-4589-8451-b1a7423c59fe req-2b3730a1-b19d-4c6c-82c0-86f5e5673e2d tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.52 "GET /v2.0/networks?id=407e895d-8435-43cb-addb-b40e755d1f02 HTTP/1.1" status: 200 len: 811 time: 0.1696503 Jul 18 10:50:27.009492 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-5dfdabb5-07b5-4589-8451-b1a7423c59fe req-101de3f1-2658-4b91-9a17-c13dec2a4635 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17f436162f3a4bd4b3a94f584e7d8782 HTTP/1.1" status: 200 len: 380 time: 0.1059535 Jul 18 10:50:27.034717 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [req-5dfdabb5-07b5-4589-8451-b1a7423c59fe req-a1665126-056c-4d50-9a44-c11ccedfb1be tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Request body: {'port': {'device_id': '309e30be-b4c2-4959-97f8-1ea7925c9e5c', 'network_id': '407e895d-8435-43cb-addb-b40e755d1f02', 'admin_state_up': True, 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782', 'security_groups': ['23af82d5-52ac-4c84-a3ff-a4f9eeb073c6']}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:50:27.196977 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8f1a63ce-549b-4fcf-ac35-a102e1945038 req-2c4ab308-7ba0-49fb-b5e9-d86a950241ff tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=309e30be-b4c2-4959-97f8-1ea7925c9e5c HTTP/1.1" status: 200 len: 210 time: 0.0612922 Jul 18 10:50:27.337082 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07401aef-8a82-4cb1-80d4-81434ab753a2 req-7c026e55-bc39-4221-92bc-431ef4dda0ed tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:27.339823 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-07401aef-8a82-4cb1-80d4-81434ab753a2 req-7c026e55-bc39-4221-92bc-431ef4dda0ed tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 943 time: 0.1235757 Jul 18 10:50:27.426821 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-07401aef-8a82-4cb1-80d4-81434ab753a2 req-7ed85d36-ce67-49f5-abdc-d7b8cace7af9 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741735 Jul 18 10:50:27.515249 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dfdabb5-07b5-4589-8451-b1a7423c59fe req-a1665126-056c-4d50-9a44-c11ccedfb1be tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Made reservation on behalf of 17f436162f3a4bd4b3a94f584e7d8782 for: {'port': 1} {{(pid=111155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:50:27.519181 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-5dfdabb5-07b5-4589-8451-b1a7423c59fe req-a1665126-056c-4d50-9a44-c11ccedfb1be tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:27.696608 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.db_base_plugin_common [req-5dfdabb5-07b5-4589-8451-b1a7423c59fe req-a1665126-056c-4d50-9a44-c11ccedfb1be tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Allocated IP 172.20.0.11 (407e895d-8435-43cb-addb-b40e755d1f02/e10aa7fa-e494-41dd-afcd-238e44bb4632/d0664086-9234-4f4b-a1d4-a34f998954fe) {{(pid=111155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:50:27.971290 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-5dfdabb5-07b5-4589-8451-b1a7423c59fe req-a1665126-056c-4d50-9a44-c11ccedfb1be tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks [] for port (d0664086-9234-4f4b-a1d4-a34f998954fe), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:28.115565 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-5dfdabb5-07b5-4589-8451-b1a7423c59fe req-a1665126-056c-4d50-9a44-c11ccedfb1be tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126083827'] for port (d0664086-9234-4f4b-a1d4-a34f998954fe), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:28.160754 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:28.167423 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dfdabb5-07b5-4589-8451-b1a7423c59fe req-a1665126-056c-4d50-9a44-c11ccedfb1be tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Network 407e895d-8435-43cb-addb-b40e755d1f02 is already hosted by enough agents. {{(pid=111155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:50:28.173600 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.base_scheduler [req-5dfdabb5-07b5-4589-8451-b1a7423c59fe req-a1665126-056c-4d50-9a44-c11ccedfb1be tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Resources bound (agent type, host, resource id): {{(pid=111155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:50:28.178022 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dfdabb5-07b5-4589-8451-b1a7423c59fe req-a1665126-056c-4d50-9a44-c11ccedfb1be tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Received port after_create {{(pid=111155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:50:28.206890 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1665126-056c-4d50-9a44-c11ccedfb1be tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Pushing event updated for resources: {'Port': ['ID=d0664086-9234-4f4b-a1d4-a34f998954fe,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:50:28.216036 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:28.255521 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfdabb5-07b5-4589-8451-b1a7423c59fe req-a1665126-056c-4d50-9a44-c11ccedfb1be tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:28.256471 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-5dfdabb5-07b5-4589-8451-b1a7423c59fe req-a1665126-056c-4d50-9a44-c11ccedfb1be tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for port (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:28.395655 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-5dfdabb5-07b5-4589-8451-b1a7423c59fe req-a1665126-056c-4d50-9a44-c11ccedfb1be tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3751011 Jul 18 10:50:28.479912 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [req-5dfdabb5-07b5-4589-8451-b1a7423c59fe req-473e71a8-93d9-4a8b-9d31-365f0b52ad2c service neutron] Request body: {'port': {'device_id': '309e30be-b4c2-4959-97f8-1ea7925c9e5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84949'}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:50:28.570562 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a64d8c-7a4d-40df-8159-9352e8db2a4e req-c2bb22e6-e8f8-48e7-a7a4-213e3d3310b7 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:28.572351 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-63a64d8c-7a4d-40df-8159-9352e8db2a4e req-c2bb22e6-e8f8-48e7-a7a4-213e3d3310b7 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=309e30be-b4c2-4959-97f8-1ea7925c9e5c HTTP/1.1" status: 200 len: 932 time: 0.2109427 Jul 18 10:50:28.585866 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-4e117780-b2f2-438f-97f0-629f4b654256 None None] Provisioning complete for port d0664086-9234-4f4b-a1d4-a34f998954fe triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:50:28.587214 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-4e117780-b2f2-438f-97f0-629f4b654256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (d0664086-9234-4f4b-a1d4-a34f998954fe), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:28.654491 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-4e117780-b2f2-438f-97f0-629f4b654256 None None] Port d0664086-9234-4f4b-a1d4-a34f998954fe cannot update to ACTIVE because it is not bound. {{(pid=111156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:50:28.668545 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=24 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:28.674560 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-5dfdabb5-07b5-4589-8451-b1a7423c59fe req-473e71a8-93d9-4a8b-9d31-365f0b52ad2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (d0664086-9234-4f4b-a1d4-a34f998954fe), before_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:28.676934 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=61,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:28.706937 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c8b28-c851-4fda-ae82-477431da2e47 req-466fb07c-4062-4608-80b1-3c6bf20f2d4c tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:28.708718 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-153c8b28-c851-4fda-ae82-477431da2e47 req-466fb07c-4062-4608-80b1-3c6bf20f2d4c tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 943 time: 0.1351440 Jul 18 10:50:28.736931 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-63a64d8c-7a4d-40df-8159-9352e8db2a4e req-c2602b8c-6dab-481b-b1a4-8648a764c686 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/security-groups?id=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478620 Jul 18 10:50:28.894864 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-153c8b28-c851-4fda-ae82-477431da2e47 req-6d36bc9d-01d0-4fae-a352-172817232fac tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1722822 Jul 18 10:50:29.116493 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.notifiers.nova [req-5dfdabb5-07b5-4589-8451-b1a7423c59fe req-473e71a8-93d9-4a8b-9d31-365f0b52ad2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0664086-9234-4f4b-a1d4-a34f998954fe {{(pid=111155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:50:29.125906 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-5dfdabb5-07b5-4589-8451-b1a7423c59fe req-473e71a8-93d9-4a8b-9d31-365f0b52ad2c service neutron] Publish callbacks [] for port (d0664086-9234-4f4b-a1d4-a34f998954fe), precommit_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:29.134742 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:29.140871 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.provisioning_blocks [req-5dfdabb5-07b5-4589-8451-b1a7423c59fe req-473e71a8-93d9-4a8b-9d31-365f0b52ad2c service neutron] Transition to ACTIVE for port object d0664086-9234-4f4b-a1d4-a34f998954fe will not be triggered until provisioned by entity L2. {{(pid=111155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 10:50:29.280759 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-5dfdabb5-07b5-4589-8451-b1a7423c59fe req-473e71a8-93d9-4a8b-9d31-365f0b52ad2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126083072'] for port (d0664086-9234-4f4b-a1d4-a34f998954fe), after_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:29.339594 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473e71a8-93d9-4a8b-9d31-365f0b52ad2c service neutron] Pushing event updated for resources: {'Port': ['ID=d0664086-9234-4f4b-a1d4-a34f998954fe,revision_number=2']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:50:29.516514 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.managers [req-5dfdabb5-07b5-4589-8451-b1a7423c59fe req-473e71a8-93d9-4a8b-9d31-365f0b52ad2c service neutron] Attempting to bind port d0664086-9234-4f4b-a1d4-a34f998954fe on host hv-cinder-84949 for vnic_type normal with profile {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:50:29.516951 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.managers [req-5dfdabb5-07b5-4589-8451-b1a7423c59fe req-473e71a8-93d9-4a8b-9d31-365f0b52ad2c service neutron] Attempting to bind port d0664086-9234-4f4b-a1d4-a34f998954fe by drivers openvswitch,hyperv on host hv-cinder-84949 at level 0 using segments [{'id': '40200e37-082a-48f2-872c-182016dc90c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '407e895d-8435-43cb-addb-b40e755d1f02'}] {{(pid=111155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:50:29.517217 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfdabb5-07b5-4589-8451-b1a7423c59fe req-473e71a8-93d9-4a8b-9d31-365f0b52ad2c service neutron] Attempting to bind port d0664086-9234-4f4b-a1d4-a34f998954fe on network 407e895d-8435-43cb-addb-b40e755d1f02 {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:50:29.524267 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfdabb5-07b5-4589-8451-b1a7423c59fe req-473e71a8-93d9-4a8b-9d31-365f0b52ad2c service neutron] Port d0664086-9234-4f4b-a1d4-a34f998954fe on network 407e895d-8435-43cb-addb-b40e755d1f02 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84949 {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 10:50:29.524630 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfdabb5-07b5-4589-8451-b1a7423c59fe req-473e71a8-93d9-4a8b-9d31-365f0b52ad2c service neutron] Attempting to bind port d0664086-9234-4f4b-a1d4-a34f998954fe on network 407e895d-8435-43cb-addb-b40e755d1f02 {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:50:29.531644 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfdabb5-07b5-4589-8451-b1a7423c59fe req-473e71a8-93d9-4a8b-9d31-365f0b52ad2c service neutron] Checking agent: {'id': '1ff6e34c-ad2d-4d6d-84c2-aee03113dac2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84949', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 44, 54), 'started_at': datetime.datetime(2022, 7, 18, 10, 44, 54), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:50:29.532007 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfdabb5-07b5-4589-8451-b1a7423c59fe req-473e71a8-93d9-4a8b-9d31-365f0b52ad2c service neutron] Checking segment: {'id': '40200e37-082a-48f2-872c-182016dc90c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '407e895d-8435-43cb-addb-b40e755d1f02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:50:29.538759 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfdabb5-07b5-4589-8451-b1a7423c59fe req-473e71a8-93d9-4a8b-9d31-365f0b52ad2c service neutron] Bound using segment: {'id': '40200e37-082a-48f2-872c-182016dc90c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '407e895d-8435-43cb-addb-b40e755d1f02'} {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:50:29.539258 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.managers [req-5dfdabb5-07b5-4589-8451-b1a7423c59fe req-473e71a8-93d9-4a8b-9d31-365f0b52ad2c service neutron] Bound port: d0664086-9234-4f4b-a1d4-a34f998954fe, host: hv-cinder-84949, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40200e37-082a-48f2-872c-182016dc90c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '407e895d-8435-43cb-addb-b40e755d1f02'}}] {{(pid=111155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:50:29.539651 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-5dfdabb5-07b5-4589-8451-b1a7423c59fe req-473e71a8-93d9-4a8b-9d31-365f0b52ad2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (d0664086-9234-4f4b-a1d4-a34f998954fe), before_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:29.668895 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.db [req-5dfdabb5-07b5-4589-8451-b1a7423c59fe req-473e71a8-93d9-4a8b-9d31-365f0b52ad2c service neutron] For port d0664086-9234-4f4b-a1d4-a34f998954fe, host hv-cinder-84949, cleared binding levels {{(pid=111155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:50:29.673351 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.db [req-5dfdabb5-07b5-4589-8451-b1a7423c59fe req-473e71a8-93d9-4a8b-9d31-365f0b52ad2c service neutron] For port d0664086-9234-4f4b-a1d4-a34f998954fe, host hv-cinder-84949, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=d0664086-9234-4f4b-a1d4-a34f998954fe,segment=NetworkSegment(40200e37-082a-48f2-872c-182016dc90c2),segment_id=40200e37-082a-48f2-872c-182016dc90c2)] {{(pid=111155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:50:29.758053 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=30,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:29.818464 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-5dfdabb5-07b5-4589-8451-b1a7423c59fe req-473e71a8-93d9-4a8b-9d31-365f0b52ad2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126083072'] for port (d0664086-9234-4f4b-a1d4-a34f998954fe), after_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:29.901443 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfdabb5-07b5-4589-8451-b1a7423c59fe req-473e71a8-93d9-4a8b-9d31-365f0b52ad2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:29.902703 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-5dfdabb5-07b5-4589-8451-b1a7423c59fe req-473e71a8-93d9-4a8b-9d31-365f0b52ad2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for port (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:29.904827 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-5dfdabb5-07b5-4589-8451-b1a7423c59fe req-473e71a8-93d9-4a8b-9d31-365f0b52ad2c service neutron] 10.222.0.52 "PUT /v2.0/ports/d0664086-9234-4f4b-a1d4-a34f998954fe HTTP/1.1" status: 200 len: 1094 time: 1.4311950 Jul 18 10:50:29.905398 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '309e30be-b4c2-4959-97f8-1ea7925c9e5c', 'tag': 'd0664086-9234-4f4b-a1d4-a34f998954fe'}] {{(pid=111155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:50:29.907836 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f06b923856051c73f64d3b2294300e60923526062a62ec6e5be74a6ad2a3856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9689e580-e151-4ecd-9e85-1b375c7c2b88" -d '{"events": [{"name": "network-changed", "server_uuid": "309e30be-b4c2-4959-97f8-1ea7925c9e5c", "tag": "d0664086-9234-4f4b-a1d4-a34f998954fe"}]}' {{(pid=111155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:50:29.964293 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75de9a81-db5b-47d9-9d82-af5fe2b9230c req-6277a474-e59f-4bd9-ac93-33c4b89daae3 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:29.967648 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-75de9a81-db5b-47d9-9d82-af5fe2b9230c req-6277a474-e59f-4bd9-ac93-33c4b89daae3 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=309e30be-b4c2-4959-97f8-1ea7925c9e5c HTTP/1.1" status: 200 len: 944 time: 0.1116388 Jul 18 10:50:29.972261 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473e71a8-93d9-4a8b-9d31-365f0b52ad2c service neutron] Pushing event updated for resources: {'Port': ['ID=d0664086-9234-4f4b-a1d4-a34f998954fe,revision_number=3']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:50:30.038663 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972b3d5f-73ab-4bc6-8159-1419d0b1b0cb x-openstack-request-id: req-972b3d5f-73ab-4bc6-8159-1419d0b1b0cb {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:50:30.039608 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "309e30be-b4c2-4959-97f8-1ea7925c9e5c", "tag": "d0664086-9234-4f4b-a1d4-a34f998954fe", "status": "completed", "code": 200}]} {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:50:30.040620 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-972b3d5f-73ab-4bc6-8159-1419d0b1b0cb {{(pid=111155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:50:30.041536 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-972b3d5f-73ab-4bc6-8159-1419d0b1b0cb'] response: {'name': 'network-changed', 'server_uuid': '309e30be-b4c2-4959-97f8-1ea7925c9e5c', 'tag': 'd0664086-9234-4f4b-a1d4-a34f998954fe', 'status': 'completed', 'code': 200} Jul 18 10:50:30.133439 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-75de9a81-db5b-47d9-9d82-af5fe2b9230c req-ae476de2-e5f6-47fa-9ff6-2574168faf4f tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/security-groups?id=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569989 Jul 18 10:50:30.193216 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:30.223470 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9689e580-e151-4ecd-9e85-1b375c7c2b88 req-2f565483-e145-4039-a7e0-afbe7961f9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:30.230077 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-9689e580-e151-4ecd-9e85-1b375c7c2b88 req-2f565483-e145-4039-a7e0-afbe7961f9c4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=17f436162f3a4bd4b3a94f584e7d8782&device_id=309e30be-b4c2-4959-97f8-1ea7925c9e5c HTTP/1.1" status: 200 len: 1128 time: 0.1122797 Jul 18 10:50:30.254273 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a8a90-c985-4b39-b06f-485606f03b02 req-961c0a4a-decb-4830-8759-d4d71c2de234 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:30.261754 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-474a8a90-c985-4b39-b06f-485606f03b02 req-961c0a4a-decb-4830-8759-d4d71c2de234 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 943 time: 0.1268444 Jul 18 10:50:30.409208 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-474a8a90-c985-4b39-b06f-485606f03b02 req-37b8aee3-2544-4064-9a42-8038996283b0 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331742 Jul 18 10:50:30.434426 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9689e580-e151-4ecd-9e85-1b375c7c2b88 req-1aa0022e-3776-4208-a41d-a38532b24474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:30.436359 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-9689e580-e151-4ecd-9e85-1b375c7c2b88 req-1aa0022e-3776-4208-a41d-a38532b24474 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=17f436162f3a4bd4b3a94f584e7d8782&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2014132 Jul 18 10:50:30.574728 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9689e580-e151-4ecd-9e85-1b375c7c2b88 req-809e4c23-0b8f-4b12-a800-cbe27d4c62c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:30.577202 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-9689e580-e151-4ecd-9e85-1b375c7c2b88 req-809e4c23-0b8f-4b12-a800-cbe27d4c62c8 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1332080 Jul 18 10:50:30.687734 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfdabb5-07b5-4589-8451-b1a7423c59fe req-1a06ffea-8841-40ea-8f4c-9fe31a513989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:30.691272 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-5dfdabb5-07b5-4589-8451-b1a7423c59fe req-1a06ffea-8841-40ea-8f4c-9fe31a513989 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=17f436162f3a4bd4b3a94f584e7d8782&device_id=309e30be-b4c2-4959-97f8-1ea7925c9e5c HTTP/1.1" status: 200 len: 1128 time: 0.0701227 Jul 18 10:50:30.783515 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-5dfdabb5-07b5-4589-8451-b1a7423c59fe req-d23a8aba-8e9a-4b2b-91a6-21043836ac5f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0664086-9234-4f4b-a1d4-a34f998954fe HTTP/1.1" status: 200 len: 217 time: 0.0825963 Jul 18 10:50:30.857330 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:30.868239 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfdabb5-07b5-4589-8451-b1a7423c59fe req-3b79ca89-bd03-4190-8144-88b0f6d6d757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:30.870960 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-5dfdabb5-07b5-4589-8451-b1a7423c59fe req-3b79ca89-bd03-4190-8144-88b0f6d6d757 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e10aa7fa-e494-41dd-afcd-238e44bb4632 HTTP/1.1" status: 200 len: 850 time: 0.0806720 Jul 18 10:50:30.930824 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfdabb5-07b5-4589-8451-b1a7423c59fe req-ffa43d74-6413-44e9-814d-9b2881fe5947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:30.932440 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-5dfdabb5-07b5-4589-8451-b1a7423c59fe req-ffa43d74-6413-44e9-814d-9b2881fe5947 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=407e895d-8435-43cb-addb-b40e755d1f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0548701 Jul 18 10:50:31.375108 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07bcc48-807d-457c-888e-e5d042f05a8d req-bb544a8c-1588-410f-bf83-0472ff791c13 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:31.376603 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f07bcc48-807d-457c-888e-e5d042f05a8d req-bb544a8c-1588-410f-bf83-0472ff791c13 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f96ccdd-67b5-403c-a3b9-8022e271690c HTTP/1.1" status: 200 len: 945 time: 0.1329718 Jul 18 10:50:31.404485 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca2f81-609d-4e5c-8156-aadc6653850c req-57320c02-9b26-4411-8677-52e682bce14d tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:31.405921 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-48ca2f81-609d-4e5c-8156-aadc6653850c req-57320c02-9b26-4411-8677-52e682bce14d tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=309e30be-b4c2-4959-97f8-1ea7925c9e5c HTTP/1.1" status: 200 len: 944 time: 0.1459007 Jul 18 10:50:31.411084 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-5dfdabb5-07b5-4589-8451-b1a7423c59fe req-04269b05-dd9e-49d9-8803-a071a128e338 service neutron] 10.222.0.52 "GET /v2.0/networks/407e895d-8435-43cb-addb-b40e755d1f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4709842 Jul 18 10:50:31.553166 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f07bcc48-807d-457c-888e-e5d042f05a8d req-4565b3ad-1656-4655-8070-4a2f6e0274b3 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb3791ee-ee01-408c-b7a8-8c9c2ce033be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690428 Jul 18 10:50:31.562436 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-48ca2f81-609d-4e5c-8156-aadc6653850c req-c301ef8c-d2a2-4483-b642-54621f7c59df tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/security-groups?id=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496525 Jul 18 10:50:31.621520 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-5dfdabb5-07b5-4589-8451-b1a7423c59fe req-5f718ded-1700-4d40-979c-3f9dc06f8624 service neutron] 10.222.0.52 "GET /v2.0/networks/407e895d-8435-43cb-addb-b40e755d1f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934309 Jul 18 10:50:31.688348 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a9733-2cfe-4205-a4bd-44d3a9e0fa92 req-53bf8d67-6808-4c59-b5b1-95205d764c0b tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:31.693023 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-e58a9733-2cfe-4205-a4bd-44d3a9e0fa92 req-53bf8d67-6808-4c59-b5b1-95205d764c0b tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 943 time: 0.0549366 Jul 18 10:50:31.728659 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:31.758127 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-e58a9733-2cfe-4205-a4bd-44d3a9e0fa92 req-077337c7-1923-41e5-8f34-b64ac228480c tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619221 Jul 18 10:50:32.182338 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 43246) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:50:32.280918 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-81d2cfd3-0da4-4533-9577-7b249c08d216 req-512dcfed-d212-45a3-bba7-61e88d36be56 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0974019 Jul 18 10:50:32.290209 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [req-81d2cfd3-0da4-4533-9577-7b249c08d216 req-ef698044-db24-48cd-922e-608176a55503 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=111154) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 10:50:32.291232 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-81d2cfd3-0da4-4533-9577-7b249c08d216 req-ef698044-db24-48cd-922e-608176a55503 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053077 Jul 18 10:50:32.379119 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 43254) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:50:32.455484 dv-cinder-849498-1-iscsi neutron-server[111154]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 18 10:50:32.518112 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d2cfd3-0da4-4533-9577-7b249c08d216 req-747d1d23-8e5e-4076-92af-e980542cc513 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:32.519684 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-81d2cfd3-0da4-4533-9577-7b249c08d216 req-747d1d23-8e5e-4076-92af-e980542cc513 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports/abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae HTTP/1.1" status: 200 len: 940 time: 0.1394975 Jul 18 10:50:32.773635 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd4f7a5-25a7-4787-bb1d-8291ad61649e req-52d81fd7-ac14-4a0e-9b5c-7abb82fff34b tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:32.775442 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-bcd4f7a5-25a7-4787-bb1d-8291ad61649e req-52d81fd7-ac14-4a0e-9b5c-7abb82fff34b tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f96ccdd-67b5-403c-a3b9-8022e271690c HTTP/1.1" status: 200 len: 945 time: 0.1008508 Jul 18 10:50:32.805942 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc9fcb-935d-428b-98d6-dedd931e7837 req-01cbfa14-a8f9-476a-9b82-8f9fba9a9ba2 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:32.807636 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-66fc9fcb-935d-428b-98d6-dedd931e7837 req-01cbfa14-a8f9-476a-9b82-8f9fba9a9ba2 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=309e30be-b4c2-4959-97f8-1ea7925c9e5c HTTP/1.1" status: 200 len: 944 time: 0.0860374 Jul 18 10:50:32.871388 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-bcd4f7a5-25a7-4787-bb1d-8291ad61649e req-8403b0a6-2b92-42f6-b19d-b4b02479dbce tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb3791ee-ee01-408c-b7a8-8c9c2ce033be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825548 Jul 18 10:50:32.913334 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-66fc9fcb-935d-428b-98d6-dedd931e7837 req-1bb4ba4d-3d1d-4d01-b71c-0ea556c9d011 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/security-groups?id=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881689 Jul 18 10:50:33.003960 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd90c05-68df-4e01-b134-fe388b89beef req-74e87c1c-2635-45e9-a0a5-aee6bf53015b tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:33.005827 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-9bd90c05-68df-4e01-b134-fe388b89beef req-74e87c1c-2635-45e9-a0a5-aee6bf53015b tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 943 time: 0.0548398 Jul 18 10:50:33.063078 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-9bd90c05-68df-4e01-b134-fe388b89beef req-0a2f5e25-1589-434b-8082-60a43eb7395a tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508332 Jul 18 10:50:34.047187 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdda9ba-6d67-46e2-ae95-1b8e5a5d2176 req-f73c7970-597a-4264-aa20-e4a6766e6095 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:34.049670 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3cdda9ba-6d67-46e2-ae95-1b8e5a5d2176 req-f73c7970-597a-4264-aa20-e4a6766e6095 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f96ccdd-67b5-403c-a3b9-8022e271690c HTTP/1.1" status: 200 len: 945 time: 0.0863142 Jul 18 10:50:34.082730 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02feac08-b3ac-4488-9beb-4f756ab582d9 req-bb7d4968-a775-4438-9d6a-d0756dc6eeba tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:34.084250 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-02feac08-b3ac-4488-9beb-4f756ab582d9 req-bb7d4968-a775-4438-9d6a-d0756dc6eeba tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=309e30be-b4c2-4959-97f8-1ea7925c9e5c HTTP/1.1" status: 200 len: 944 time: 0.0839686 Jul 18 10:50:34.174767 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3cdda9ba-6d67-46e2-ae95-1b8e5a5d2176 req-c503e88a-0b58-4f59-a75c-70fc1c9a99f4 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb3791ee-ee01-408c-b7a8-8c9c2ce033be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159289 Jul 18 10:50:34.207503 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-02feac08-b3ac-4488-9beb-4f756ab582d9 req-2a5b96a8-c9ef-4a21-8aa6-5523e6b5dc25 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/security-groups?id=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092365 Jul 18 10:50:34.290823 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6d8e8-7af5-4c0b-a0f2-6956efcb18cb req-a0348b6d-3a88-4528-b0f9-34705124d2fc tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:34.292336 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2ed6d8e8-7af5-4c0b-a0f2-6956efcb18cb req-a0348b6d-3a88-4528-b0f9-34705124d2fc tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 943 time: 0.0575306 Jul 18 10:50:34.350809 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2ed6d8e8-7af5-4c0b-a0f2-6956efcb18cb req-b122c9fb-d68e-4e6c-90d9-a8a5182c6888 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520351 Jul 18 10:50:34.492369 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:34.619140 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-1025acdd-e650-4480-87cd-a2be1457001f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1fc7cd8a-3617-45f0-b645-db80237532c9), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:35.369177 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ddce9-3b81-49e2-8345-3f66d48b20a2 req-6ee52e4f-7bd1-49d5-b495-430aafc88c3d tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:35.370757 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-756ddce9-3b81-49e2-8345-3f66d48b20a2 req-6ee52e4f-7bd1-49d5-b495-430aafc88c3d tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f96ccdd-67b5-403c-a3b9-8022e271690c HTTP/1.1" status: 200 len: 945 time: 0.1179140 Jul 18 10:50:35.395337 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee2791-bc65-4f8e-ba12-92784cec8204 req-9eabc253-3a44-4d53-8250-1e465434edbc tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:35.396867 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f0ee2791-bc65-4f8e-ba12-92784cec8204 req-9eabc253-3a44-4d53-8250-1e465434edbc tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=309e30be-b4c2-4959-97f8-1ea7925c9e5c HTTP/1.1" status: 200 len: 944 time: 0.0876570 Jul 18 10:50:35.480910 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-756ddce9-3b81-49e2-8345-3f66d48b20a2 req-f37bfbb7-7b5a-496e-8033-16de7e9e6561 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb3791ee-ee01-408c-b7a8-8c9c2ce033be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987234 Jul 18 10:50:35.486677 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f0ee2791-bc65-4f8e-ba12-92784cec8204 req-0229cc88-bd6d-4ef9-96b8-170f6a45f46e tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/security-groups?id=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814815 Jul 18 10:50:35.603170 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd0c0c-c06d-4dc1-9f55-56639ce90e55 req-47da9809-08d0-47f6-a771-d8a23692fc88 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:35.604767 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d2cd0c0c-c06d-4dc1-9f55-56639ce90e55 req-47da9809-08d0-47f6-a771-d8a23692fc88 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 943 time: 0.0520806 Jul 18 10:50:35.664678 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d2cd0c0c-c06d-4dc1-9f55-56639ce90e55 req-860a3679-ac79-46ef-ac5e-2ecdf28b6de1 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500331 Jul 18 10:50:35.743845 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.agents_db [None req-9b2825e1-dfaa-4032-a283-1b7ae0979f6b None None] Agent healthcheck: found 6 active agents {{(pid=111157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:50:36.193681 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d2cfd3-0da4-4533-9577-7b249c08d216 req-7f69a8b5-3b6b-44db-9498-d0049e93e627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:36.195252 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-81d2cfd3-0da4-4533-9577-7b249c08d216 req-7f69a8b5-3b6b-44db-9498-d0049e93e627 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e&tenant_id=48497435674b41ccb34f6ff43026a232 HTTP/1.1" status: 200 len: 1127 time: 0.0778458 Jul 18 10:50:36.265192 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d2cfd3-0da4-4533-9577-7b249c08d216 req-633669e6-1514-460b-b581-6cae3b6a50a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:36.266691 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-81d2cfd3-0da4-4533-9577-7b249c08d216 req-633669e6-1514-460b-b581-6cae3b6a50a7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=48497435674b41ccb34f6ff43026a232&device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 1127 time: 0.0458333 Jul 18 10:50:36.282253 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:36.366263 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 43358) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:50:36.366856 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d2cfd3-0da4-4533-9577-7b249c08d216 req-acadc1e3-9991-433f-86e1-fc65180085e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:36.368079 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-81d2cfd3-0da4-4533-9577-7b249c08d216 req-acadc1e3-9991-433f-86e1-fc65180085e2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cacd27b7-b866-4702-aa51-5895ad956ffc HTTP/1.1" status: 200 len: 917 time: 0.0950167 Jul 18 10:50:36.413989 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.db_base_plugin_v2 [None req-810db345-3645-4384-9e1c-62b5e86d6c0e admin admin] Deleting subnet 304eb215-c745-44a0-8909-55a6bf88c207 {{(pid=111154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 10:50:36.418163 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-810db345-3645-4384-9e1c-62b5e86d6c0e admin admin] Publish callbacks [] for subnet (304eb215-c745-44a0-8909-55a6bf88c207), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:36.424966 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:36.442349 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-81d2cfd3-0da4-4533-9577-7b249c08d216 req-1393a515-1cc5-4960-b0fb-df2641cfe53a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae HTTP/1.1" status: 200 len: 999 time: 0.0662704 Jul 18 10:50:36.460589 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-810db345-3645-4384-9e1c-62b5e86d6c0e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127334241'] for subnet (304eb215-c745-44a0-8909-55a6bf88c207), precommit_delete_associations {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:36.498228 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d2cfd3-0da4-4533-9577-7b249c08d216 req-8a7904d3-e49e-48c6-a5a9-79bb39b677f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:36.500025 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-81d2cfd3-0da4-4533-9577-7b249c08d216 req-8a7904d3-e49e-48c6-a5a9-79bb39b677f3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0722f3de-6f57-48f1-8200-e5895920f8b7 HTTP/1.1" status: 200 len: 855 time: 0.0498633 Jul 18 10:50:36.505287 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-810db345-3645-4384-9e1c-62b5e86d6c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735052'] for subnet (304eb215-c745-44a0-8909-55a6bf88c207), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:36.552979 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d2cfd3-0da4-4533-9577-7b249c08d216 req-420f2b52-e0dd-4a0d-b31f-93bb88138628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:36.555094 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-81d2cfd3-0da4-4533-9577-7b249c08d216 req-420f2b52-e0dd-4a0d-b31f-93bb88138628 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cacd27b7-b866-4702-aa51-5895ad956ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486991 Jul 18 10:50:36.664695 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-810db345-3645-4384-9e1c-62b5e86d6c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127334271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127366045'] for subnet (304eb215-c745-44a0-8909-55a6bf88c207), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:36.694898 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810db345-3645-4384-9e1c-62b5e86d6c0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=304eb215-c745-44a0-8909-55a6bf88c207,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:50:36.703350 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-810db345-3645-4384-9e1c-62b5e86d6c0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for subnet (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:36.708026 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-810db345-3645-4384-9e1c-62b5e86d6c0e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/304eb215-c745-44a0-8909-55a6bf88c207 HTTP/1.1" status: 204 len: 168 time: 0.3395984 Jul 18 10:50:36.709934 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 43366) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:50:36.721167 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b41319-c1f1-48a3-8ffd-dc61484dbee5 req-92b816bd-a1e1-4e4c-b4c0-6fd218ba4756 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:36.722729 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b4b41319-c1f1-48a3-8ffd-dc61484dbee5 req-92b816bd-a1e1-4e4c-b4c0-6fd218ba4756 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=309e30be-b4c2-4959-97f8-1ea7925c9e5c HTTP/1.1" status: 200 len: 944 time: 0.1428831 Jul 18 10:50:36.743786 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d72cde-5a69-4fc7-9b85-6244f93c3f70 req-6cb5cb69-e293-4f4d-8654-06a6bc9167d5 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:36.745349 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-60d72cde-5a69-4fc7-9b85-6244f93c3f70 req-6cb5cb69-e293-4f4d-8654-06a6bc9167d5 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f96ccdd-67b5-403c-a3b9-8022e271690c HTTP/1.1" status: 200 len: 945 time: 0.1535242 Jul 18 10:50:36.791542 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-06200201-cd8c-434c-b5e8-cdbbcbf0e313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639067'] for network (68c9cc30-3e35-4ed5-8849-6c07232ca4ed), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:36.806077 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-81d2cfd3-0da4-4533-9577-7b249c08d216 req-224e5fcd-4b97-4608-943a-ae0a95c93c57 service neutron] 10.222.0.52 "GET /v2.0/networks/cacd27b7-b866-4702-aa51-5895ad956ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372046 Jul 18 10:50:36.866147 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b4b41319-c1f1-48a3-8ffd-dc61484dbee5 req-35e51236-aa47-45ba-b142-da951fc6d158 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/security-groups?id=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315854 Jul 18 10:50:36.878882 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-60d72cde-5a69-4fc7-9b85-6244f93c3f70 req-986673a2-192a-4706-8f56-e73f86356b33 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb3791ee-ee01-408c-b7a8-8c9c2ce033be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248965 Jul 18 10:50:36.903674 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-06200201-cd8c-434c-b5e8-cdbbcbf0e313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734605', 'neutron.services.segments.db._delete_segments_for_network-8741536027414'] for network (68c9cc30-3e35-4ed5-8849-6c07232ca4ed), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:36.948992 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.services.segments.db [None req-06200201-cd8c-434c-b5e8-cdbbcbf0e313 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68c9cc30-3e35-4ed5-8849-6c07232ca4ed']}} {{(pid=111154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:50:36.968508 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.services.segments.db [None req-06200201-cd8c-434c-b5e8-cdbbcbf0e313 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cfc696c-eefc-4983-ad51-b3a53dcea3e0') {'for_net_delete': True} {{(pid=111154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:50:36.968924 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.services.segments.db [None req-06200201-cd8c-434c-b5e8-cdbbcbf0e313 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cfc696c-eefc-4983-ad51-b3a53dcea3e0') {} {{(pid=111154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:50:36.979587 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-06200201-cd8c-434c-b5e8-cdbbcbf0e313 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741536027679', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127334168'] for segment (5cfc696c-eefc-4983-ad51-b3a53dcea3e0), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:36.994672 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-06200201-cd8c-434c-b5e8-cdbbcbf0e313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547345'] for segment (5cfc696c-eefc-4983-ad51-b3a53dcea3e0), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:36.999667 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-81d2cfd3-0da4-4533-9577-7b249c08d216 req-1d1f981e-df73-4399-b4b7-6fa27e17d5fe service neutron] 10.222.0.52 "GET /v2.0/networks/cacd27b7-b866-4702-aa51-5895ad956ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836545 Jul 18 10:50:37.004038 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06200201-cd8c-434c-b5e8-cdbbcbf0e313 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=111154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 10:50:37.005758 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-06200201-cd8c-434c-b5e8-cdbbcbf0e313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127333789'] for segment (5cfc696c-eefc-4983-ad51-b3a53dcea3e0), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:37.013485 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8a40b-6e1d-461a-af13-ee4238314041 req-2327df69-686c-4e81-8271-da63602e3ae0 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:37.023546 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-7bf8a40b-6e1d-461a-af13-ee4238314041 req-2327df69-686c-4e81-8271-da63602e3ae0 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 943 time: 0.0659223 Jul 18 10:50:37.066237 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-7bf8a40b-6e1d-461a-af13-ee4238314041 req-e85c5ea5-536c-4933-a5ab-bb71825c52fb tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452876 Jul 18 10:50:37.073442 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.services.segments.plugin [-] Segment 5cfc696c-eefc-4983-ad51-b3a53dcea3e0 resource provider aggregate not found Jul 18 10:50:37.103059 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.services.segments.plugin [-] Segment 5cfc696c-eefc-4983-ad51-b3a53dcea3e0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5cfc696c-eefc-4983-ad51-b3a53dcea3e0 found for delete ", "request_id": "req-d5248cd4-3bf3-4739-91f8-e374c414b057"}]} Jul 18 10:50:37.103866 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-47baa9fe-6daf-4c38-aabe-c4f26a2d65db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (e6bcb791-bd43-4d6b-ab54-e591cb66712b), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:37.246776 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-06200201-cd8c-434c-b5e8-cdbbcbf0e313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3779455'] for network (68c9cc30-3e35-4ed5-8849-6c07232ca4ed), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:37.255566 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-06200201-cd8c-434c-b5e8-cdbbcbf0e313 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for network (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:37.258765 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-06200201-cd8c-434c-b5e8-cdbbcbf0e313 admin admin] 10.222.0.49 "DELETE /v2.0/networks/68c9cc30-3e35-4ed5-8849-6c07232ca4ed HTTP/1.1" status: 204 len: 168 time: 0.5478494 Jul 18 10:50:37.268999 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06200201-cd8c-434c-b5e8-cdbbcbf0e313 admin admin] Pushing event deleted for resources: {'Network': ['ID=68c9cc30-3e35-4ed5-8849-6c07232ca4ed,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:50:37.772637 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 43382) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:50:37.819090 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-ad13cfa8-24c9-4742-8a70-5819843cebf6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e8ea247cf5a540768bbbc7260b74f11c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0452166 Jul 18 10:50:37.821727 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 43384) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:50:37.882286 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-f6e1dab2-dab9-432d-a06d-9f7ca1b051de admin admin] Publish callbacks [] for security_group (2d58ad69-110f-4566-a856-6f45aeb73180), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:37.927686 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-f6e1dab2-dab9-432d-a06d-9f7ca1b051de admin admin] Publish callbacks [] for security_group (2d58ad69-110f-4566-a856-6f45aeb73180), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:38.051888 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e8d772-6f43-446d-8050-2efee2cd359b req-f58b463a-5c6a-4caa-a370-86543a80dc05 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:38.053428 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-37e8d772-6f43-446d-8050-2efee2cd359b req-f58b463a-5c6a-4caa-a370-86543a80dc05 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=309e30be-b4c2-4959-97f8-1ea7925c9e5c HTTP/1.1" status: 200 len: 944 time: 0.0981996 Jul 18 10:50:38.075024 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7804ad-4cce-4dc9-a890-c60774523c8f req-c9e8cdc7-1d1a-4f77-b814-95434b0e838e tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:38.077369 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8e7804ad-4cce-4dc9-a890-c60774523c8f req-c9e8cdc7-1d1a-4f77-b814-95434b0e838e tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f96ccdd-67b5-403c-a3b9-8022e271690c HTTP/1.1" status: 200 len: 945 time: 0.0753407 Jul 18 10:50:38.127628 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:38.146296 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-37e8d772-6f43-446d-8050-2efee2cd359b req-3ac588a7-ddfd-40f8-935b-a1de00fbc251 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/security-groups?id=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839856 Jul 18 10:50:38.173011 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8e7804ad-4cce-4dc9-a890-c60774523c8f req-ff363fc7-4a78-45e0-b873-4e21ea9a10b5 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb3791ee-ee01-408c-b7a8-8c9c2ce033be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856831 Jul 18 10:50:38.216961 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-ce070233-206f-40ab-920e-7b3694335a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (dfa25df3-493c-43ae-826d-29cbf3b2bfa8), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:38.264327 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1295ed46-1c93-4410-9168-934ef03a85e4 req-13f9d624-49d4-4495-9979-5a6f02dc87fe tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:38.265913 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-1295ed46-1c93-4410-9168-934ef03a85e4 req-13f9d624-49d4-4495-9979-5a6f02dc87fe tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 943 time: 0.0518622 Jul 18 10:50:38.278478 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:38.313071 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-f6e1dab2-dab9-432d-a06d-9f7ca1b051de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (2d58ad69-110f-4566-a856-6f45aeb73180), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:38.313071 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-f6e1dab2-dab9-432d-a06d-9f7ca1b051de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:38.313071 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-f6e1dab2-dab9-432d-a06d-9f7ca1b051de admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2d58ad69-110f-4566-a856-6f45aeb73180 HTTP/1.1" status: 204 len: 168 time: 0.4728568 Jul 18 10:50:38.313071 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e1dab2-dab9-432d-a06d-9f7ca1b051de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d58ad69-110f-4566-a856-6f45aeb73180,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:50:38.338379 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-1295ed46-1c93-4410-9168-934ef03a85e4 req-ed7cfd03-d89e-4d3b-aa2b-2c63b714e644 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665455 Jul 18 10:50:39.325064 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd5aab-5990-4dd2-a839-8b3addb8e168 req-9e6d255a-36bb-4aa1-9c24-7f627d3650d9 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:39.326749 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-4ffd5aab-5990-4dd2-a839-8b3addb8e168 req-9e6d255a-36bb-4aa1-9c24-7f627d3650d9 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=309e30be-b4c2-4959-97f8-1ea7925c9e5c HTTP/1.1" status: 200 len: 944 time: 0.1033249 Jul 18 10:50:39.365134 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd87528-749a-4cd4-8eed-61c56b61a834 req-2b02c258-f98f-4b84-8bcd-b328817f0842 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:39.373389 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-5cd87528-749a-4cd4-8eed-61c56b61a834 req-2b02c258-f98f-4b84-8bcd-b328817f0842 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f96ccdd-67b5-403c-a3b9-8022e271690c HTTP/1.1" status: 200 len: 945 time: 0.0922604 Jul 18 10:50:39.440312 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-4ffd5aab-5990-4dd2-a839-8b3addb8e168 req-a6792eb6-aefb-40f3-aa1b-805c487cf79d tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/security-groups?id=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067708 Jul 18 10:50:39.458236 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-5cd87528-749a-4cd4-8eed-61c56b61a834 req-af64e303-a291-45ec-b99a-01ddfef5477a tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb3791ee-ee01-408c-b7a8-8c9c2ce033be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747547 Jul 18 10:50:39.596550 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d12774-a61a-466e-8def-3ebd9eeb4adb req-ae7d5199-ed54-452e-b93f-6e1c8121b4b8 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:39.598410 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-22d12774-a61a-466e-8def-3ebd9eeb4adb req-ae7d5199-ed54-452e-b93f-6e1c8121b4b8 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 943 time: 0.0650461 Jul 18 10:50:39.669740 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-22d12774-a61a-466e-8def-3ebd9eeb4adb req-89fdbe8d-0f9d-4e14-8af9-981d96234a50 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590072 Jul 18 10:50:39.804366 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device d0664086-9234-4f4b-a1d4-a34f998954fe details requested by agent hyperv_hv-cinder-84949 with host hv-cinder-84949 {{(pid=111156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 10:50:39.860613 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f8336af3-fca9-403e-a19b-06518ba3f665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (7e71126e-a656-43d8-a2eb-058f1b343885), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:40.010822 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port d0664086-9234-4f4b-a1d4-a34f998954fe, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=d0664086-9234-4f4b-a1d4-a34f998954fe,segment=NetworkSegment(40200e37-082a-48f2-872c-182016dc90c2),segment_id=40200e37-082a-48f2-872c-182016dc90c2)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:50:40.025797 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Returning: {'device': 'd0664086-9234-4f4b-a1d4-a34f998954fe', 'network_id': '407e895d-8435-43cb-addb-b40e755d1f02', 'port_id': 'd0664086-9234-4f4b-a1d4-a34f998954fe', 'mac_address': 'fa:16:3e:31:dc:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e10aa7fa-e494-41dd-afcd-238e44bb4632', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 10:50:40.076286 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] Current status of the port d0664086-9234-4f4b-a1d4-a34f998954fe is: DOWN; New status is: BUILD {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:50:40.076686 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (d0664086-9234-4f4b-a1d4-a34f998954fe), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:40.092203 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.notifiers.nova [None req-29c51914-efda-4269-8274-168d496bf900 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0664086-9234-4f4b-a1d4-a34f998954fe {{(pid=111156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:50:40.118195 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (62f731a8-190a-49a2-85f5-14fe4e09184e), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:40.121354 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port d0664086-9234-4f4b-a1d4-a34f998954fe, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=d0664086-9234-4f4b-a1d4-a34f998954fe,segment=NetworkSegment(40200e37-082a-48f2-872c-182016dc90c2),segment_id=40200e37-082a-48f2-872c-182016dc90c2)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:50:40.235214 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (d0664086-9234-4f4b-a1d4-a34f998954fe), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:40.291258 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Pushing event updated for resources: {'Port': ['ID=d0664086-9234-4f4b-a1d4-a34f998954fe,revision_number=4']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:50:40.582239 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] get_ports_and_sgs() called for port_ids ['d0664086-9234-4f4b-a1d4-a34f998954fe'] {{(pid=111156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:50:40.623410 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96834e23-a53b-4392-bb93-71054741d339 req-f9e29a54-566f-4ed9-a511-fdd8f9ed68dd tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:40.625654 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-96834e23-a53b-4392-bb93-71054741d339 req-f9e29a54-566f-4ed9-a511-fdd8f9ed68dd tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f96ccdd-67b5-403c-a3b9-8022e271690c HTTP/1.1" status: 200 len: 945 time: 0.0855048 Jul 18 10:50:40.631856 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aaadf9-80d6-472b-98f4-98f71561ccf3 req-950e35b8-f4d9-4497-896d-60b32899b602 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:40.633667 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-90aaadf9-80d6-472b-98f4-98f71561ccf3 req-950e35b8-f4d9-4497-896d-60b32899b602 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=309e30be-b4c2-4959-97f8-1ea7925c9e5c HTTP/1.1" status: 200 len: 945 time: 0.1028416 Jul 18 10:50:40.711282 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-96834e23-a53b-4392-bb93-71054741d339 req-9e8ec851-65f8-47f1-a319-80ab85a06233 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb3791ee-ee01-408c-b7a8-8c9c2ce033be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764306 Jul 18 10:50:40.736320 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-90aaadf9-80d6-472b-98f4-98f71561ccf3 req-b3a6cfbf-8ade-4c20-87d6-f4810ff2dbf4 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/security-groups?id=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761726 Jul 18 10:50:40.902623 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc19f8-8a91-450e-b577-3ef7471c6be9 req-9319b39f-af20-448d-b180-4a7e54a1a76e tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:40.905803 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-cffc19f8-8a91-450e-b577-3ef7471c6be9 req-9319b39f-af20-448d-b180-4a7e54a1a76e tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 943 time: 0.0789459 Jul 18 10:50:40.957703 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:40.979976 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-cffc19f8-8a91-450e-b577-3ef7471c6be9 req-330d2279-443a-4207-8a45-a960ac2fc307 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571203 Jul 18 10:50:41.418054 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-39a2f4c0-a2f0-401a-b10f-e07cc911ad1d req-fcc053d1-c248-48ed-a66c-63a5841110ee tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1615706679&fields=id&tenant_id=7f36b12884cc423988d28fdcbdb1d8f9 HTTP/1.1" status: 200 len: 267 time: 0.0536895 Jul 18 10:50:41.634722 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a2f4c0-a2f0-401a-b10f-e07cc911ad1d req-6939d3e3-d8f7-4824-8499-9a7cc53ffe87 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:41.634722 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-39a2f4c0-a2f0-401a-b10f-e07cc911ad1d req-6939d3e3-d8f7-4824-8499-9a7cc53ffe87 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/networks?id=eb380554-1a32-48db-8ee9-21d41ce83dd0 HTTP/1.1" status: 200 len: 809 time: 0.1801395 Jul 18 10:50:41.641593 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-39a2f4c0-a2f0-401a-b10f-e07cc911ad1d req-75b351a5-dcf8-4c0c-acb4-19713421b719 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/quotas/7f36b12884cc423988d28fdcbdb1d8f9 HTTP/1.1" status: 200 len: 375 time: 0.0107355 Jul 18 10:50:41.719822 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-39a2f4c0-a2f0-401a-b10f-e07cc911ad1d req-ccbbe9af-6041-46b1-80ed-ce2a9dc84adb tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7f36b12884cc423988d28fdcbdb1d8f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0716844 Jul 18 10:50:41.823367 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device d0664086-9234-4f4b-a1d4-a34f998954fe up at agent hyperv_hv-cinder-84949 {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:50:41.871299 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-39a2f4c0-a2f0-401a-b10f-e07cc911ad1d req-afb8c19d-1d26-4853-830b-e64b99162f3e service neutron] 10.222.0.49 "GET /v2.0/networks/eb380554-1a32-48db-8ee9-21d41ce83dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266787 Jul 18 10:50:41.887743 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-29c51914-efda-4269-8274-168d496bf900 None None] Provisioning for port d0664086-9234-4f4b-a1d4-a34f998954fe completed by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 10:50:41.974465 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:41.977886 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-29c51914-efda-4269-8274-168d496bf900 None None] Provisioning complete for port d0664086-9234-4f4b-a1d4-a34f998954fe triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:50:41.978544 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (d0664086-9234-4f4b-a1d4-a34f998954fe), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:42.000328 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:42.011926 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-39a2f4c0-a2f0-401a-b10f-e07cc911ad1d req-f0f8d70b-b493-47d4-a8e4-86db22627cee service neutron] 10.222.0.49 "GET /v2.0/networks/eb380554-1a32-48db-8ee9-21d41ce83dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333582 Jul 18 10:50:42.177250 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] Current status of the port d0664086-9234-4f4b-a1d4-a34f998954fe is: BUILD; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:50:42.177250 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (d0664086-9234-4f4b-a1d4-a34f998954fe), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:42.177250 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:42.239933 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '309e30be-b4c2-4959-97f8-1ea7925c9e5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0664086-9234-4f4b-a1d4-a34f998954fe'}] {{(pid=111156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:50:42.243271 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfe4995b6dbf042dd7b3201bd1da42d47478b3b3d9ca6c613cb3b1d3a53612ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e6fd9f8-e7ae-4818-8430-b7733e7745a7" -d '{"events": [{"server_uuid": "309e30be-b4c2-4959-97f8-1ea7925c9e5c", "name": "network-vif-plugged", "status": "completed", "tag": "d0664086-9234-4f4b-a1d4-a34f998954fe"}]}' {{(pid=111156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:50:42.261443 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port d0664086-9234-4f4b-a1d4-a34f998954fe, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=d0664086-9234-4f4b-a1d4-a34f998954fe,segment=NetworkSegment(40200e37-082a-48f2-872c-182016dc90c2),segment_id=40200e37-082a-48f2-872c-182016dc90c2)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:50:42.851784 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (d0664086-9234-4f4b-a1d4-a34f998954fe), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:42.935585 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Pushing event updated for resources: {'Port': ['ID=d0664086-9234-4f4b-a1d4-a34f998954fe,revision_number=5']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:50:43.502049 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b681d8-e2ac-4ff1-a9fd-65205b389a65 req-41dcc1be-9eeb-41b6-8246-eda4d6c2f20d tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:43.504859 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b5b681d8-e2ac-4ff1-a9fd-65205b389a65 req-41dcc1be-9eeb-41b6-8246-eda4d6c2f20d tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f96ccdd-67b5-403c-a3b9-8022e271690c HTTP/1.1" status: 200 len: 945 time: 0.0910921 Jul 18 10:50:43.583913 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b5b681d8-e2ac-4ff1-a9fd-65205b389a65 req-88c394a6-1595-43ce-a1db-c4422095048b tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb3791ee-ee01-408c-b7a8-8c9c2ce033be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660832 Jul 18 10:50:43.728166 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81592f71-fadc-4993-82b4-44bee2ddd9fc req-acb11556-8285-4205-b153-908bc3a5027f tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:43.730839 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-81592f71-fadc-4993-82b4-44bee2ddd9fc req-acb11556-8285-4205-b153-908bc3a5027f tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=309e30be-b4c2-4959-97f8-1ea7925c9e5c HTTP/1.1" status: 200 len: 946 time: 0.0809410 Jul 18 10:50:43.837692 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-81592f71-fadc-4993-82b4-44bee2ddd9fc req-a2cb80f5-86b1-418c-bdef-b6c02eb5e768 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/security-groups?id=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984833 Jul 18 10:50:44.053792 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f658d-2e6b-4348-8bbd-fd07a390466c req-ea3dc17a-a4d0-46a0-8ecc-ebc48486b71e tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:44.063469 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2f6f658d-2e6b-4348-8bbd-fd07a390466c req-ea3dc17a-a4d0-46a0-8ecc-ebc48486b71e tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 943 time: 0.0883324 Jul 18 10:50:44.138095 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2f6f658d-2e6b-4348-8bbd-fd07a390466c req-147abc49-8de6-49b2-aa73-42ba3df9f70b tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729063 Jul 18 10:50:44.210870 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca142b9d-120a-4d67-8e9e-551770b5a6f3 x-openstack-request-id: req-ca142b9d-120a-4d67-8e9e-551770b5a6f3 {{(pid=111156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:50:44.212258 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "309e30be-b4c2-4959-97f8-1ea7925c9e5c", "name": "network-vif-plugged", "status": "completed", "tag": "d0664086-9234-4f4b-a1d4-a34f998954fe", "code": 200}]} {{(pid=111156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:50:44.212733 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ca142b9d-120a-4d67-8e9e-551770b5a6f3 {{(pid=111156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:50:44.213372 dv-cinder-849498-1-iscsi neutron-server[111156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca142b9d-120a-4d67-8e9e-551770b5a6f3'] response: {'server_uuid': '309e30be-b4c2-4959-97f8-1ea7925c9e5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0664086-9234-4f4b-a1d4-a34f998954fe', 'code': 200} Jul 18 10:50:44.334914 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-bff089be-0882-4ffe-9d68-3deb2d6b63b1 req-a344e6ad-af9f-47b1-8342-f7505f714a06 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 210 time: 0.0377030 Jul 18 10:50:45.149853 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b206a66-ffc6-4409-9e14-320e4765018e req-3a4b01ae-2d77-414c-b60e-203db816e329 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:45.151370 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3b206a66-ffc6-4409-9e14-320e4765018e req-3a4b01ae-2d77-414c-b60e-203db816e329 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f96ccdd-67b5-403c-a3b9-8022e271690c HTTP/1.1" status: 200 len: 945 time: 0.0549152 Jul 18 10:50:45.209510 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3b206a66-ffc6-4409-9e14-320e4765018e req-27ea0135-e93a-4231-bf60-76e9b88fd5ae tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb3791ee-ee01-408c-b7a8-8c9c2ce033be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512321 Jul 18 10:50:45.342095 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c9d5d7-d00f-4be8-895a-a8d8872274d8 req-f6aa1930-5a71-4d37-b818-44c59cecde5d tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:45.343645 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-13c9d5d7-d00f-4be8-895a-a8d8872274d8 req-f6aa1930-5a71-4d37-b818-44c59cecde5d tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=309e30be-b4c2-4959-97f8-1ea7925c9e5c HTTP/1.1" status: 200 len: 946 time: 0.0577154 Jul 18 10:50:45.420123 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-13c9d5d7-d00f-4be8-895a-a8d8872274d8 req-abdaef34-0f1b-483d-b45e-094fedc278fa tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/security-groups?id=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600057 Jul 18 10:50:45.529885 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe32a8-99e5-451c-a1e5-d668e691f5a9 req-93617e5d-f648-4a8b-ae53-8b8a2c83fd70 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:45.531452 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-92fe32a8-99e5-451c-a1e5-d668e691f5a9 req-93617e5d-f648-4a8b-ae53-8b8a2c83fd70 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=31366990-97f1-495a-98b8-0ff44a44f7e1 HTTP/1.1" status: 200 len: 945 time: 0.0555243 Jul 18 10:50:45.596066 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-92fe32a8-99e5-451c-a1e5-d668e691f5a9 req-1644762e-dee6-4789-9793-e56c790f542d tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e5e1162-8c8c-4d79-9a5b-5b00e6cca2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0585344 Jul 18 10:50:45.714741 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6246a463-5a8d-49bf-894b-a64427604294 req-91e5f645-e875-4bee-b272-0fef655f2ead tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:45.717102 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-6246a463-5a8d-49bf-894b-a64427604294 req-91e5f645-e875-4bee-b272-0fef655f2ead tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 943 time: 0.0562332 Jul 18 10:50:45.740523 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=2 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:45.789280 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-6246a463-5a8d-49bf-894b-a64427604294 req-4703af38-80ad-405e-92e7-5238735d8dfa tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657098 Jul 18 10:50:45.883569 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-286e8a36-c3d7-4395-a437-7c1fe1c22fe2 req-4456090d-9ca4-40b4-a9a6-6cfa8305a900 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 210 time: 0.0316088 Jul 18 10:50:46.348555 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42863d2d-2526-4036-b889-27acacc0a1ca req-778051db-4448-4825-a1b2-c7de088bbfdc tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:46.350160 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-42863d2d-2526-4036-b889-27acacc0a1ca req-778051db-4448-4825-a1b2-c7de088bbfdc tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f96ccdd-67b5-403c-a3b9-8022e271690c HTTP/1.1" status: 200 len: 945 time: 0.0516746 Jul 18 10:50:46.416425 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-42863d2d-2526-4036-b889-27acacc0a1ca req-51bdaaeb-0964-4040-8927-95ccb0bf9af4 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb3791ee-ee01-408c-b7a8-8c9c2ce033be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568173 Jul 18 10:50:46.563015 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccef23c-82a0-435a-b653-a3398172afc7 req-2b6d8023-75a2-41b2-b7e2-5d6bd60892c6 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:46.567063 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2ccef23c-82a0-435a-b653-a3398172afc7 req-2b6d8023-75a2-41b2-b7e2-5d6bd60892c6 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=309e30be-b4c2-4959-97f8-1ea7925c9e5c HTTP/1.1" status: 200 len: 946 time: 0.0702074 Jul 18 10:50:46.637509 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2ccef23c-82a0-435a-b653-a3398172afc7 req-1805d248-5640-4c8c-aa42-418cb3d4782e tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/security-groups?id=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658514 Jul 18 10:50:46.777935 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b3429-b15e-4476-b5d6-06499e1f5168 req-bb6d5f1e-fa5d-40ad-94c9-33497ad2aafa tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:46.780056 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2f6b3429-b15e-4476-b5d6-06499e1f5168 req-bb6d5f1e-fa5d-40ad-94c9-33497ad2aafa tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=31366990-97f1-495a-98b8-0ff44a44f7e1 HTTP/1.1" status: 200 len: 945 time: 0.0721455 Jul 18 10:50:46.861277 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2f6b3429-b15e-4476-b5d6-06499e1f5168 req-ae4dc7ee-5f7a-4a99-bd21-5fd17fa2e30f tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e5e1162-8c8c-4d79-9a5b-5b00e6cca2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0731142 Jul 18 10:50:46.990344 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6448048-5540-4d4d-9718-423068089a73 req-c068fe23-53b3-4b9a-8f16-63202418c7fc tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:46.999329 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b6448048-5540-4d4d-9718-423068089a73 req-c068fe23-53b3-4b9a-8f16-63202418c7fc tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 943 time: 0.0661383 Jul 18 10:50:47.029187 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:47.041455 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:47.053929 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b6448048-5540-4d4d-9718-423068089a73 req-49d71563-b486-4acf-9e3a-6d5696c76ed5 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537281 Jul 18 10:50:47.183411 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-292b028b-6e94-4369-955e-dd9092ac8606 req-19de2e95-9f9a-4512-b8f6-7e470bdbd0ae tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 210 time: 0.0453615 Jul 18 10:50:47.540182 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ac5bce-9738-4109-a31f-7c71afdaadf8 req-23ebc925-1cf1-4149-9f0d-fff12cf881bd tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:47.541741 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-e8ac5bce-9738-4109-a31f-7c71afdaadf8 req-23ebc925-1cf1-4149-9f0d-fff12cf881bd tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f96ccdd-67b5-403c-a3b9-8022e271690c HTTP/1.1" status: 200 len: 945 time: 0.0509024 Jul 18 10:50:47.600195 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-e8ac5bce-9738-4109-a31f-7c71afdaadf8 req-a6853ef1-67dc-4614-8a73-b83bdc4c3e06 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb3791ee-ee01-408c-b7a8-8c9c2ce033be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521927 Jul 18 10:50:47.756196 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35980c27-2360-4b7a-82ee-2cd9d57f57b4 req-42e82bea-0a00-4bf5-a394-e451cd6e9550 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:47.757780 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-35980c27-2360-4b7a-82ee-2cd9d57f57b4 req-42e82bea-0a00-4bf5-a394-e451cd6e9550 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=309e30be-b4c2-4959-97f8-1ea7925c9e5c HTTP/1.1" status: 200 len: 946 time: 0.0487030 Jul 18 10:50:47.801936 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=64,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:47.815620 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=62,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:47.816534 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-35980c27-2360-4b7a-82ee-2cd9d57f57b4 req-ac9bd1d3-68ad-4a23-86d1-a5dc01c4598a tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/security-groups?id=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524623 Jul 18 10:50:47.993576 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d54b8-f759-429a-a65c-0f512fde5956 req-02f7784b-2bde-40e7-b867-0d23a407aa37 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:47.995085 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f60d54b8-f759-429a-a65c-0f512fde5956 req-02f7784b-2bde-40e7-b867-0d23a407aa37 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=31366990-97f1-495a-98b8-0ff44a44f7e1 HTTP/1.1" status: 200 len: 945 time: 0.0505130 Jul 18 10:50:48.047766 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f60d54b8-f759-429a-a65c-0f512fde5956 req-12d1a564-c3da-48db-88b5-a57d89d99daa tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e5e1162-8c8c-4d79-9a5b-5b00e6cca2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0454891 Jul 18 10:50:48.191204 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e7f9a-2e5d-4662-b710-79925eb894e3 req-f8749229-fc30-4f35-856f-73638564dcbf tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:48.192677 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-561e7f9a-2e5d-4662-b710-79925eb894e3 req-f8749229-fc30-4f35-856f-73638564dcbf tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 943 time: 0.0522175 Jul 18 10:50:48.243404 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-561e7f9a-2e5d-4662-b710-79925eb894e3 req-5eeae591-cd57-44bd-b697-379b773cc4a3 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448854 Jul 18 10:50:48.345325 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3fd9c457-cd7b-49ee-8467-fd8d607a503a req-8073432f-51cc-4cc8-a0d9-1de1ec0692a8 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 210 time: 0.0333302 Jul 18 10:50:48.731989 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d65df-867b-421c-a38c-735d972cbbee req-b6d376ce-1242-43ab-90fd-73017bec7513 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:48.733617 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f41d65df-867b-421c-a38c-735d972cbbee req-b6d376ce-1242-43ab-90fd-73017bec7513 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f96ccdd-67b5-403c-a3b9-8022e271690c HTTP/1.1" status: 200 len: 945 time: 0.0531676 Jul 18 10:50:48.785114 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f41d65df-867b-421c-a38c-735d972cbbee req-1cad75bf-6921-46df-a9b1-24aa9de5502e tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb3791ee-ee01-408c-b7a8-8c9c2ce033be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456266 Jul 18 10:50:49.351177 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75447929-856b-4e2e-9284-16382128059f req-abba7fae-d935-4794-8e2b-265877ebca35 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:49.352680 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-75447929-856b-4e2e-9284-16382128059f req-abba7fae-d935-4794-8e2b-265877ebca35 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=309e30be-b4c2-4959-97f8-1ea7925c9e5c HTTP/1.1" status: 200 len: 946 time: 0.0494652 Jul 18 10:50:49.406771 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-75447929-856b-4e2e-9284-16382128059f req-3d193650-12e8-4536-97e4-797d2ec39910 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/security-groups?id=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472963 Jul 18 10:50:49.519870 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811e05cf-8863-4774-9e67-3e5fb24d76b4 req-7ee5673f-c90a-4887-8f2d-46c634a0ad05 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:49.521353 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-811e05cf-8863-4774-9e67-3e5fb24d76b4 req-7ee5673f-c90a-4887-8f2d-46c634a0ad05 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=31366990-97f1-495a-98b8-0ff44a44f7e1 HTTP/1.1" status: 200 len: 945 time: 0.0536089 Jul 18 10:50:49.570716 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-811e05cf-8863-4774-9e67-3e5fb24d76b4 req-3dcbfe49-efba-4f10-a6b8-a9afdfc5def7 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e5e1162-8c8c-4d79-9a5b-5b00e6cca2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0434778 Jul 18 10:50:49.684722 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1e514-da40-4c68-895d-8966f57be749 req-6a3aa016-a8e0-4212-abe9-7c56781ea444 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:49.686804 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-e8a1e514-da40-4c68-895d-8966f57be749 req-6a3aa016-a8e0-4212-abe9-7c56781ea444 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f96ccdd-67b5-403c-a3b9-8022e271690c HTTP/1.1" status: 200 len: 945 time: 0.0549674 Jul 18 10:50:49.739854 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-e8a1e514-da40-4c68-895d-8966f57be749 req-4fcdf8b4-f337-4238-9302-037bb1929869 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb3791ee-ee01-408c-b7a8-8c9c2ce033be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470955 Jul 18 10:50:49.874130 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf366729-b7ff-435d-ae77-1eedffd0b9c7 req-462f56da-2b23-48dd-ae48-04f47a96f3e3 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:49.884334 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-cf366729-b7ff-435d-ae77-1eedffd0b9c7 req-462f56da-2b23-48dd-ae48-04f47a96f3e3 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 943 time: 0.0720448 Jul 18 10:50:49.941476 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-cf366729-b7ff-435d-ae77-1eedffd0b9c7 req-c11bb962-087d-4886-9f59-92970e81ca4c tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573523 Jul 18 10:50:50.031727 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-c407851e-cef5-4da9-bf36-48381131fd31 req-00670c87-092b-4bb0-98a0-a3d97c79862c tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 210 time: 0.0286179 Jul 18 10:50:50.473302 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87955b48-69b1-4730-8a52-62a01aab970f req-258e8983-5c92-4931-bae6-59d63fea7dae tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:50.475222 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-87955b48-69b1-4730-8a52-62a01aab970f req-258e8983-5c92-4931-bae6-59d63fea7dae tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.52 "GET /v2.0/ports?device_id=31366990-97f1-495a-98b8-0ff44a44f7e1 HTTP/1.1" status: 200 len: 945 time: 0.0702472 Jul 18 10:50:50.539750 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ecae60-0add-4818-b27a-01b92013c870 req-a6ac23bb-ce5d-4aa1-b96e-dc2c57567709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:50.541291 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-14ecae60-0add-4818-b27a-01b92013c870 req-a6ac23bb-ce5d-4aa1-b96e-dc2c57567709 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=309e30be-b4c2-4959-97f8-1ea7925c9e5c HTTP/1.1" status: 200 len: 1130 time: 0.1039994 Jul 18 10:50:50.542357 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ade0b-937f-41c3-9f54-6972193c3fcd req-723ef011-9fe6-42c6-865c-bfc8d72c9e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:50.544559 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-731ade0b-937f-41c3-9f54-6972193c3fcd req-723ef011-9fe6-42c6-865c-bfc8d72c9e75 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f32dc706424247d0ac1dc7a6aa633107&device_id=0f96ccdd-67b5-403c-a3b9-8022e271690c HTTP/1.1" status: 200 len: 1129 time: 0.0520720 Jul 18 10:50:50.598413 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d9b8ae-b047-4db8-bbd0-1bc529c636f0 req-cf48bf6d-2d6e-49e0-b352-39cd69273d0f tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:50.599826 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-00d9b8ae-b047-4db8-bbd0-1bc529c636f0 req-cf48bf6d-2d6e-49e0-b352-39cd69273d0f tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=309e30be-b4c2-4959-97f8-1ea7925c9e5c HTTP/1.1" status: 200 len: 946 time: 0.0821729 Jul 18 10:50:50.604389 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:50.618809 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:50.620601 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.plugin [req-87955b48-69b1-4730-8a52-62a01aab970f req-60844d53-f55d-4c9b-b2bb-17995329f8b5 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Deleting port d5f49a49-e03e-4d9f-b362-39d74c035041 {{(pid=111155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:50:50.620966 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-87955b48-69b1-4730-8a52-62a01aab970f req-60844d53-f55d-4c9b-b2bb-17995329f8b5 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (d5f49a49-e03e-4d9f-b362-39d74c035041), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:50.661929 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-14ecae60-0add-4818-b27a-01b92013c870 req-07096cde-3538-49e7-93f7-95e9d87efccf service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095164 Jul 18 10:50:50.693974 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ade0b-937f-41c3-9f54-6972193c3fcd req-689d5839-c9e2-4aef-80e2-e5f30477a028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:50.693974 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-731ade0b-937f-41c3-9f54-6972193c3fcd req-689d5839-c9e2-4aef-80e2-e5f30477a028 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81 HTTP/1.1" status: 200 len: 912 time: 0.1243405 Jul 18 10:50:50.720400 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-00d9b8ae-b047-4db8-bbd0-1bc529c636f0 req-bb8da178-ae6a-4c2f-9d0a-07ba721a0aff tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/security-groups?id=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101847 Jul 18 10:50:50.749072 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.db [req-87955b48-69b1-4730-8a52-62a01aab970f req-60844d53-f55d-4c9b-b2bb-17995329f8b5 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] For port d5f49a49-e03e-4d9f-b362-39d74c035041, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=d5f49a49-e03e-4d9f-b362-39d74c035041,segment=NetworkSegment(984404a2-43ca-40f3-9583-38762b7d5434),segment_id=984404a2-43ca-40f3-9583-38762b7d5434)] {{(pid=111155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:50:50.749655 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-87955b48-69b1-4730-8a52-62a01aab970f req-60844d53-f55d-4c9b-b2bb-17995329f8b5 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (d5f49a49-e03e-4d9f-b362-39d74c035041), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:51.011175 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-731ade0b-937f-41c3-9f54-6972193c3fcd req-8c568826-a674-4bd6-a91e-7dcc8365aeac service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=820fb007-4789-49d7-84d1-ecf34d4d542f HTTP/1.1" status: 200 len: 1001 time: 0.1420364 Jul 18 10:50:51.216215 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde736a-41f3-4a22-bd5a-d86a2bd9b4a0 req-25e828b1-f6a8-4074-91cf-029f3f913b3f tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:51.217358 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-5cde736a-41f3-4a22-bd5a-d86a2bd9b4a0 req-25e828b1-f6a8-4074-91cf-029f3f913b3f tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=31366990-97f1-495a-98b8-0ff44a44f7e1 HTTP/1.1" status: 200 len: 945 time: 0.4346170 Jul 18 10:50:51.284595 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2499f05-27ab-4d80-9a09-03bc335e106e req-e9fee57f-0d2a-4751-a9f4-6515aeaab6c7 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:51.286142 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-e2499f05-27ab-4d80-9a09-03bc335e106e req-e9fee57f-0d2a-4751-a9f4-6515aeaab6c7 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f96ccdd-67b5-403c-a3b9-8022e271690c HTTP/1.1" status: 200 len: 945 time: 0.1458409 Jul 18 10:50:51.387556 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-5cde736a-41f3-4a22-bd5a-d86a2bd9b4a0 req-71b4aa9d-6cd0-4716-978e-dcd6862541fb tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e5e1162-8c8c-4d79-9a5b-5b00e6cca2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1635661 Jul 18 10:50:51.418311 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-87955b48-69b1-4730-8a52-62a01aab970f req-60844d53-f55d-4c9b-b2bb-17995329f8b5 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:51.420152 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-87955b48-69b1-4730-8a52-62a01aab970f req-60844d53-f55d-4c9b-b2bb-17995329f8b5 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778871'] for floatingip (b9d8ddff-28cb-4468-8bdc-129cbbee83de), after_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:51.420481 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.db.l3_db [req-87955b48-69b1-4730-8a52-62a01aab970f req-60844d53-f55d-4c9b-b2bb-17995329f8b5 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Floating IP b9d8ddff-28cb-4468-8bdc-129cbbee83de disassociated. External IP: 172.27.1.37, port: d5f49a49-e03e-4d9f-b362-39d74c035041. Jul 18 10:50:51.420856 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.plugin [req-87955b48-69b1-4730-8a52-62a01aab970f req-60844d53-f55d-4c9b-b2bb-17995329f8b5 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Calling delete_port for d5f49a49-e03e-4d9f-b362-39d74c035041 owned by compute:nova {{(pid=111155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:50:51.429196 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-e2499f05-27ab-4d80-9a09-03bc335e106e req-7650c402-a918-4619-9311-28a21e1ae94c tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb3791ee-ee01-408c-b7a8-8c9c2ce033be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320207 Jul 18 10:50:51.549421 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-c932d8d7-ba89-49c5-ba84-9e887c480e60 req-2f9065e1-f24f-4c0b-9426-775caa0b0ff3 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 210 time: 0.0464230 Jul 18 10:50:51.561061 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ae9e3-e6ce-4295-b45c-5e67f32329f8 req-00c64041-d341-4636-82b6-74178729b819 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:51.562701 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ee8ae9e3-e6ce-4295-b45c-5e67f32329f8 req-00c64041-d341-4636-82b6-74178729b819 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 943 time: 0.0935340 Jul 18 10:50:51.659669 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ee8ae9e3-e6ce-4295-b45c-5e67f32329f8 req-7af6cdd5-5844-4f01-8fe9-aab636bd94ad tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836322 Jul 18 10:50:51.681265 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:51.681381 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ade0b-937f-41c3-9f54-6972193c3fcd req-d4210c55-7ad5-41ec-a2df-cd3fbe7eae58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:51.681381 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-731ade0b-937f-41c3-9f54-6972193c3fcd req-d4210c55-7ad5-41ec-a2df-cd3fbe7eae58 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b6c39f47-e8f1-437f-bec0-2fa249892ca3 HTTP/1.1" status: 200 len: 850 time: 0.0514624 Jul 18 10:50:51.786278 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ade0b-937f-41c3-9f54-6972193c3fcd req-0c3acd44-03d3-468d-ab90-b22db53f01b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:51.788046 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-731ade0b-937f-41c3-9f54-6972193c3fcd req-0c3acd44-03d3-468d-ab90-b22db53f01b3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516696 Jul 18 10:50:51.794320 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-87955b48-69b1-4730-8a52-62a01aab970f req-60844d53-f55d-4c9b-b2bb-17995329f8b5 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126083827'] for port (d5f49a49-e03e-4d9f-b362-39d74c035041), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:51.839127 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60844d53-f55d-4c9b-b2bb-17995329f8b5 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Pushing event deleted for resources: {'Port': ['ID=d5f49a49-e03e-4d9f-b362-39d74c035041,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:50:51.919292 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd02cb-868c-4714-8bf2-8fa194cebca6 req-46772c23-c01e-4b0d-84c9-4e5328e8f6b1 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:51.920467 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-52dd02cb-868c-4714-8bf2-8fa194cebca6 req-46772c23-c01e-4b0d-84c9-4e5328e8f6b1 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=309e30be-b4c2-4959-97f8-1ea7925c9e5c HTTP/1.1" status: 200 len: 946 time: 0.1106563 Jul 18 10:50:52.023809 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-52dd02cb-868c-4714-8bf2-8fa194cebca6 req-943e3cd7-d5ea-49e7-85be-c9580fc1b176 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/security-groups?id=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938857 Jul 18 10:50:52.027612 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:52.029734 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87955b48-69b1-4730-8a52-62a01aab970f req-60844d53-f55d-4c9b-b2bb-17995329f8b5 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Router 6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3 has already been hosted by L3 agent e6bcb791-bd43-4d6b-ab54-e591cb66712b {{(pid=111155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:50:52.149587 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87955b48-69b1-4730-8a52-62a01aab970f req-60844d53-f55d-4c9b-b2bb-17995329f8b5 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Notify agent at l3_agent.dv-cinder-849498-1-iscsi the message routers_updated {{(pid=111155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:50:52.161291 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a85610-9eaf-4299-9824-77de184cb4a2 None None] Sync routers for ids ['6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3'] in dv-cinder-849498-1-iscsi {{(pid=111156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:50:52.181688 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a85610-9eaf-4299-9824-77de184cb4a2 None None] Routers {'6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:50:52.181688 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-38a85610-9eaf-4299-9824-77de184cb4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:50:37Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3'], 'active': True} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:50:52.198510 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.l3_dvrscheduler_db [req-87955b48-69b1-4730-8a52-62a01aab970f req-60844d53-f55d-4c9b-b2bb-17995329f8b5 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] No DVR routers for this DVR port d5f49a49-e03e-4d9f-b362-39d74c035041 on host hv-cinder-84949 {{(pid=111155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:50:52.202311 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-87955b48-69b1-4730-8a52-62a01aab970f req-60844d53-f55d-4c9b-b2bb-17995329f8b5 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for port (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:52.205658 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-87955b48-69b1-4730-8a52-62a01aab970f req-60844d53-f55d-4c9b-b2bb-17995329f8b5 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.52 "DELETE /v2.0/ports/d5f49a49-e03e-4d9f-b362-39d74c035041 HTTP/1.1" status: 204 len: 173 time: 1.7236316 Jul 18 10:50:52.206106 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31366990-97f1-495a-98b8-0ff44a44f7e1', 'name': 'network-vif-deleted', 'tag': 'd5f49a49-e03e-4d9f-b362-39d74c035041'}] {{(pid=111155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:50:52.208371 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f06b923856051c73f64d3b2294300e60923526062a62ec6e5be74a6ad2a3856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0769093-ad4e-406a-9a12-5e9c474fd184" -d '{"events": [{"server_uuid": "31366990-97f1-495a-98b8-0ff44a44f7e1", "name": "network-vif-deleted", "tag": "d5f49a49-e03e-4d9f-b362-39d74c035041"}]}' {{(pid=111155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:50:52.247522 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26740ef-9ef6-4024-914e-7f20562914de x-openstack-request-id: req-e26740ef-9ef6-4024-914e-7f20562914de {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:50:52.247986 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31366990-97f1-495a-98b8-0ff44a44f7e1", "name": "network-vif-deleted", "tag": "d5f49a49-e03e-4d9f-b362-39d74c035041", "status": "completed", "code": 200}]} {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:50:52.248285 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e26740ef-9ef6-4024-914e-7f20562914de {{(pid=111155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:50:52.248696 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e26740ef-9ef6-4024-914e-7f20562914de'] response: {'server_uuid': '31366990-97f1-495a-98b8-0ff44a44f7e1', 'name': 'network-vif-deleted', 'tag': 'd5f49a49-e03e-4d9f-b362-39d74c035041', 'status': 'completed', 'code': 200} Jul 18 10:50:52.294764 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvr_db [None req-38a85610-9eaf-4299-9824-77de184cb4a2 None None] Set router 6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:50:52.526703 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d7d276ac-f472-4535-91db-7fdc74121c5d req-38704524-abc7-4f97-9338-89e93e587009 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=31366990-97f1-495a-98b8-0ff44a44f7e1 HTTP/1.1" status: 200 len: 210 time: 0.0507739 Jul 18 10:50:52.567872 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d682a-e885-43e2-9fd8-d5e25498fc0a req-0705b97e-05a1-45fe-8c4f-c190dccc32f5 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:52.569825 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f69d682a-e885-43e2-9fd8-d5e25498fc0a req-0705b97e-05a1-45fe-8c4f-c190dccc32f5 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f96ccdd-67b5-403c-a3b9-8022e271690c HTTP/1.1" status: 200 len: 945 time: 0.0553970 Jul 18 10:50:52.645099 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f69d682a-e885-43e2-9fd8-d5e25498fc0a req-a8479429-df95-4617-99eb-0ee93cc1f015 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb3791ee-ee01-408c-b7a8-8c9c2ce033be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676148 Jul 18 10:50:52.668967 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-677b40bf-9d88-42ba-aa17-001fff50f8c2 req-a6bb1991-6e01-4814-95bd-0a80e4641c2e tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 210 time: 0.0383756 Jul 18 10:50:52.700624 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-38a85610-9eaf-4299-9824-77de184cb4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'name': 'tempest-AttachVolumeNegativeTest-431570464-router', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '4083be66-18b5-4ad2-a323-569672bf755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:00Z', 'updated_at': '2022-07-18T10:47:14Z', 'revision_number': 4, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'gw_port': {'id': '4083be66-18b5-4ad2-a323-569672bf755b', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:02Z', 'updated_at': '2022-07-18T10:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_floatingips': [{'id': '2c9b347c-fde3-46a5-8720-eb0056eeda92', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'floating_ip_address': '172.27.1.146', 'floating_network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'router_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'port_id': 'dce7face-5f9b-40f7-8b3c-e6b845457a5e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b', 'mac_address': 'fa:16:3e:35:79:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadfa860-196c-4946-85a4-a9a2aed7c1b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:47:34Z', 'updated_at': '2022-07-18T10:48:19Z', 'revision_number': 2, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '603b1623-5cf2-4603-b446-434aeca6fd4c', 'name': '', 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'mac_address': 'fa:16:3e:29:7e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'aa197fa4-4b14-4357-8299-842622dc6172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:10Z', 'updated_at': '2022-07-18T10:47:38Z', 'revision_number': 5, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'subnets': [{'id': 'aa197fa4-4b14-4357-8299-842622dc6172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:50:52.725537 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a85610-9eaf-4299-9824-77de184cb4a2 None None] Checking router: 6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3 for host: dv-cinder-849498-1-iscsi {{(pid=111156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:50:52.736099 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a85610-9eaf-4299-9824-77de184cb4a2 None None] Routers {'6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:50:52.736729 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-38a85610-9eaf-4299-9824-77de184cb4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:50:37Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3'], 'active': True} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:50:52.802723 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06225bbe-2586-403e-8f3a-82cebf6b142b req-2b74d556-dc32-414f-b53e-51968767489c tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:52.804706 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-06225bbe-2586-403e-8f3a-82cebf6b142b req-2b74d556-dc32-414f-b53e-51968767489c tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 943 time: 0.0581026 Jul 18 10:50:52.866270 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvr_db [None req-38a85610-9eaf-4299-9824-77de184cb4a2 None None] Set router 6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:50:52.872085 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-06225bbe-2586-403e-8f3a-82cebf6b142b req-aa9a1dc2-e1b7-4671-a563-553003bc1346 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599470 Jul 18 10:50:52.967449 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:53.140638 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-38a85610-9eaf-4299-9824-77de184cb4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'name': 'tempest-AttachVolumeNegativeTest-431570464-router', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '4083be66-18b5-4ad2-a323-569672bf755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:00Z', 'updated_at': '2022-07-18T10:47:14Z', 'revision_number': 4, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'gw_port': {'id': '4083be66-18b5-4ad2-a323-569672bf755b', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:02Z', 'updated_at': '2022-07-18T10:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_floatingips': [{'id': '2c9b347c-fde3-46a5-8720-eb0056eeda92', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'floating_ip_address': '172.27.1.146', 'floating_network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'router_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'port_id': 'dce7face-5f9b-40f7-8b3c-e6b845457a5e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b', 'mac_address': 'fa:16:3e:35:79:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadfa860-196c-4946-85a4-a9a2aed7c1b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:47:34Z', 'updated_at': '2022-07-18T10:48:19Z', 'revision_number': 2, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '603b1623-5cf2-4603-b446-434aeca6fd4c', 'name': '', 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'mac_address': 'fa:16:3e:29:7e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'aa197fa4-4b14-4357-8299-842622dc6172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:10Z', 'updated_at': '2022-07-18T10:47:38Z', 'revision_number': 5, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'subnets': [{'id': 'aa197fa4-4b14-4357-8299-842622dc6172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:50:53.167546 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a85610-9eaf-4299-9824-77de184cb4a2 None None] The sync data for ids ['6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3'] in dv-cinder-849498-1-iscsi is: [{'id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'name': 'tempest-AttachVolumeNegativeTest-431570464-router', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '4083be66-18b5-4ad2-a323-569672bf755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:00Z', 'updated_at': '2022-07-18T10:47:14Z', 'revision_number': 4, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'gw_port': {'id': '4083be66-18b5-4ad2-a323-569672bf755b', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:02Z', 'updated_at': '2022-07-18T10:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_floatingips': [{'id': '2c9b347c-fde3-46a5-8720-eb0056eeda92', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'floating_ip_address': '172.27.1.146', 'floating_network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'router_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'port_id': 'dce7face-5f9b-40f7-8b3c-e6b845457a5e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b', 'mac_address': 'fa:16:3e:35:79:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadfa860-196c-4946-85a4-a9a2aed7c1b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:47:34Z', 'updated_at': '2022-07-18T10:48:19Z', 'revision_number': 2, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '603b1623-5cf2-4603-b446-434aeca6fd4c', 'name': '', 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'mac_address': 'fa:16:3e:29:7e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'aa197fa4-4b14-4357-8299-842622dc6172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:10Z', 'updated_at': '2022-07-18T10:47:38Z', 'revision_number': 5, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'subnets': [{'id': 'aa197fa4-4b14-4357-8299-842622dc6172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:50:53.187913 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc8f1d-94d6-4e73-b238-0a2b428a1411 req-91d31c6b-17b2-4b29-994d-8a55c35faa7b tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:53.190269 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-03fc8f1d-94d6-4e73-b238-0a2b428a1411 req-91d31c6b-17b2-4b29-994d-8a55c35faa7b tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=309e30be-b4c2-4959-97f8-1ea7925c9e5c HTTP/1.1" status: 200 len: 946 time: 0.0656250 Jul 18 10:50:53.248200 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-03fc8f1d-94d6-4e73-b238-0a2b428a1411 req-67f22ed3-7986-4162-b6b1-0428fd394a52 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/security-groups?id=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514216 Jul 18 10:50:53.401983 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bad97e-c230-421c-9e7d-6ba0344a4444 req-5fa02881-4000-488d-8cbf-9bae2f74ce11 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:53.403854 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-59bad97e-c230-421c-9e7d-6ba0344a4444 req-5fa02881-4000-488d-8cbf-9bae2f74ce11 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=309e30be-b4c2-4959-97f8-1ea7925c9e5c HTTP/1.1" status: 200 len: 946 time: 0.0742052 Jul 18 10:50:53.463350 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-59bad97e-c230-421c-9e7d-6ba0344a4444 req-daee6313-b200-4319-a97a-37fc1ed90ac2 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/security-groups?id=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520601 Jul 18 10:50:53.509831 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fc5af9-4630-45af-bf15-ad77fec20862 None None] New status for floating IP b9d8ddff-28cb-4468-8bdc-129cbbee83de: DOWN {{(pid=111157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 10:50:53.520254 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 43640) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:50:53.646381 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-108e92f1-8c0f-4965-b3db-a4a38dfcb9f8 req-5e57ebf5-f60e-4629-8093-09612d2c5c83 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=31366990-97f1-495a-98b8-0ff44a44f7e1 HTTP/1.1" status: 200 len: 210 time: 0.0334222 Jul 18 10:50:53.830367 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea37d55-1ca9-43ff-86ab-0e85b1b2b096 req-8b020017-1bdd-4f83-be49-32dac1a35b65 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:53.831936 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-0ea37d55-1ca9-43ff-86ab-0e85b1b2b096 req-8b020017-1bdd-4f83-be49-32dac1a35b65 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f96ccdd-67b5-403c-a3b9-8022e271690c HTTP/1.1" status: 200 len: 945 time: 0.1092629 Jul 18 10:50:53.835955 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f5166fe3-93c3-47a0-812e-598c4571baf2 req-17c3648a-6b69-4e76-93f9-fd53d9f3be22 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 210 time: 0.0715280 Jul 18 10:50:53.854930 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ca91b0-ad9d-412c-a727-bf992e19e4fb tempest-TestVolumeBootPattern-1497006895 tempest-TestVolumeBootPattern-1497006895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:53.856570 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-13ca91b0-ad9d-412c-a727-bf992e19e4fb tempest-TestVolumeBootPattern-1497006895 tempest-TestVolumeBootPattern-1497006895-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=309e30be-b4c2-4959-97f8-1ea7925c9e5c HTTP/1.1" status: 200 len: 1125 time: 0.3345106 Jul 18 10:50:53.860099 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 43650) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:50:53.865381 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [None req-5629ea81-41d2-4eee-973d-1886b484e5ef tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Request body: {'floatingip': {'floating_network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'port_id': 'd0664086-9234-4f4b-a1d4-a34f998954fe', 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782', 'fixed_ip_address': '172.20.0.11'}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:50:53.892712 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-0ea37d55-1ca9-43ff-86ab-0e85b1b2b096 req-1095cd00-0c76-46cf-bc8c-21be635c985d tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb3791ee-ee01-408c-b7a8-8c9c2ce033be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537975 Jul 18 10:50:54.016083 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac170c6f-910c-4e1a-b584-fd809c190813 req-471b61e7-af41-4b3e-bec2-445684599fc8 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:54.017922 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ac170c6f-910c-4e1a-b584-fd809c190813 req-471b61e7-af41-4b3e-bec2-445684599fc8 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 943 time: 0.0548997 Jul 18 10:50:54.040619 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-5629ea81-41d2-4eee-973d-1886b484e5ef tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:54.075029 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:54.081785 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ac170c6f-910c-4e1a-b584-fd809c190813 req-40cc54dd-d517-4003-91a2-60da68454a75 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573590 Jul 18 10:50:54.147361 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-5629ea81-41d2-4eee-973d-1886b484e5ef tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:54.269984 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.db_base_plugin_common [None req-5629ea81-41d2-4eee-973d-1886b484e5ef tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Allocated IP 172.27.1.128 (bb0f21c8-59d6-4417-bd6b-78e480c446a1/d4fbd515-2e97-4384-b4aa-6523e13e40eb/9db8207c-fca4-446e-b7d8-6beab5cbd895) {{(pid=111154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:50:54.381838 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-5629ea81-41d2-4eee-973d-1886b484e5ef tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks [] for port (9db8207c-fca4-446e-b7d8-6beab5cbd895), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:54.498344 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-5629ea81-41d2-4eee-973d-1886b484e5ef tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127334210'] for port (9db8207c-fca4-446e-b7d8-6beab5cbd895), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:54.543714 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5629ea81-41d2-4eee-973d-1886b484e5ef tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Network bb0f21c8-59d6-4417-bd6b-78e480c446a1 is already hosted by enough agents. {{(pid=111154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:50:54.549855 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.base_scheduler [None req-5629ea81-41d2-4eee-973d-1886b484e5ef tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Resources bound (agent type, host, resource id): {{(pid=111154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:50:54.552739 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5629ea81-41d2-4eee-973d-1886b484e5ef tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Received port after_create {{(pid=111154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:50:54.554938 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5629ea81-41d2-4eee-973d-1886b484e5ef tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Pushing event updated for resources: {'Port': ['ID=9db8207c-fca4-446e-b7d8-6beab5cbd895,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:50:54.577109 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:54.620861 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:54.708721 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device d5f49a49-e03e-4d9f-b362-39d74c035041 no longer exists at agent hyperv_hv-cinder-84949 {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:50:54.753046 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] No Port match for: d5f49a49-e03e-4d9f-b362-39d74c035041 {{(pid=111156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:50:54.753741 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device d5f49a49-e03e-4d9f-b362-39d74c035041 not bound to the agent host hv-cinder-84949 {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:50:54.767752 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b29eefaa-83cf-40e5-908f-0ffe49dd0c04 req-7539e143-f7bd-4d09-a88e-1909317223a9 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=31366990-97f1-495a-98b8-0ff44a44f7e1 HTTP/1.1" status: 200 len: 210 time: 0.0328317 Jul 18 10:50:54.858480 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1ff6e34c-ad2d-4d6d-84c2-aee03113dac2), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:54.975806 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-695d3efc-3dbb-41d7-8646-b24b8b4191dd req-a96c2ada-7ec9-4bbc-ad0d-29fdd055d5be tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 210 time: 0.0559583 Jul 18 10:50:55.017057 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-5629ea81-41d2-4eee-973d-1886b484e5ef tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks [] for floatingip (c6a5b862-da1a-422e-8fc1-01a480727c7b), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:55.054181 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e765a76-78d0-4c30-b400-10c7837005f7 req-1acb05ed-c1e3-4330-97ab-a65ac913aff7 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:55.062747 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-6e765a76-78d0-4c30-b400-10c7837005f7 req-1acb05ed-c1e3-4330-97ab-a65ac913aff7 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f96ccdd-67b5-403c-a3b9-8022e271690c HTTP/1.1" status: 200 len: 945 time: 0.0695264 Jul 18 10:50:55.267856 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-6e765a76-78d0-4c30-b400-10c7837005f7 req-8e14807b-760f-4806-ad08-8b8f4e175a96 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb3791ee-ee01-408c-b7a8-8c9c2ce033be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2039771 Jul 18 10:50:55.272226 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:55.279531 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-5629ea81-41d2-4eee-973d-1886b484e5ef tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (9db8207c-fca4-446e-b7d8-6beab5cbd895), before_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:55.309741 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-731ade0b-937f-41c3-9f54-6972193c3fcd req-49028448-5625-4617-97b2-58f484a8e48f service neutron] 10.222.0.52 "GET /v2.0/networks/2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206156 Jul 18 10:50:55.314594 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a2f4c0-a2f0-401a-b10f-e07cc911ad1d req-c7a5ffc9-0278-4a41-af12-c0d29c389ceb tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:55.316199 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-39a2f4c0-a2f0-401a-b10f-e07cc911ad1d req-c7a5ffc9-0278-4a41-af12-c0d29c389ceb tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.52 "GET /v2.0/networks?id=eb380554-1a32-48db-8ee9-21d41ce83dd0 HTTP/1.1" status: 200 len: 809 time: 0.2450771 Jul 18 10:50:55.330237 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebfaffc-b03b-4146-8230-0f8509f2dc1d req-b43498c6-f789-4711-a4b7-5dab645212b2 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:55.332725 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-bebfaffc-b03b-4146-8230-0f8509f2dc1d req-b43498c6-f789-4711-a4b7-5dab645212b2 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 943 time: 0.0818377 Jul 18 10:50:55.430158 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-bebfaffc-b03b-4146-8230-0f8509f2dc1d req-a6965021-bf63-4c6b-bb5f-9e7c77523664 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874951 Jul 18 10:50:55.436533 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-39a2f4c0-a2f0-401a-b10f-e07cc911ad1d req-244a621b-8aa1-4259-be0c-365fdd5b7f04 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f36b12884cc423988d28fdcbdb1d8f9 HTTP/1.1" status: 200 len: 380 time: 0.1021132 Jul 18 10:50:55.445584 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [req-39a2f4c0-a2f0-401a-b10f-e07cc911ad1d req-f355aad1-c9a3-4903-8880-c9d5b3733c3a tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Request body: {'port': {'device_id': '3dab0fce-91d6-4e37-970c-02ba8250d354', 'network_id': 'eb380554-1a32-48db-8ee9-21d41ce83dd0', 'admin_state_up': True, 'tenant_id': '7f36b12884cc423988d28fdcbdb1d8f9', 'security_groups': ['51ab4b88-8b36-4bf6-be4a-4220e2cdae89']}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:50:55.462540 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:55.498438 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-731ade0b-937f-41c3-9f54-6972193c3fcd req-47af8aad-f56e-4042-9f39-0922eeb2a9c2 service neutron] 10.222.0.52 "GET /v2.0/networks/2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814668 Jul 18 10:50:55.541391 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-5629ea81-41d2-4eee-973d-1886b484e5ef tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks [] for port (9db8207c-fca4-446e-b7d8-6beab5cbd895), precommit_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:55.741947 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-5629ea81-41d2-4eee-973d-1886b484e5ef tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127333809'] for port (9db8207c-fca4-446e-b7d8-6beab5cbd895), after_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:55.742238 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39a2f4c0-a2f0-401a-b10f-e07cc911ad1d req-f355aad1-c9a3-4903-8880-c9d5b3733c3a tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Made reservation on behalf of 7f36b12884cc423988d28fdcbdb1d8f9 for: {'port': 1} {{(pid=111155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:50:55.745851 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-39a2f4c0-a2f0-401a-b10f-e07cc911ad1d req-f355aad1-c9a3-4903-8880-c9d5b3733c3a tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:55.818857 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5629ea81-41d2-4eee-973d-1886b484e5ef tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Pushing event updated for resources: {'Port': ['ID=9db8207c-fca4-446e-b7d8-6beab5cbd895,revision_number=2']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:50:55.836967 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-5629ea81-41d2-4eee-973d-1886b484e5ef tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778871'] for floatingip (c6a5b862-da1a-422e-8fc1-01a480727c7b), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:55.920737 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3f7ae018-a255-42fc-8640-3b96dde6f27a req-535ca310-9b9c-4b5f-adf5-ef524aa2734e tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=31366990-97f1-495a-98b8-0ff44a44f7e1 HTTP/1.1" status: 200 len: 210 time: 0.0420277 Jul 18 10:50:55.922234 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.db_base_plugin_common [req-39a2f4c0-a2f0-401a-b10f-e07cc911ad1d req-f355aad1-c9a3-4903-8880-c9d5b3733c3a tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Allocated IP 172.20.0.3 (eb380554-1a32-48db-8ee9-21d41ce83dd0/893df6fc-9fb1-4552-b95e-a392998d3c8c/251fff9b-71a7-49e1-bd58-5b46a671f255) {{(pid=111155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:50:55.934444 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:55.964234 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.db.l3_db [None req-5629ea81-41d2-4eee-973d-1886b484e5ef tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Floating IP c6a5b862-da1a-422e-8fc1-01a480727c7b associated. External IP: 172.27.1.128, port: d0664086-9234-4f4b-a1d4-a34f998954fe. Jul 18 10:50:56.019059 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:56.078190 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-6094ed2e-a4a2-4671-bd87-2e486577ea4d req-bd10c41f-3c50-44f0-a2bd-43ceaf57352c tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 210 time: 0.0338936 Jul 18 10:50:56.115724 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-39a2f4c0-a2f0-401a-b10f-e07cc911ad1d req-f355aad1-c9a3-4903-8880-c9d5b3733c3a tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Publish callbacks [] for port (251fff9b-71a7-49e1-bd58-5b46a671f255), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:56.245594 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-39a2f4c0-a2f0-401a-b10f-e07cc911ad1d req-f355aad1-c9a3-4903-8880-c9d5b3733c3a tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126083827'] for port (251fff9b-71a7-49e1-bd58-5b46a671f255), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:56.324745 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f355aad1-c9a3-4903-8880-c9d5b3733c3a tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Pushing event updated for resources: {'Port': ['ID=251fff9b-71a7-49e1-bd58-5b46a671f255,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:50:56.343022 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39a2f4c0-a2f0-401a-b10f-e07cc911ad1d req-f355aad1-c9a3-4903-8880-c9d5b3733c3a tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Network eb380554-1a32-48db-8ee9-21d41ce83dd0 is already hosted by enough agents. {{(pid=111155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:50:56.343022 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.base_scheduler [req-39a2f4c0-a2f0-401a-b10f-e07cc911ad1d req-f355aad1-c9a3-4903-8880-c9d5b3733c3a tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Resources bound (agent type, host, resource id): {{(pid=111155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:50:56.351278 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a2f4c0-a2f0-401a-b10f-e07cc911ad1d req-f355aad1-c9a3-4903-8880-c9d5b3733c3a tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Received port after_create {{(pid=111155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:50:56.475817 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2346c765-4599-4001-96c3-654f7c4b0d71 req-6ffc5a93-b160-4ee4-bfdd-ab362fb9a194 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:56.477442 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2346c765-4599-4001-96c3-654f7c4b0d71 req-6ffc5a93-b160-4ee4-bfdd-ab362fb9a194 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f96ccdd-67b5-403c-a3b9-8022e271690c HTTP/1.1" status: 200 len: 945 time: 0.0870047 Jul 18 10:50:56.492981 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a2f4c0-a2f0-401a-b10f-e07cc911ad1d req-f355aad1-c9a3-4903-8880-c9d5b3733c3a tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:56.493304 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5629ea81-41d2-4eee-973d-1886b484e5ef tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Router fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234 has already been hosted by L3 agent e6bcb791-bd43-4d6b-ab54-e591cb66712b {{(pid=111154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:50:56.493905 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-39a2f4c0-a2f0-401a-b10f-e07cc911ad1d req-f355aad1-c9a3-4903-8880-c9d5b3733c3a tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for port (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:56.553451 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:UPDATE=1,neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:56.563282 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2346c765-4599-4001-96c3-654f7c4b0d71 req-9c9ca8e3-7ac1-4f76-bf6f-27ec68a33ec7 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb3791ee-ee01-408c-b7a8-8c9c2ce033be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628827 Jul 18 10:50:56.608100 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba5fda-ab7e-4906-9404-664e50823735 req-79b23e04-b851-44f6-8dbd-583f2676733a tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:56.610549 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-26ba5fda-ab7e-4906-9404-664e50823735 req-79b23e04-b851-44f6-8dbd-583f2676733a tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 943 time: 0.0733888 Jul 18 10:50:56.628089 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5629ea81-41d2-4eee-973d-1886b484e5ef tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Notify agent at l3_agent.dv-cinder-849498-1-iscsi the message routers_updated {{(pid=111154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:50:56.644974 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9cf925-a9f9-4d55-ad55-91ea9d0ab63b None None] Sync routers for ids ['fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234'] in dv-cinder-849498-1-iscsi {{(pid=111156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:50:56.657592 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9cf925-a9f9-4d55-ad55-91ea9d0ab63b None None] Routers {'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:50:56.658195 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-8e9cf925-a9f9-4d55-ad55-91ea9d0ab63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:50:37Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234'], 'active': True} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:50:56.686242 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-26ba5fda-ab7e-4906-9404-664e50823735 req-50bddd5a-b6a0-4de1-ae8e-7fd868c1d13a tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680759 Jul 18 10:50:56.700725 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-39a2f4c0-a2f0-401a-b10f-e07cc911ad1d req-f355aad1-c9a3-4903-8880-c9d5b3733c3a tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2586181 Jul 18 10:50:56.706742 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=100 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:56.744406 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [req-39a2f4c0-a2f0-401a-b10f-e07cc911ad1d req-b2051013-644b-4a20-a660-14fa32ce3e61 service neutron] Request body: {'port': {'device_id': '3dab0fce-91d6-4e37-970c-02ba8250d354', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84949'}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:50:56.780742 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e8cf69-f903-4889-b758-98b1e3dcfba6 req-2562367d-afb7-4b14-aafb-fe7d6c8c7d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:56.782884 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-c4e8cf69-f903-4889-b758-98b1e3dcfba6 req-2562367d-afb7-4b14-aafb-fe7d6c8c7d46 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f32dc706424247d0ac1dc7a6aa633107&device_id=0f96ccdd-67b5-403c-a3b9-8022e271690c HTTP/1.1" status: 200 len: 1129 time: 0.0531600 Jul 18 10:50:56.788143 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-5629ea81-41d2-4eee-973d-1886b484e5ef tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for floatingip (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:56.822389 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvr_db [None req-8e9cf925-a9f9-4d55-ad55-91ea9d0ab63b None None] Set router fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:50:56.825424 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-217b298c-0d1c-4cf7-9780-979e88d50575 None None] Provisioning complete for port 251fff9b-71a7-49e1-bd58-5b46a671f255 triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:50:56.825908 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-217b298c-0d1c-4cf7-9780-979e88d50575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (251fff9b-71a7-49e1-bd58-5b46a671f255), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:56.835689 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-39a2f4c0-a2f0-401a-b10f-e07cc911ad1d req-b2051013-644b-4a20-a660-14fa32ce3e61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (251fff9b-71a7-49e1-bd58-5b46a671f255), before_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:56.898476 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-5629ea81-41d2-4eee-973d-1886b484e5ef tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0367267 Jul 18 10:50:56.901876 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '309e30be-b4c2-4959-97f8-1ea7925c9e5c', 'tag': 'd0664086-9234-4f4b-a1d4-a34f998954fe'}] {{(pid=111154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:50:56.904767 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76f28ae75f34143b6717ab81e854799a90e2618b86a46665dc49940857a7474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9a715b-a9b2-48f1-adff-03005aae5a7b" -d '{"events": [{"name": "network-changed", "server_uuid": "309e30be-b4c2-4959-97f8-1ea7925c9e5c", "tag": "d0664086-9234-4f4b-a1d4-a34f998954fe"}]}' {{(pid=111154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:50:56.962737 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e8cf69-f903-4889-b758-98b1e3dcfba6 req-0123cbb6-de81-4de5-9204-68cfae79bc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:56.964279 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-c4e8cf69-f903-4889-b758-98b1e3dcfba6 req-0123cbb6-de81-4de5-9204-68cfae79bc13 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81 HTTP/1.1" status: 200 len: 912 time: 0.1489677 Jul 18 10:50:57.028618 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f95504-f2e4-4578-9dbe-ce1aff8dddc7 x-openstack-request-id: req-14f95504-f2e4-4578-9dbe-ce1aff8dddc7 {{(pid=111154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:50:57.028618 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "309e30be-b4c2-4959-97f8-1ea7925c9e5c", "tag": "d0664086-9234-4f4b-a1d4-a34f998954fe", "status": "completed", "code": 200}]} {{(pid=111154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:50:57.028618 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-14f95504-f2e4-4578-9dbe-ce1aff8dddc7 {{(pid=111154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:50:57.028618 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14f95504-f2e4-4578-9dbe-ce1aff8dddc7'] response: {'name': 'network-changed', 'server_uuid': '309e30be-b4c2-4959-97f8-1ea7925c9e5c', 'tag': 'd0664086-9234-4f4b-a1d4-a34f998954fe', 'status': 'completed', 'code': 200} Jul 18 10:50:57.071506 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-217b298c-0d1c-4cf7-9780-979e88d50575 None None] Port 251fff9b-71a7-49e1-bd58-5b46a671f255 cannot update to ACTIVE because it is not bound. {{(pid=111156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:50:57.092440 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-c4e8cf69-f903-4889-b758-98b1e3dcfba6 req-1a4b8204-b036-4421-a81d-87f5a3b4ac37 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=820fb007-4789-49d7-84d1-ecf34d4d542f HTTP/1.1" status: 200 len: 1001 time: 0.1213665 Jul 18 10:50:57.099581 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a715b-a9b2-48f1-adff-03005aae5a7b req-1817fac6-2164-4777-b988-41c62562b327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:57.102588 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-cf9a715b-a9b2-48f1-adff-03005aae5a7b req-1817fac6-2164-4777-b988-41c62562b327 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=17f436162f3a4bd4b3a94f584e7d8782&device_id=309e30be-b4c2-4959-97f8-1ea7925c9e5c HTTP/1.1" status: 200 len: 1130 time: 0.0767157 Jul 18 10:50:57.137845 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:57.154580 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-990a2dd9-65e6-442e-9228-0272deabfd6d req-e6bac1e3-4bfa-4599-91b2-699f0f44b049 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=31366990-97f1-495a-98b8-0ff44a44f7e1 HTTP/1.1" status: 200 len: 210 time: 0.0729451 Jul 18 10:50:57.189482 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-8e9cf925-a9f9-4d55-ad55-91ea9d0ab63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'name': 'tempest-TestVolumeBootPattern-641700284-router', 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '904eb219-215c-4a07-aa49-5a27759fa823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:49:23Z', 'updated_at': '2022-07-18T10:49:29Z', 'revision_number': 4, 'project_id': '17f436162f3a4bd4b3a94f584e7d8782', 'gw_port': {'id': '904eb219-215c-4a07-aa49-5a27759fa823', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:24Z', 'updated_at': '2022-07-18T10:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_floatingips': [{'id': 'c6a5b862-da1a-422e-8fc1-01a480727c7b', 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782', 'floating_ip_address': '172.27.1.128', 'floating_network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'router_id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'port_id': 'd0664086-9234-4f4b-a1d4-a34f998954fe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '407e895d-8435-43cb-addb-b40e755d1f02', 'mac_address': 'fa:16:3e:31:dc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309e30be-b4c2-4959-97f8-1ea7925c9e5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:50:54Z', 'updated_at': '2022-07-18T10:50:54Z', 'revision_number': 0, 'project_id': '17f436162f3a4bd4b3a94f584e7d8782', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '518d5f98-f050-4ae9-abe5-25ea9991dd12', 'name': '', 'network_id': '407e895d-8435-43cb-addb-b40e755d1f02', 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782', 'mac_address': 'fa:16:3e:4f:91:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'e10aa7fa-e494-41dd-afcd-238e44bb4632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:28Z', 'updated_at': '2022-07-18T10:49:35Z', 'revision_number': 5, 'project_id': '17f436162f3a4bd4b3a94f584e7d8782', 'subnets': [{'id': 'e10aa7fa-e494-41dd-afcd-238e44bb4632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:50:57.216196 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9cf925-a9f9-4d55-ad55-91ea9d0ab63b None None] Checking router: fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234 for host: dv-cinder-849498-1-iscsi {{(pid=111156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:50:57.225147 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9cf925-a9f9-4d55-ad55-91ea9d0ab63b None None] Routers {'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:50:57.225769 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-8e9cf925-a9f9-4d55-ad55-91ea9d0ab63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:50:37Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234'], 'active': True} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:50:57.253106 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e5adaa-1590-4ee9-bde5-993906798ab4 req-ebfaddb6-108e-479a-af9b-0dc36fb8a351 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:57.253106 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-50e5adaa-1590-4ee9-bde5-993906798ab4 req-ebfaddb6-108e-479a-af9b-0dc36fb8a351 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 931 time: 0.0722430 Jul 18 10:50:57.308457 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.notifiers.nova [req-39a2f4c0-a2f0-401a-b10f-e07cc911ad1d req-b2051013-644b-4a20-a660-14fa32ce3e61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 251fff9b-71a7-49e1-bd58-5b46a671f255 {{(pid=111155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:50:57.315361 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:57.323510 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-39a2f4c0-a2f0-401a-b10f-e07cc911ad1d req-b2051013-644b-4a20-a660-14fa32ce3e61 service neutron] Publish callbacks [] for port (251fff9b-71a7-49e1-bd58-5b46a671f255), precommit_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:57.344225 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvr_db [None req-8e9cf925-a9f9-4d55-ad55-91ea9d0ab63b None None] Set router fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:50:57.349211 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-50e5adaa-1590-4ee9-bde5-993906798ab4 req-da43740f-6b50-45f6-999b-31d305277f88 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/security-groups?id=51ab4b88-8b36-4bf6-be4a-4220e2cdae89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889866 Jul 18 10:50:57.351878 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.provisioning_blocks [req-39a2f4c0-a2f0-401a-b10f-e07cc911ad1d req-b2051013-644b-4a20-a660-14fa32ce3e61 service neutron] Transition to ACTIVE for port object 251fff9b-71a7-49e1-bd58-5b46a671f255 will not be triggered until provisioned by entity L2. {{(pid=111155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 10:50:57.531560 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-39a2f4c0-a2f0-401a-b10f-e07cc911ad1d req-b2051013-644b-4a20-a660-14fa32ce3e61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126083072'] for port (251fff9b-71a7-49e1-bd58-5b46a671f255), after_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:57.583426 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-8e9cf925-a9f9-4d55-ad55-91ea9d0ab63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'name': 'tempest-TestVolumeBootPattern-641700284-router', 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '904eb219-215c-4a07-aa49-5a27759fa823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:49:23Z', 'updated_at': '2022-07-18T10:49:29Z', 'revision_number': 4, 'project_id': '17f436162f3a4bd4b3a94f584e7d8782', 'gw_port': {'id': '904eb219-215c-4a07-aa49-5a27759fa823', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:24Z', 'updated_at': '2022-07-18T10:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_floatingips': [{'id': 'c6a5b862-da1a-422e-8fc1-01a480727c7b', 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782', 'floating_ip_address': '172.27.1.128', 'floating_network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'router_id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'port_id': 'd0664086-9234-4f4b-a1d4-a34f998954fe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '407e895d-8435-43cb-addb-b40e755d1f02', 'mac_address': 'fa:16:3e:31:dc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309e30be-b4c2-4959-97f8-1ea7925c9e5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:50:54Z', 'updated_at': '2022-07-18T10:50:54Z', 'revision_number': 0, 'project_id': '17f436162f3a4bd4b3a94f584e7d8782', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '518d5f98-f050-4ae9-abe5-25ea9991dd12', 'name': '', 'network_id': '407e895d-8435-43cb-addb-b40e755d1f02', 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782', 'mac_address': 'fa:16:3e:4f:91:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'e10aa7fa-e494-41dd-afcd-238e44bb4632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:28Z', 'updated_at': '2022-07-18T10:49:35Z', 'revision_number': 5, 'project_id': '17f436162f3a4bd4b3a94f584e7d8782', 'subnets': [{'id': 'e10aa7fa-e494-41dd-afcd-238e44bb4632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:50:57.604733 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2051013-644b-4a20-a660-14fa32ce3e61 service neutron] Pushing event updated for resources: {'Port': ['ID=251fff9b-71a7-49e1-bd58-5b46a671f255,revision_number=2']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:50:57.620840 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9cf925-a9f9-4d55-ad55-91ea9d0ab63b None None] The sync data for ids ['fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234'] in dv-cinder-849498-1-iscsi is: [{'id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'name': 'tempest-TestVolumeBootPattern-641700284-router', 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '904eb219-215c-4a07-aa49-5a27759fa823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:49:23Z', 'updated_at': '2022-07-18T10:49:29Z', 'revision_number': 4, 'project_id': '17f436162f3a4bd4b3a94f584e7d8782', 'gw_port': {'id': '904eb219-215c-4a07-aa49-5a27759fa823', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:24Z', 'updated_at': '2022-07-18T10:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_floatingips': [{'id': 'c6a5b862-da1a-422e-8fc1-01a480727c7b', 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782', 'floating_ip_address': '172.27.1.128', 'floating_network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'router_id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'port_id': 'd0664086-9234-4f4b-a1d4-a34f998954fe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '407e895d-8435-43cb-addb-b40e755d1f02', 'mac_address': 'fa:16:3e:31:dc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309e30be-b4c2-4959-97f8-1ea7925c9e5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:50:54Z', 'updated_at': '2022-07-18T10:50:54Z', 'revision_number': 0, 'project_id': '17f436162f3a4bd4b3a94f584e7d8782', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '518d5f98-f050-4ae9-abe5-25ea9991dd12', 'name': '', 'network_id': '407e895d-8435-43cb-addb-b40e755d1f02', 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782', 'mac_address': 'fa:16:3e:4f:91:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'e10aa7fa-e494-41dd-afcd-238e44bb4632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:28Z', 'updated_at': '2022-07-18T10:49:35Z', 'revision_number': 5, 'project_id': '17f436162f3a4bd4b3a94f584e7d8782', 'subnets': [{'id': 'e10aa7fa-e494-41dd-afcd-238e44bb4632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:50:57.760004 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8db632-049e-4047-816c-879114fe6f8d req-6146d677-2063-4291-80a2-e2e5efbc11f9 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:57.761741 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-4e8db632-049e-4047-816c-879114fe6f8d req-6146d677-2063-4291-80a2-e2e5efbc11f9 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f96ccdd-67b5-403c-a3b9-8022e271690c HTTP/1.1" status: 200 len: 945 time: 0.1053758 Jul 18 10:50:57.762604 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.managers [req-39a2f4c0-a2f0-401a-b10f-e07cc911ad1d req-b2051013-644b-4a20-a660-14fa32ce3e61 service neutron] Attempting to bind port 251fff9b-71a7-49e1-bd58-5b46a671f255 on host hv-cinder-84949 for vnic_type normal with profile {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:50:57.763010 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.managers [req-39a2f4c0-a2f0-401a-b10f-e07cc911ad1d req-b2051013-644b-4a20-a660-14fa32ce3e61 service neutron] Attempting to bind port 251fff9b-71a7-49e1-bd58-5b46a671f255 by drivers openvswitch,hyperv on host hv-cinder-84949 at level 0 using segments [{'id': 'b2c33dff-4944-4886-9508-829332b4fcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'eb380554-1a32-48db-8ee9-21d41ce83dd0'}] {{(pid=111155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:50:57.763569 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a2f4c0-a2f0-401a-b10f-e07cc911ad1d req-b2051013-644b-4a20-a660-14fa32ce3e61 service neutron] Attempting to bind port 251fff9b-71a7-49e1-bd58-5b46a671f255 on network eb380554-1a32-48db-8ee9-21d41ce83dd0 {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:50:57.769106 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a2f4c0-a2f0-401a-b10f-e07cc911ad1d req-b2051013-644b-4a20-a660-14fa32ce3e61 service neutron] Port 251fff9b-71a7-49e1-bd58-5b46a671f255 on network eb380554-1a32-48db-8ee9-21d41ce83dd0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84949 {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 10:50:57.769522 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a2f4c0-a2f0-401a-b10f-e07cc911ad1d req-b2051013-644b-4a20-a660-14fa32ce3e61 service neutron] Attempting to bind port 251fff9b-71a7-49e1-bd58-5b46a671f255 on network eb380554-1a32-48db-8ee9-21d41ce83dd0 {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:50:57.788811 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a2f4c0-a2f0-401a-b10f-e07cc911ad1d req-b2051013-644b-4a20-a660-14fa32ce3e61 service neutron] Checking agent: {'id': '1ff6e34c-ad2d-4d6d-84c2-aee03113dac2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84949', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 44, 54), 'started_at': datetime.datetime(2022, 7, 18, 10, 44, 54), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:50:57.806025 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a2f4c0-a2f0-401a-b10f-e07cc911ad1d req-b2051013-644b-4a20-a660-14fa32ce3e61 service neutron] Checking segment: {'id': 'b2c33dff-4944-4886-9508-829332b4fcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'eb380554-1a32-48db-8ee9-21d41ce83dd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:50:57.806025 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a2f4c0-a2f0-401a-b10f-e07cc911ad1d req-b2051013-644b-4a20-a660-14fa32ce3e61 service neutron] Bound using segment: {'id': 'b2c33dff-4944-4886-9508-829332b4fcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'eb380554-1a32-48db-8ee9-21d41ce83dd0'} {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:50:57.806025 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.managers [req-39a2f4c0-a2f0-401a-b10f-e07cc911ad1d req-b2051013-644b-4a20-a660-14fa32ce3e61 service neutron] Bound port: 251fff9b-71a7-49e1-bd58-5b46a671f255, host: hv-cinder-84949, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2c33dff-4944-4886-9508-829332b4fcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'eb380554-1a32-48db-8ee9-21d41ce83dd0'}}] {{(pid=111155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:50:57.806025 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-39a2f4c0-a2f0-401a-b10f-e07cc911ad1d req-b2051013-644b-4a20-a660-14fa32ce3e61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (251fff9b-71a7-49e1-bd58-5b46a671f255), before_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:57.847294 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae details requested by agent hyperv_hv-cinder-84949 with host hv-cinder-84949 {{(pid=111156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 10:50:57.934982 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a715b-a9b2-48f1-adff-03005aae5a7b req-8215ba4d-50f2-4e10-bcc3-687a3ca8b3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:57.936882 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-cf9a715b-a9b2-48f1-adff-03005aae5a7b req-8215ba4d-50f2-4e10-bcc3-687a3ca8b3a1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=407e895d-8435-43cb-addb-b40e755d1f02 HTTP/1.1" status: 200 len: 912 time: 0.2673936 Jul 18 10:50:57.948907 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e8cf69-f903-4889-b758-98b1e3dcfba6 req-378c6ce8-2c46-478d-b400-6f93aa1a06cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:57.951598 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-c4e8cf69-f903-4889-b758-98b1e3dcfba6 req-378c6ce8-2c46-478d-b400-6f93aa1a06cb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b6c39f47-e8f1-437f-bec0-2fa249892ca3 HTTP/1.1" status: 200 len: 850 time: 0.2835424 Jul 18 10:50:57.997365 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-4e8db632-049e-4047-816c-879114fe6f8d req-abd83392-c531-417c-ac9e-d4a616047566 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb3791ee-ee01-408c-b7a8-8c9c2ce033be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2178807 Jul 18 10:50:58.010855 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3aeeb41-2c9b-4489-b6cf-b035b6601ed0 None None] New status for floating IP c6a5b862-da1a-422e-8fc1-01a480727c7b: ACTIVE {{(pid=111157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 10:50:58.028721 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.db [req-39a2f4c0-a2f0-401a-b10f-e07cc911ad1d req-b2051013-644b-4a20-a660-14fa32ce3e61 service neutron] For port 251fff9b-71a7-49e1-bd58-5b46a671f255, host hv-cinder-84949, cleared binding levels {{(pid=111155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:50:58.041028 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd69637-580d-49ea-be0a-d27aedb06f56 req-5ed5cef7-835a-4193-b570-01385306a4dd tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:58.041028 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3bd69637-580d-49ea-be0a-d27aedb06f56 req-5ed5cef7-835a-4193-b570-01385306a4dd tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 943 time: 0.1852784 Jul 18 10:50:58.041310 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.db [req-39a2f4c0-a2f0-401a-b10f-e07cc911ad1d req-b2051013-644b-4a20-a660-14fa32ce3e61 service neutron] For port 251fff9b-71a7-49e1-bd58-5b46a671f255, host hv-cinder-84949, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=251fff9b-71a7-49e1-bd58-5b46a671f255,segment=NetworkSegment(b2c33dff-4944-4886-9508-829332b4fcd6),segment_id=b2c33dff-4944-4886-9508-829332b4fcd6)] {{(pid=111155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:50:58.063077 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae,segment=NetworkSegment(163c7c7d-635e-4353-a5ea-f102084ea7d2),segment_id=163c7c7d-635e-4353-a5ea-f102084ea7d2)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:50:58.077453 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Returning: {'device': 'abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae', 'network_id': 'cacd27b7-b866-4702-aa51-5895ad956ffc', 'port_id': 'abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae', 'mac_address': 'fa:16:3e:7e:fa:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0722f3de-6f57-48f1-8200-e5895920f8b7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 10:50:58.100036 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e8cf69-f903-4889-b758-98b1e3dcfba6 req-89a73d15-a39e-43c1-bfde-c23bbfd23fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:58.102463 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-c4e8cf69-f903-4889-b758-98b1e3dcfba6 req-89a73d15-a39e-43c1-bfde-c23bbfd23fe8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1405082 Jul 18 10:50:58.104673 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-cf9a715b-a9b2-48f1-adff-03005aae5a7b req-b4981105-f4a9-4413-a1a7-98c42416ac26 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0664086-9234-4f4b-a1d4-a34f998954fe HTTP/1.1" status: 200 len: 1000 time: 0.1521122 Jul 18 10:50:58.121794 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] Current status of the port abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae is: DOWN; New status is: BUILD {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:50:58.122365 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:58.151932 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3bd69637-580d-49ea-be0a-d27aedb06f56 req-11cc8a25-c698-40e3-8bc6-da3412056dee tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051676 Jul 18 10:50:58.253793 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-39a2f4c0-a2f0-401a-b10f-e07cc911ad1d req-b2051013-644b-4a20-a660-14fa32ce3e61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126083072'] for port (251fff9b-71a7-49e1-bd58-5b46a671f255), after_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:58.286140 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a715b-a9b2-48f1-adff-03005aae5a7b req-e43d633b-f3fb-40ec-bfb3-6dd199188968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:58.288088 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-cf9a715b-a9b2-48f1-adff-03005aae5a7b req-e43d633b-f3fb-40ec-bfb3-6dd199188968 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e10aa7fa-e494-41dd-afcd-238e44bb4632 HTTP/1.1" status: 200 len: 850 time: 0.1630118 Jul 18 10:50:58.309638 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=100 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:58.314566 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.notifiers.nova [None req-29c51914-efda-4269-8274-168d496bf900 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae {{(pid=111156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:50:58.336910 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a2f4c0-a2f0-401a-b10f-e07cc911ad1d req-b2051013-644b-4a20-a660-14fa32ce3e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:58.336910 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-39a2f4c0-a2f0-401a-b10f-e07cc911ad1d req-b2051013-644b-4a20-a660-14fa32ce3e61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for port (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:58.336910 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-39a2f4c0-a2f0-401a-b10f-e07cc911ad1d req-b2051013-644b-4a20-a660-14fa32ce3e61 service neutron] 10.222.0.52 "PUT /v2.0/ports/251fff9b-71a7-49e1-bd58-5b46a671f255 HTTP/1.1" status: 200 len: 1093 time: 1.6023722 Jul 18 10:50:58.336910 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dab0fce-91d6-4e37-970c-02ba8250d354', 'tag': '251fff9b-71a7-49e1-bd58-5b46a671f255'}] {{(pid=111155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:50:58.339214 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f06b923856051c73f64d3b2294300e60923526062a62ec6e5be74a6ad2a3856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d869ff-b360-423e-9e55-92ad3a4ff251" -d '{"events": [{"name": "network-changed", "server_uuid": "3dab0fce-91d6-4e37-970c-02ba8250d354", "tag": "251fff9b-71a7-49e1-bd58-5b46a671f255"}]}' {{(pid=111155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:50:58.341614 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a715b-a9b2-48f1-adff-03005aae5a7b req-5fc19f3b-4541-459b-b81f-0170ca7c5528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:58.343221 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-cf9a715b-a9b2-48f1-adff-03005aae5a7b req-5fc19f3b-4541-459b-b81f-0170ca7c5528 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=407e895d-8435-43cb-addb-b40e755d1f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452707 Jul 18 10:50:58.345319 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2051013-644b-4a20-a660-14fa32ce3e61 service neutron] Pushing event updated for resources: {'Port': ['ID=251fff9b-71a7-49e1-bd58-5b46a671f255,revision_number=3']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:50:58.350659 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae,segment=NetworkSegment(163c7c7d-635e-4353-a5ea-f102084ea7d2),segment_id=163c7c7d-635e-4353-a5ea-f102084ea7d2)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:50:58.377520 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 43720) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:50:58.451763 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=100 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:58.455111 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93acf4ea-902c-4a8e-b9c1-eae193eb975c x-openstack-request-id: req-93acf4ea-902c-4a8e-b9c1-eae193eb975c {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:50:58.455494 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dab0fce-91d6-4e37-970c-02ba8250d354", "tag": "251fff9b-71a7-49e1-bd58-5b46a671f255", "status": "completed", "code": 200}]} {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:50:58.455661 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-93acf4ea-902c-4a8e-b9c1-eae193eb975c {{(pid=111155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:50:58.456116 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93acf4ea-902c-4a8e-b9c1-eae193eb975c'] response: {'name': 'network-changed', 'server_uuid': '3dab0fce-91d6-4e37-970c-02ba8250d354', 'tag': '251fff9b-71a7-49e1-bd58-5b46a671f255', 'status': 'completed', 'code': 200} Jul 18 10:50:58.474200 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:58.480390 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-c4e8cf69-f903-4889-b758-98b1e3dcfba6 req-712c1ac6-dd77-48a7-9674-4bdca4060545 service neutron] 10.222.0.52 "GET /v2.0/networks/2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665233 Jul 18 10:50:58.555998 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Pushing event updated for resources: {'Port': ['ID=abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae,revision_number=9']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:50:58.577072 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d869ff-b360-423e-9e55-92ad3a4ff251 req-5d7d1991-1a4d-4955-a8ff-206654a6e4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:58.578490 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b7d869ff-b360-423e-9e55-92ad3a4ff251 req-5d7d1991-1a4d-4955-a8ff-206654a6e4f4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7f36b12884cc423988d28fdcbdb1d8f9&device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 1127 time: 0.1215248 Jul 18 10:50:58.591832 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719125eb-b578-4001-a785-2570304592de req-b34f493c-2179-4054-9ca3-65542634824b tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:58.593500 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-719125eb-b578-4001-a785-2570304592de req-b34f493c-2179-4054-9ca3-65542634824b tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 943 time: 0.0875974 Jul 18 10:50:58.603332 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-5dbf44c6-2e8b-44a7-813f-32c2ecf0bc91 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for security_group (1e5e1162-8c8c-4d79-9a5b-5b00e6cca2ad), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:58.613653 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-cf9a715b-a9b2-48f1-adff-03005aae5a7b req-d43d6441-170e-4b01-b25c-c2eeaab52674 service neutron] 10.222.0.52 "GET /v2.0/networks/407e895d-8435-43cb-addb-b40e755d1f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563753 Jul 18 10:50:58.668903 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-c4e8cf69-f903-4889-b758-98b1e3dcfba6 req-03de518b-0036-4e1c-833a-a8700b6df990 service neutron] 10.222.0.52 "GET /v2.0/networks/2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776919 Jul 18 10:50:58.706509 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-5dbf44c6-2e8b-44a7-813f-32c2ecf0bc91 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for security_group (1e5e1162-8c8c-4d79-9a5b-5b00e6cca2ad), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:58.747040 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-cf9a715b-a9b2-48f1-adff-03005aae5a7b req-3559749a-23ad-4745-a2df-8f59af42dcd7 service neutron] 10.222.0.52 "GET /v2.0/networks/407e895d-8435-43cb-addb-b40e755d1f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258585 Jul 18 10:50:58.779542 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-719125eb-b578-4001-a785-2570304592de req-cba1f1bb-67d1-4684-8866-875fb474be2a tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/security-groups?id=51ab4b88-8b36-4bf6-be4a-4220e2cdae89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728866 Jul 18 10:50:58.781007 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] get_ports_and_sgs() called for port_ids ['abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae'] {{(pid=111156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:50:58.789171 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d869ff-b360-423e-9e55-92ad3a4ff251 req-6b7f307e-aa63-4a5f-9c35-7b96a71af056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:58.790824 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b7d869ff-b360-423e-9e55-92ad3a4ff251 req-6b7f307e-aa63-4a5f-9c35-7b96a71af056 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=7f36b12884cc423988d28fdcbdb1d8f9&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1960137 Jul 18 10:50:58.931901 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-5dbf44c6-2e8b-44a7-813f-32c2ecf0bc91 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (1e5e1162-8c8c-4d79-9a5b-5b00e6cca2ad), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:58.934747 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-5dbf44c6-2e8b-44a7-813f-32c2ecf0bc91 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for security_group (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:58.938688 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-5dbf44c6-2e8b-44a7-813f-32c2ecf0bc91 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "DELETE /v2.0/security-groups/1e5e1162-8c8c-4d79-9a5b-5b00e6cca2ad HTTP/1.1" status: 204 len: 168 time: 0.5572734 Jul 18 10:50:58.939687 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 43728) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:50:58.946850 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbf44c6-2e8b-44a7-813f-32c2ecf0bc91 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5e1162-8c8c-4d79-9a5b-5b00e6cca2ad,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:50:58.955441 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.api.v2.resource [None req-a8f679a1-7805-41cc-a7fe-68fcf459a90f tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] show failed (client error): The resource could not be found. Jul 18 10:50:58.959174 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-a8f679a1-7805-41cc-a7fe-68fcf459a90f tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/security-groups/1e5e1162-8c8c-4d79-9a5b-5b00e6cca2ad HTTP/1.1" status: 404 len: 347 time: 0.0155048 Jul 18 10:50:58.959434 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 43730) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:50:59.087530 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.plugin [None req-5c14f559-6fe7-4c6d-8534-096417e7ba3b tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Deleting port dc760c1d-da6c-40ec-8c56-150d6b03e492 {{(pid=111154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:50:59.087945 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-5c14f559-6fe7-4c6d-8534-096417e7ba3b tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (dc760c1d-da6c-40ec-8c56-150d6b03e492), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:59.177593 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-5c14f559-6fe7-4c6d-8534-096417e7ba3b tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (dc760c1d-da6c-40ec-8c56-150d6b03e492), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:59.178345 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-5c14f559-6fe7-4c6d-8534-096417e7ba3b tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for floatingip (dc760c1d-da6c-40ec-8c56-150d6b03e492), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:59.192418 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.plugin [None req-5c14f559-6fe7-4c6d-8534-096417e7ba3b tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Calling delete_port for dc760c1d-da6c-40ec-8c56-150d6b03e492 owned by network:floatingip {{(pid=111154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:50:59.215922 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02762a4d-9959-4a20-9bee-68174dc164f8 req-ab571b5a-0bec-4228-b52b-9fb27ab27a9b tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:59.217605 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-02762a4d-9959-4a20-9bee-68174dc164f8 req-ab571b5a-0bec-4228-b52b-9fb27ab27a9b tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f96ccdd-67b5-403c-a3b9-8022e271690c HTTP/1.1" status: 200 len: 945 time: 0.1033382 Jul 18 10:50:59.256069 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d869ff-b360-423e-9e55-92ad3a4ff251 req-3919fa64-9572-4272-a74b-e4464a2388d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:59.257623 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b7d869ff-b360-423e-9e55-92ad3a4ff251 req-3919fa64-9572-4272-a74b-e4464a2388d8 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1913574 Jul 18 10:50:59.367357 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-02762a4d-9959-4a20-9bee-68174dc164f8 req-d7c8047a-759f-4e7f-807a-a6f3c16ae0c5 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb3791ee-ee01-408c-b7a8-8c9c2ce033be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415980 Jul 18 10:50:59.377893 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7a628-b544-4e36-b8df-b9a450bea5a0 req-9c3ae302-49ec-4d9d-a4a6-299e72ac741f tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:59.379609 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-70c7a628-b544-4e36-b8df-b9a450bea5a0 req-9c3ae302-49ec-4d9d-a4a6-299e72ac741f tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 944 time: 0.1208923 Jul 18 10:50:59.380498 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a2f4c0-a2f0-401a-b10f-e07cc911ad1d req-e891094a-9a33-4048-8c3a-6825e2b9b0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:59.381889 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-39a2f4c0-a2f0-401a-b10f-e07cc911ad1d req-e891094a-9a33-4048-8c3a-6825e2b9b0c7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7f36b12884cc423988d28fdcbdb1d8f9&device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 1127 time: 0.0754538 Jul 18 10:50:59.430412 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-70c7a628-b544-4e36-b8df-b9a450bea5a0 req-ea743099-f044-4045-868e-848ae0a057df tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448556 Jul 18 10:50:59.491602 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-5c14f559-6fe7-4c6d-8534-096417e7ba3b tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127334210'] for port (dc760c1d-da6c-40ec-8c56-150d6b03e492), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:59.525159 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c14f559-6fe7-4c6d-8534-096417e7ba3b tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Pushing event deleted for resources: {'Port': ['ID=dc760c1d-da6c-40ec-8c56-150d6b03e492,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:50:59.595241 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-5c14f559-6fe7-4c6d-8534-096417e7ba3b tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for floatingip (b9d8ddff-28cb-4468-8bdc-129cbbee83de), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:59.598111 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-5c14f559-6fe7-4c6d-8534-096417e7ba3b tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for floatingip (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:59.599350 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-5c14f559-6fe7-4c6d-8534-096417e7ba3b tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "DELETE /v2.0/floatingips/b9d8ddff-28cb-4468-8bdc-129cbbee83de HTTP/1.1" status: 204 len: 168 time: 0.6388712 Jul 18 10:50:59.651508 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-39a2f4c0-a2f0-401a-b10f-e07cc911ad1d req-0eda2db4-668d-4967-8e58-f4e34120d929 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=251fff9b-71a7-49e1-bd58-5b46a671f255 HTTP/1.1" status: 200 len: 217 time: 0.0356264 Jul 18 10:50:59.706000 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a2f4c0-a2f0-401a-b10f-e07cc911ad1d req-aa3c3b8f-94a0-4561-b700-25270ea622c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:59.707502 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-39a2f4c0-a2f0-401a-b10f-e07cc911ad1d req-aa3c3b8f-94a0-4561-b700-25270ea622c3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=893df6fc-9fb1-4552-b95e-a392998d3c8c HTTP/1.1" status: 200 len: 848 time: 0.0503914 Jul 18 10:50:59.754842 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a2f4c0-a2f0-401a-b10f-e07cc911ad1d req-192cac35-e403-4a55-812e-0601ff35c798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:59.756744 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-39a2f4c0-a2f0-401a-b10f-e07cc911ad1d req-192cac35-e403-4a55-812e-0601ff35c798 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=eb380554-1a32-48db-8ee9-21d41ce83dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430322 Jul 18 10:50:59.771440 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:59.873609 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae up at agent hyperv_hv-cinder-84949 {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:50:59.898321 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-39a2f4c0-a2f0-401a-b10f-e07cc911ad1d req-6dd30201-0fa5-438c-9144-1120d35bb370 service neutron] 10.222.0.52 "GET /v2.0/networks/eb380554-1a32-48db-8ee9-21d41ce83dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354206 Jul 18 10:50:59.926887 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-29c51914-efda-4269-8274-168d496bf900 None None] Provisioning complete for port abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:50:59.927264 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:50:59.938282 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9cd527-2450-48cf-ade3-e097cc111225 req-39ccaa02-7ce9-456c-8713-713f61e86eab tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:50:59.939792 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-df9cd527-2450-48cf-ade3-e097cc111225 req-39ccaa02-7ce9-456c-8713-713f61e86eab tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 943 time: 0.0787191 Jul 18 10:50:59.953242 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=100 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:50:59.964466 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:00.008693 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] Current status of the port abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae is: BUILD; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:51:00.009173 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:00.033115 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d05192-b009-41ab-861b-b66d0352d41e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae'}] {{(pid=111156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:51:00.035341 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfe4995b6dbf042dd7b3201bd1da42d47478b3b3d9ca6c613cb3b1d3a53612ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580d042c-fd2d-4b56-9bad-e82e0d27f20e" -d '{"events": [{"server_uuid": "14d05192-b009-41ab-861b-b66d0352d41e", "name": "network-vif-plugged", "status": "completed", "tag": "abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae"}]}' {{(pid=111156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:51:00.046655 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-df9cd527-2450-48cf-ade3-e097cc111225 req-ede5c602-3b0b-4e75-bbd4-2153aead4321 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/security-groups?id=51ab4b88-8b36-4bf6-be4a-4220e2cdae89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975227 Jul 18 10:51:00.048507 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae,segment=NetworkSegment(163c7c7d-635e-4353-a5ea-f102084ea7d2),segment_id=163c7c7d-635e-4353-a5ea-f102084ea7d2)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:51:00.057343 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-39a2f4c0-a2f0-401a-b10f-e07cc911ad1d req-33176d9a-0db0-4f54-a6ee-c1fe9b163980 service neutron] 10.222.0.52 "GET /v2.0/networks/eb380554-1a32-48db-8ee9-21d41ce83dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521852 Jul 18 10:51:00.101108 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b3a42e-9377-444b-88ee-808b299b2d5c x-openstack-request-id: req-71b3a42e-9377-444b-88ee-808b299b2d5c {{(pid=111156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:51:00.101427 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14d05192-b009-41ab-861b-b66d0352d41e", "name": "network-vif-plugged", "status": "completed", "tag": "abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae", "code": 200}]} {{(pid=111156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:51:00.113343 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-71b3a42e-9377-444b-88ee-808b299b2d5c {{(pid=111156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:51:00.113343 dv-cinder-849498-1-iscsi neutron-server[111156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71b3a42e-9377-444b-88ee-808b299b2d5c'] response: {'server_uuid': '14d05192-b009-41ab-861b-b66d0352d41e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae', 'code': 200} Jul 18 10:51:00.280248 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:00.330189 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Pushing event updated for resources: {'Port': ['ID=abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae,revision_number=10']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:51:00.815983 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92daa0c5-5ee2-4d6e-8b86-14e28d70387b req-38c16f8c-db9f-4165-8f4a-fd7643ec48de tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:00.817481 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-92daa0c5-5ee2-4d6e-8b86-14e28d70387b req-38c16f8c-db9f-4165-8f4a-fd7643ec48de tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 946 time: 0.3070791 Jul 18 10:51:00.877658 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-92daa0c5-5ee2-4d6e-8b86-14e28d70387b req-e1b168cc-60cd-4717-bd0b-6c920f2998c4 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541253 Jul 18 10:51:00.907471 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25678ce3-b4b7-4171-bb71-6699a50fc8f2 req-8779d3fa-264b-4bee-9935-fc11bec200c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:00.909032 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-25678ce3-b4b7-4171-bb71-6699a50fc8f2 req-8779d3fa-264b-4bee-9935-fc11bec200c4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 1130 time: 0.0469942 Jul 18 10:51:00.957233 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-25678ce3-b4b7-4171-bb71-6699a50fc8f2 req-30a73eab-64e4-4bd5-8c30-e22fe0173713 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413256 Jul 18 10:51:01.170302 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c8305-8c3f-4758-806f-cfdf82ff7b14 req-ca6eccbf-5241-4e2e-9d1c-1df9082a01aa tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:01.171727 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-012c8305-8c3f-4758-806f-cfdf82ff7b14 req-ca6eccbf-5241-4e2e-9d1c-1df9082a01aa tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 943 time: 0.0521765 Jul 18 10:51:01.223589 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-012c8305-8c3f-4758-806f-cfdf82ff7b14 req-9db5dadf-5ec1-4cfe-b2f6-7f1b2543765e tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/security-groups?id=51ab4b88-8b36-4bf6-be4a-4220e2cdae89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461097 Jul 18 10:51:01.628736 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:01.697496 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:02.010638 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc352dc-7021-4304-8ea8-0d2631c4f825 req-93cdcde3-039d-4bc8-9184-cf309197112d tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:02.013110 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-fbc352dc-7021-4304-8ea8-0d2631c4f825 req-93cdcde3-039d-4bc8-9184-cf309197112d tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 946 time: 0.0530570 Jul 18 10:51:02.067137 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-fbc352dc-7021-4304-8ea8-0d2631c4f825 req-91a2f095-c48e-4367-95b0-1452c022cba6 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483530 Jul 18 10:51:02.358251 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da083e6-3246-4db1-bbff-d84ce36be46b req-ae3d1292-dce8-493e-a8d6-3dfc8ff8c8c8 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:02.359744 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-4da083e6-3246-4db1-bbff-d84ce36be46b req-ae3d1292-dce8-493e-a8d6-3dfc8ff8c8c8 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 943 time: 0.0614491 Jul 18 10:51:02.381775 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:02.418804 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-4da083e6-3246-4db1-bbff-d84ce36be46b req-e913c6e1-5ea5-4b6e-bf03-24f562812fcc tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/security-groups?id=51ab4b88-8b36-4bf6-be4a-4220e2cdae89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525227 Jul 18 10:51:02.787494 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:03.195190 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556733e8-3592-4ddf-8877-e51c5b71890d req-2388673c-b7a6-450b-87b4-3bb3347408d4 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:03.196692 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-556733e8-3592-4ddf-8877-e51c5b71890d req-2388673c-b7a6-450b-87b4-3bb3347408d4 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 946 time: 0.0500026 Jul 18 10:51:03.248560 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-556733e8-3592-4ddf-8877-e51c5b71890d req-adab8dbe-e4da-46db-b00f-966459084120 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449064 Jul 18 10:51:03.561935 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d554f68-ce58-4ef2-9e4c-c4da80fc14c5 req-65308268-18c6-4a0d-b42f-9b1f900ae91f tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:03.564395 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-9d554f68-ce58-4ef2-9e4c-c4da80fc14c5 req-65308268-18c6-4a0d-b42f-9b1f900ae91f tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 943 time: 0.0648510 Jul 18 10:51:03.627712 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-9d554f68-ce58-4ef2-9e4c-c4da80fc14c5 req-964bc08b-b745-478b-9713-5c9eb8c730d6 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/security-groups?id=51ab4b88-8b36-4bf6-be4a-4220e2cdae89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568619 Jul 18 10:51:04.380198 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2de08-d2f4-4821-8dce-b22d162670ad req-a3724024-11da-4a4a-a519-cf08eae3d47a tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:04.381802 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-36c2de08-d2f4-4821-8dce-b22d162670ad req-a3724024-11da-4a4a-a519-cf08eae3d47a tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 946 time: 0.0496194 Jul 18 10:51:04.433751 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-36c2de08-d2f4-4821-8dce-b22d162670ad req-8ef94ce3-0ff8-4d46-95b4-b463225ca00f tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450575 Jul 18 10:51:04.627787 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-4da0013c-d4b4-42ff-90be-543df3b28e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1fc7cd8a-3617-45f0-b645-db80237532c9), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:04.750565 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171210ad-df42-47ce-bde6-a66390fb4ee0 req-e6046276-62c6-4547-9e39-c00fda59ba59 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:04.752723 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-171210ad-df42-47ce-bde6-a66390fb4ee0 req-e6046276-62c6-4547-9e39-c00fda59ba59 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 943 time: 0.0548689 Jul 18 10:51:04.808147 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-171210ad-df42-47ce-bde6-a66390fb4ee0 req-78171e6e-e964-4dea-9039-1b8297cee948 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/security-groups?id=51ab4b88-8b36-4bf6-be4a-4220e2cdae89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503237 Jul 18 10:51:05.571603 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9814b1a-6bcc-4012-af60-f38049ccbfb6 req-6bf5bb1e-7240-44c4-8dc5-61d987f7694d tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:05.573511 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f9814b1a-6bcc-4012-af60-f38049ccbfb6 req-6bf5bb1e-7240-44c4-8dc5-61d987f7694d tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 946 time: 0.0591757 Jul 18 10:51:05.651783 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:05.659223 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f9814b1a-6bcc-4012-af60-f38049ccbfb6 req-08a4ae8d-7a3a-47f8-a63a-ebc39ae95f89 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784121 Jul 18 10:51:05.671526 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ec67a-2365-4a4d-b285-90ecf1c657a9 req-0b965eee-1276-4116-a7c0-2dd6bbda8aa6 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:05.673095 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-c09ec67a-2365-4a4d-b285-90ecf1c657a9 req-0b965eee-1276-4116-a7c0-2dd6bbda8aa6 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=48a4f543-a994-4897-8ced-5c04fed9ef50 HTTP/1.1" status: 200 len: 945 time: 0.0681934 Jul 18 10:51:05.736313 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-c09ec67a-2365-4a4d-b285-90ecf1c657a9 req-e11e5e69-a159-4dd6-bcf7-c488b550d1c4 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9aedad3-a0f8-44e8-899c-42b13f7a72a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542912 Jul 18 10:51:05.886392 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1222c3fc-1227-4270-8396-656a911c3f1d req-9522ec56-79dc-447a-b4ed-a3d7e6e4498a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:05.888669 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-1222c3fc-1227-4270-8396-656a911c3f1d req-9522ec56-79dc-447a-b4ed-a3d7e6e4498a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7184d0f3256344a2af18c639787e538f&device_id=48a4f543-a994-4897-8ced-5c04fed9ef50 HTTP/1.1" status: 200 len: 1129 time: 0.0494151 Jul 18 10:51:06.010783 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f2c16-e33c-44e0-a893-e5dc264945fc req-54458a94-7049-4d5d-8653-7a98ce33fa1c tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:06.013419 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8b2f2c16-e33c-44e0-a893-e5dc264945fc req-54458a94-7049-4d5d-8653-7a98ce33fa1c tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 943 time: 0.1286359 Jul 18 10:51:06.082344 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1222c3fc-1227-4270-8396-656a911c3f1d req-188d80cc-9a6d-4608-9afc-b889c602d5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:06.083726 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-1222c3fc-1227-4270-8396-656a911c3f1d req-188d80cc-9a6d-4608-9afc-b889c602d5d5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=09160d22-0418-499d-83b3-2657454003a1 HTTP/1.1" status: 200 len: 919 time: 0.1832447 Jul 18 10:51:06.099794 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8b2f2c16-e33c-44e0-a893-e5dc264945fc req-ce14b5c0-31f3-4ac7-be6c-d04c68d96e40 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/security-groups?id=51ab4b88-8b36-4bf6-be4a-4220e2cdae89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789096 Jul 18 10:51:06.299335 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-1222c3fc-1227-4270-8396-656a911c3f1d req-022c7ad2-a04d-4f66-927c-5f3e57145fe6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ac1975d-f8dd-432b-8748-aa525919c851 HTTP/1.1" status: 200 len: 1001 time: 0.0637431 Jul 18 10:51:06.358705 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1222c3fc-1227-4270-8396-656a911c3f1d req-8017f3f3-eada-4fc0-909c-60c9eac66f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:06.360285 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-1222c3fc-1227-4270-8396-656a911c3f1d req-8017f3f3-eada-4fc0-909c-60c9eac66f7d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=de6eeef4-c7ed-4de0-9d7b-74b96eafe12b HTTP/1.1" status: 200 len: 857 time: 0.0483620 Jul 18 10:51:06.416004 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1222c3fc-1227-4270-8396-656a911c3f1d req-8f0a758f-347b-4693-a431-a1512a2ddaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:06.417543 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-1222c3fc-1227-4270-8396-656a911c3f1d req-8f0a758f-347b-4693-a431-a1512a2ddaaf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=09160d22-0418-499d-83b3-2657454003a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412676 Jul 18 10:51:06.530748 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-1222c3fc-1227-4270-8396-656a911c3f1d req-79b4a161-b5fe-4ef3-bfc9-3a46782ea4ec service neutron] 10.222.0.52 "GET /v2.0/networks/09160d22-0418-499d-83b3-2657454003a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052227 Jul 18 10:51:06.609391 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:06.642061 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-1222c3fc-1227-4270-8396-656a911c3f1d req-2b996b6b-822f-4da0-b9be-fd668259953e service neutron] 10.222.0.52 "GET /v2.0/networks/09160d22-0418-499d-83b3-2657454003a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992577 Jul 18 10:51:06.863615 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83943d0-2e97-4775-a70a-94489da8bc69 req-a4a24749-6ddc-4ac7-a29e-c7cb125beccb tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:06.865145 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-e83943d0-2e97-4775-a70a-94489da8bc69 req-a4a24749-6ddc-4ac7-a29e-c7cb125beccb tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=48a4f543-a994-4897-8ced-5c04fed9ef50 HTTP/1.1" status: 200 len: 945 time: 0.0537035 Jul 18 10:51:06.920701 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-e83943d0-2e97-4775-a70a-94489da8bc69 req-8ccb3967-14c7-43ab-bff8-a532664eb446 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9aedad3-a0f8-44e8-899c-42b13f7a72a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496895 Jul 18 10:51:07.080451 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-3c9969ac-200b-467c-8642-591aacd27c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (e6bcb791-bd43-4d6b-ab54-e591cb66712b), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:07.216993 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567aca19-8375-4d30-987f-2b1343f4ed8f req-d6a23267-e5cf-4a59-b795-e71329cfc6bc tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:07.219180 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-567aca19-8375-4d30-987f-2b1343f4ed8f req-d6a23267-e5cf-4a59-b795-e71329cfc6bc tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 943 time: 0.0497665 Jul 18 10:51:07.274830 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-567aca19-8375-4d30-987f-2b1343f4ed8f req-bb0f439e-992d-4c20-aa0b-574884bbac9d tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/security-groups?id=51ab4b88-8b36-4bf6-be4a-4220e2cdae89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500596 Jul 18 10:51:08.057902 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b95f6-7961-4828-9bfa-60b7d3d1c57d req-c7539aa5-a9da-47f7-95b2-85bc736b3627 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:08.059759 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-207b95f6-7961-4828-9bfa-60b7d3d1c57d req-c7539aa5-a9da-47f7-95b2-85bc736b3627 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=48a4f543-a994-4897-8ced-5c04fed9ef50 HTTP/1.1" status: 200 len: 945 time: 0.0652947 Jul 18 10:51:08.111714 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-207b95f6-7961-4828-9bfa-60b7d3d1c57d req-6be3b907-3e29-4b8f-96c2-8b50e6c90b83 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9aedad3-a0f8-44e8-899c-42b13f7a72a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453682 Jul 18 10:51:08.112237 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=19,neutron:DELETE=1 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:08.171513 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=16,neutron:UPDATE=4 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:08.182845 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-ce070233-206f-40ab-920e-7b3694335a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (dfa25df3-493c-43ae-826d-29cbf3b2bfa8), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:08.427474 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541b888d-b66f-4902-b8b5-3aeb3fe3aa5f req-014bd75e-b68e-45f2-9431-208d44ccafb9 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:08.433415 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-541b888d-b66f-4902-b8b5-3aeb3fe3aa5f req-014bd75e-b68e-45f2-9431-208d44ccafb9 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 943 time: 0.0681620 Jul 18 10:51:08.471676 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:08.536992 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b040edcb-c839-4683-80ad-4647801ec7ca req-b84f6217-bbcd-448d-883e-e177f3f88ed0 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:08.539441 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b040edcb-c839-4683-80ad-4647801ec7ca req-b84f6217-bbcd-448d-883e-e177f3f88ed0 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=eadfa860-196c-4946-85a4-a9a2aed7c1b7 HTTP/1.1" status: 200 len: 945 time: 0.0817969 Jul 18 10:51:08.543966 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-541b888d-b66f-4902-b8b5-3aeb3fe3aa5f req-3fa78e8c-1064-4b57-86fa-4c00fe12aecc tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/security-groups?id=51ab4b88-8b36-4bf6-be4a-4220e2cdae89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084781 Jul 18 10:51:08.597819 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b040edcb-c839-4683-80ad-4647801ec7ca req-8d075344-2093-4a7c-8f16-ec66d768df67 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/security-groups?id=964117ac-f335-4120-825c-f8adca97faf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516005 Jul 18 10:51:09.229030 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f9e11-c683-4226-9fdc-c615c5e78f36 req-7aa55565-082b-488a-bf69-fdc52f9520a3 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:09.231412 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-474f9e11-c683-4226-9fdc-c615c5e78f36 req-7aa55565-082b-488a-bf69-fdc52f9520a3 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=48a4f543-a994-4897-8ced-5c04fed9ef50 HTTP/1.1" status: 200 len: 945 time: 0.0498993 Jul 18 10:51:09.281811 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-474f9e11-c683-4226-9fdc-c615c5e78f36 req-24b47301-0e1b-43e5-96b0-3c58fd36d657 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9aedad3-a0f8-44e8-899c-42b13f7a72a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447454 Jul 18 10:51:09.669906 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b70d3-1d20-4a5e-be8b-3a6d6d8d22a3 req-2745f083-aaad-43bb-856b-ad8435b97a6d tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:09.671424 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-802b70d3-1d20-4a5e-be8b-3a6d6d8d22a3 req-2745f083-aaad-43bb-856b-ad8435b97a6d tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 943 time: 0.0530357 Jul 18 10:51:09.741097 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b53938-7d66-4e8a-a97a-0da9e26723a7 req-0b39c86e-dcfb-442a-af76-20848f8650d9 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:09.742623 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-77b53938-7d66-4e8a-a97a-0da9e26723a7 req-0b39c86e-dcfb-442a-af76-20848f8650d9 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=eadfa860-196c-4946-85a4-a9a2aed7c1b7 HTTP/1.1" status: 200 len: 945 time: 0.0703282 Jul 18 10:51:09.785179 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-802b70d3-1d20-4a5e-be8b-3a6d6d8d22a3 req-6cdd5c51-bad8-46c5-bf45-82e27c689169 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/security-groups?id=51ab4b88-8b36-4bf6-be4a-4220e2cdae89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044085 Jul 18 10:51:09.822751 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-77b53938-7d66-4e8a-a97a-0da9e26723a7 req-7afcd1b5-a14b-4078-a9aa-449a69b3ab51 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/security-groups?id=964117ac-f335-4120-825c-f8adca97faf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622137 Jul 18 10:51:09.828350 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f8336af3-fca9-403e-a19b-06518ba3f665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (7e71126e-a656-43d8-a2eb-058f1b343885), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:10.113990 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (62f731a8-190a-49a2-85f5-14fe4e09184e), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:10.321090 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=70,neutron:DELETE=7 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:10.402245 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8621f7be-38fb-43a7-aaea-01e2f2976bf8 req-a768755f-74f5-4e47-8764-98fce8edf67a tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:10.403640 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8621f7be-38fb-43a7-aaea-01e2f2976bf8 req-a768755f-74f5-4e47-8764-98fce8edf67a tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=48a4f543-a994-4897-8ced-5c04fed9ef50 HTTP/1.1" status: 200 len: 945 time: 0.0501142 Jul 18 10:51:10.453939 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8621f7be-38fb-43a7-aaea-01e2f2976bf8 req-6c6b33df-b8ed-4e6b-b52b-5954f0c13593 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9aedad3-a0f8-44e8-899c-42b13f7a72a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441928 Jul 18 10:51:10.626229 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8af28-bb41-40c5-8678-8eb896422b7e req-a981b769-7ace-4ad6-87c9-7e3fd48c072f tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:10.627793 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-6ea8af28-bb41-40c5-8678-8eb896422b7e req-a981b769-7ace-4ad6-87c9-7e3fd48c072f tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.52 "GET /v2.0/ports?device_id=eadfa860-196c-4946-85a4-a9a2aed7c1b7 HTTP/1.1" status: 200 len: 945 time: 0.0515733 Jul 18 10:51:10.721598 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.plugin [req-6ea8af28-bb41-40c5-8678-8eb896422b7e req-8a8524f7-077f-4c69-b866-411b147e0c5d tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Deleting port dce7face-5f9b-40f7-8b3c-e6b845457a5e {{(pid=111155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:51:10.721947 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-6ea8af28-bb41-40c5-8678-8eb896422b7e req-8a8524f7-077f-4c69-b866-411b147e0c5d tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (dce7face-5f9b-40f7-8b3c-e6b845457a5e), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:10.741328 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:10.829214 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.db [req-6ea8af28-bb41-40c5-8678-8eb896422b7e req-8a8524f7-077f-4c69-b866-411b147e0c5d tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] For port dce7face-5f9b-40f7-8b3c-e6b845457a5e, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=dce7face-5f9b-40f7-8b3c-e6b845457a5e,segment=NetworkSegment(984404a2-43ca-40f3-9583-38762b7d5434),segment_id=984404a2-43ca-40f3-9583-38762b7d5434)] {{(pid=111155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:51:10.829595 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-6ea8af28-bb41-40c5-8678-8eb896422b7e req-8a8524f7-077f-4c69-b866-411b147e0c5d tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (dce7face-5f9b-40f7-8b3c-e6b845457a5e), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:10.984624 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017a4e66-d0cd-4e0c-b363-0f22bd86a38c req-efe0a4b6-3462-489d-90ae-adcd1d3089fc tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:10.986026 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-017a4e66-d0cd-4e0c-b363-0f22bd86a38c req-efe0a4b6-3462-489d-90ae-adcd1d3089fc tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 943 time: 0.1046233 Jul 18 10:51:11.036325 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9587a6c-6960-424c-aea2-50b666971002 req-723e822f-778e-48ae-b944-50f81d80ce8d tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:11.037901 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d9587a6c-6960-424c-aea2-50b666971002 req-723e822f-778e-48ae-b944-50f81d80ce8d tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=eadfa860-196c-4946-85a4-a9a2aed7c1b7 HTTP/1.1" status: 200 len: 945 time: 0.1139958 Jul 18 10:51:11.170562 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-017a4e66-d0cd-4e0c-b363-0f22bd86a38c req-373c67cf-faf3-474e-a20c-bce54fd8a811 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/security-groups?id=51ab4b88-8b36-4bf6-be4a-4220e2cdae89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520538 Jul 18 10:51:11.176182 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d9587a6c-6960-424c-aea2-50b666971002 req-32bde8e2-6253-40e6-ba58-db95ba5b90b0 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/security-groups?id=964117ac-f335-4120-825c-f8adca97faf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290441 Jul 18 10:51:11.178306 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-6ea8af28-bb41-40c5-8678-8eb896422b7e req-8a8524f7-077f-4c69-b866-411b147e0c5d tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:11.178666 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-6ea8af28-bb41-40c5-8678-8eb896422b7e req-8a8524f7-077f-4c69-b866-411b147e0c5d tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778871'] for floatingip (2c9b347c-fde3-46a5-8720-eb0056eeda92), after_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:11.178980 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.db.l3_db [req-6ea8af28-bb41-40c5-8678-8eb896422b7e req-8a8524f7-077f-4c69-b866-411b147e0c5d tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Floating IP 2c9b347c-fde3-46a5-8720-eb0056eeda92 disassociated. External IP: 172.27.1.146, port: dce7face-5f9b-40f7-8b3c-e6b845457a5e. Jul 18 10:51:11.179317 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.plugin [req-6ea8af28-bb41-40c5-8678-8eb896422b7e req-8a8524f7-077f-4c69-b866-411b147e0c5d tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Calling delete_port for dce7face-5f9b-40f7-8b3c-e6b845457a5e owned by compute:nova {{(pid=111155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:51:11.232647 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:11.445590 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-6ea8af28-bb41-40c5-8678-8eb896422b7e req-8a8524f7-077f-4c69-b866-411b147e0c5d tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126083827'] for port (dce7face-5f9b-40f7-8b3c-e6b845457a5e), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:11.476711 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8524f7-077f-4c69-b866-411b147e0c5d tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Pushing event deleted for resources: {'Port': ['ID=dce7face-5f9b-40f7-8b3c-e6b845457a5e,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:51:11.617745 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c1e55-a71d-473b-b612-56e500a239cf req-621f8a3c-45bc-4485-ba36-7b0309cb7fd2 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:11.619237 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-a85c1e55-a71d-473b-b612-56e500a239cf req-621f8a3c-45bc-4485-ba36-7b0309cb7fd2 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=48a4f543-a994-4897-8ced-5c04fed9ef50 HTTP/1.1" status: 200 len: 945 time: 0.0838192 Jul 18 10:51:11.655827 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ea8af28-bb41-40c5-8678-8eb896422b7e req-8a8524f7-077f-4c69-b866-411b147e0c5d tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Router 6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3 has already been hosted by L3 agent e6bcb791-bd43-4d6b-ab54-e591cb66712b {{(pid=111155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:51:11.674794 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:11.731625 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-a85c1e55-a71d-473b-b612-56e500a239cf req-cb69e484-9a58-43f2-a454-8ecdeb110093 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9aedad3-a0f8-44e8-899c-42b13f7a72a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049871 Jul 18 10:51:11.797928 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ea8af28-bb41-40c5-8678-8eb896422b7e req-8a8524f7-077f-4c69-b866-411b147e0c5d tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Notify agent at l3_agent.dv-cinder-849498-1-iscsi the message routers_updated {{(pid=111155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:51:11.813221 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4b8a7b-2130-4a2e-87e0-bac7f1a37cc5 None None] Sync routers for ids ['6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3'] in dv-cinder-849498-1-iscsi {{(pid=111156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:51:11.826292 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4b8a7b-2130-4a2e-87e0-bac7f1a37cc5 None None] Routers {'6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:51:11.827049 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-1d4b8a7b-2130-4a2e-87e0-bac7f1a37cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:51:07Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3'], 'active': True} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:51:11.852754 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ea8af28-bb41-40c5-8678-8eb896422b7e req-8a8524f7-077f-4c69-b866-411b147e0c5d tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] No DVR routers for this DVR port dce7face-5f9b-40f7-8b3c-e6b845457a5e on host hv-cinder-84949 {{(pid=111155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:51:11.858799 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-6ea8af28-bb41-40c5-8678-8eb896422b7e req-8a8524f7-077f-4c69-b866-411b147e0c5d tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for port (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:11.862634 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-6ea8af28-bb41-40c5-8678-8eb896422b7e req-8a8524f7-077f-4c69-b866-411b147e0c5d tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.52 "DELETE /v2.0/ports/dce7face-5f9b-40f7-8b3c-e6b845457a5e HTTP/1.1" status: 204 len: 173 time: 1.2291939 Jul 18 10:51:11.863352 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eadfa860-196c-4946-85a4-a9a2aed7c1b7', 'name': 'network-vif-deleted', 'tag': 'dce7face-5f9b-40f7-8b3c-e6b845457a5e'}] {{(pid=111155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:51:11.865854 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f06b923856051c73f64d3b2294300e60923526062a62ec6e5be74a6ad2a3856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b831a3-e1e2-43d0-941b-e6a3ef38c33e" -d '{"events": [{"server_uuid": "eadfa860-196c-4946-85a4-a9a2aed7c1b7", "name": "network-vif-deleted", "tag": "dce7face-5f9b-40f7-8b3c-e6b845457a5e"}]}' {{(pid=111155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:51:11.908656 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-299cbdf8-f9db-45ea-9292-a7cb04fe41cb x-openstack-request-id: req-299cbdf8-f9db-45ea-9292-a7cb04fe41cb {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:51:11.908980 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eadfa860-196c-4946-85a4-a9a2aed7c1b7", "name": "network-vif-deleted", "tag": "dce7face-5f9b-40f7-8b3c-e6b845457a5e", "status": "completed", "code": 200}]} {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:51:11.909238 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-299cbdf8-f9db-45ea-9292-a7cb04fe41cb {{(pid=111155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:51:11.909652 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-299cbdf8-f9db-45ea-9292-a7cb04fe41cb'] response: {'server_uuid': 'eadfa860-196c-4946-85a4-a9a2aed7c1b7', 'name': 'network-vif-deleted', 'tag': 'dce7face-5f9b-40f7-8b3c-e6b845457a5e', 'status': 'completed', 'code': 200} Jul 18 10:51:11.948154 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvr_db [None req-1d4b8a7b-2130-4a2e-87e0-bac7f1a37cc5 None None] Set router 6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:51:12.150168 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-1d4b8a7b-2130-4a2e-87e0-bac7f1a37cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'name': 'tempest-AttachVolumeNegativeTest-431570464-router', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '4083be66-18b5-4ad2-a323-569672bf755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:00Z', 'updated_at': '2022-07-18T10:47:14Z', 'revision_number': 4, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'gw_port': {'id': '4083be66-18b5-4ad2-a323-569672bf755b', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:02Z', 'updated_at': '2022-07-18T10:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': '603b1623-5cf2-4603-b446-434aeca6fd4c', 'name': '', 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'mac_address': 'fa:16:3e:29:7e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'aa197fa4-4b14-4357-8299-842622dc6172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:10Z', 'updated_at': '2022-07-18T10:47:38Z', 'revision_number': 5, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'subnets': [{'id': 'aa197fa4-4b14-4357-8299-842622dc6172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:51:12.181883 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4b8a7b-2130-4a2e-87e0-bac7f1a37cc5 None None] Checking router: 6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3 for host: dv-cinder-849498-1-iscsi {{(pid=111156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:51:12.191771 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4b8a7b-2130-4a2e-87e0-bac7f1a37cc5 None None] Routers {'6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:51:12.192359 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-1d4b8a7b-2130-4a2e-87e0-bac7f1a37cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:51:07Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3'], 'active': True} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:51:12.325445 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvr_db [None req-1d4b8a7b-2130-4a2e-87e0-bac7f1a37cc5 None None] Set router 6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:51:12.327535 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-124812e0-fd4a-4279-8b85-179d86ce5d1c req-ac78639f-b6dc-4ca1-b4bf-5637b1b9f450 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=eadfa860-196c-4946-85a4-a9a2aed7c1b7 HTTP/1.1" status: 200 len: 210 time: 0.0385222 Jul 18 10:51:12.333873 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b927c3-a24d-4591-8747-670a9ad4ec0b req-7fe82f8c-dcaa-4283-9f8e-8c902011ade5 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:12.335362 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-58b927c3-a24d-4591-8747-670a9ad4ec0b req-7fe82f8c-dcaa-4283-9f8e-8c902011ade5 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 943 time: 0.0915382 Jul 18 10:51:12.394889 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-58b927c3-a24d-4591-8747-670a9ad4ec0b req-b0728159-0704-455f-a7ae-e08f636d0478 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/security-groups?id=51ab4b88-8b36-4bf6-be4a-4220e2cdae89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489998 Jul 18 10:51:12.414121 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:12.541224 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-1d4b8a7b-2130-4a2e-87e0-bac7f1a37cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'name': 'tempest-AttachVolumeNegativeTest-431570464-router', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '4083be66-18b5-4ad2-a323-569672bf755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:00Z', 'updated_at': '2022-07-18T10:47:14Z', 'revision_number': 4, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'gw_port': {'id': '4083be66-18b5-4ad2-a323-569672bf755b', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:02Z', 'updated_at': '2022-07-18T10:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': '603b1623-5cf2-4603-b446-434aeca6fd4c', 'name': '', 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'mac_address': 'fa:16:3e:29:7e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'aa197fa4-4b14-4357-8299-842622dc6172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:10Z', 'updated_at': '2022-07-18T10:47:38Z', 'revision_number': 5, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'subnets': [{'id': 'aa197fa4-4b14-4357-8299-842622dc6172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:51:12.566721 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4b8a7b-2130-4a2e-87e0-bac7f1a37cc5 None None] The sync data for ids ['6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3'] in dv-cinder-849498-1-iscsi is: [{'id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'name': 'tempest-AttachVolumeNegativeTest-431570464-router', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '4083be66-18b5-4ad2-a323-569672bf755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:00Z', 'updated_at': '2022-07-18T10:47:14Z', 'revision_number': 4, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'gw_port': {'id': '4083be66-18b5-4ad2-a323-569672bf755b', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:02Z', 'updated_at': '2022-07-18T10:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': '603b1623-5cf2-4603-b446-434aeca6fd4c', 'name': '', 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'mac_address': 'fa:16:3e:29:7e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'aa197fa4-4b14-4357-8299-842622dc6172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:10Z', 'updated_at': '2022-07-18T10:47:38Z', 'revision_number': 5, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'subnets': [{'id': 'aa197fa4-4b14-4357-8299-842622dc6172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:51:12.751141 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.agents_db [None req-9b2825e1-dfaa-4032-a283-1b7ae0979f6b None None] Agent healthcheck: found 6 active agents {{(pid=111157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:51:12.826269 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca1036a-5af3-487a-994c-23381007b267 None None] New status for floating IP 2c9b347c-fde3-46a5-8720-eb0056eeda92: DOWN {{(pid=111157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 10:51:12.866540 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc7120-7977-48df-ab94-fba642ff115f req-00c7ef79-34f3-4a80-9028-200e5e7edf17 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:12.868157 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-e2bc7120-7977-48df-ab94-fba642ff115f req-00c7ef79-34f3-4a80-9028-200e5e7edf17 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=48a4f543-a994-4897-8ced-5c04fed9ef50 HTTP/1.1" status: 200 len: 945 time: 0.0542090 Jul 18 10:51:12.924819 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-e2bc7120-7977-48df-ab94-fba642ff115f req-81b984b4-03bf-4bf2-b5b2-0878d77c247e tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9aedad3-a0f8-44e8-899c-42b13f7a72a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501382 Jul 18 10:51:13.447455 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2fe736a9-6522-40d3-9acd-c457aacf520d req-a9fa05e1-f42e-4a61-acd1-0247c25ebc74 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=eadfa860-196c-4946-85a4-a9a2aed7c1b7 HTTP/1.1" status: 200 len: 210 time: 0.0364592 Jul 18 10:51:13.531452 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696228d5-ac76-480e-b24e-897d6c21ba33 req-2f6bdebf-c7b9-4b13-bfb0-f92510e8e84e tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:13.533046 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-696228d5-ac76-480e-b24e-897d6c21ba33 req-2f6bdebf-c7b9-4b13-bfb0-f92510e8e84e tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 943 time: 0.0519207 Jul 18 10:51:13.587646 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-696228d5-ac76-480e-b24e-897d6c21ba33 req-2fe738d7-cadb-4611-8b29-9c21dcba7f7c tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/security-groups?id=51ab4b88-8b36-4bf6-be4a-4220e2cdae89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489748 Jul 18 10:51:13.958316 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device 251fff9b-71a7-49e1-bd58-5b46a671f255 details requested by agent hyperv_hv-cinder-84949 with host hv-cinder-84949 {{(pid=111156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 10:51:13.969302 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device dce7face-5f9b-40f7-8b3c-e6b845457a5e no longer exists at agent hyperv_hv-cinder-84949 {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:51:13.998001 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] No Port match for: dce7face-5f9b-40f7-8b3c-e6b845457a5e {{(pid=111156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:51:13.998403 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device dce7face-5f9b-40f7-8b3c-e6b845457a5e not bound to the agent host hv-cinder-84949 {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:51:14.048703 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f3e89-6de8-4eb2-8563-473e21bdfa8a req-100c0b98-ba91-4a74-8a14-5e56da234c0c tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:14.050250 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-a42f3e89-6de8-4eb2-8563-473e21bdfa8a req-100c0b98-ba91-4a74-8a14-5e56da234c0c tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=48a4f543-a994-4897-8ced-5c04fed9ef50 HTTP/1.1" status: 200 len: 945 time: 0.0538080 Jul 18 10:51:14.069487 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:14.090887 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port 251fff9b-71a7-49e1-bd58-5b46a671f255, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=251fff9b-71a7-49e1-bd58-5b46a671f255,segment=NetworkSegment(b2c33dff-4944-4886-9508-829332b4fcd6),segment_id=b2c33dff-4944-4886-9508-829332b4fcd6)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:51:14.101189 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-a42f3e89-6de8-4eb2-8563-473e21bdfa8a req-e88b9f52-89b3-4b4e-8606-e1347c8162ad tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9aedad3-a0f8-44e8-899c-42b13f7a72a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451818 Jul 18 10:51:14.103124 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Returning: {'device': '251fff9b-71a7-49e1-bd58-5b46a671f255', 'network_id': 'eb380554-1a32-48db-8ee9-21d41ce83dd0', 'port_id': '251fff9b-71a7-49e1-bd58-5b46a671f255', 'mac_address': 'fa:16:3e:a3:a0:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '893df6fc-9fb1-4552-b95e-a392998d3c8c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 10:51:14.145209 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] Current status of the port 251fff9b-71a7-49e1-bd58-5b46a671f255 is: DOWN; New status is: BUILD {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:51:14.145605 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (251fff9b-71a7-49e1-bd58-5b46a671f255), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:14.159654 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.notifiers.nova [None req-29c51914-efda-4269-8274-168d496bf900 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 251fff9b-71a7-49e1-bd58-5b46a671f255 {{(pid=111156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:51:14.180536 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port 251fff9b-71a7-49e1-bd58-5b46a671f255, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=251fff9b-71a7-49e1-bd58-5b46a671f255,segment=NetworkSegment(b2c33dff-4944-4886-9508-829332b4fcd6),segment_id=b2c33dff-4944-4886-9508-829332b4fcd6)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:51:14.279657 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (251fff9b-71a7-49e1-bd58-5b46a671f255), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:14.327897 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Pushing event updated for resources: {'Port': ['ID=251fff9b-71a7-49e1-bd58-5b46a671f255,revision_number=4']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:51:14.335034 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:51:14.335382 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:51:14.335729 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:51:14.336089 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:51:14.336430 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:51:14.336762 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:51:14.337137 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:51:14.337438 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:51:14.337763 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:51:14.338088 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:51:14.338412 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:51:14.338752 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:51:14.339079 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:51:14.339503 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:51:14.339822 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:51:14.621741 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] get_ports_and_sgs() called for port_ids ['251fff9b-71a7-49e1-bd58-5b46a671f255'] {{(pid=111156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:51:14.641824 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 43994) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:51:14.723766 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-189464fc-c0cb-47a9-8bf5-af3f51d5e256 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for security_group (964117ac-f335-4120-825c-f8adca97faf3), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:14.732162 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f47ef-0540-4833-99df-559d2c4d162f req-1654c395-415b-4282-880d-6e9da642aa2c tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:14.737500 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-008f47ef-0540-4833-99df-559d2c4d162f req-1654c395-415b-4282-880d-6e9da642aa2c tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 944 time: 0.0594549 Jul 18 10:51:14.752293 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-189464fc-c0cb-47a9-8bf5-af3f51d5e256 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for security_group (964117ac-f335-4120-825c-f8adca97faf3), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:14.791653 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-008f47ef-0540-4833-99df-559d2c4d162f req-e95034aa-cf72-4dcc-b202-769b65bb634e tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/security-groups?id=51ab4b88-8b36-4bf6-be4a-4220e2cdae89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508842 Jul 18 10:51:14.902967 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-189464fc-c0cb-47a9-8bf5-af3f51d5e256 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (964117ac-f335-4120-825c-f8adca97faf3), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:14.905946 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-189464fc-c0cb-47a9-8bf5-af3f51d5e256 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for security_group (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:14.907200 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-189464fc-c0cb-47a9-8bf5-af3f51d5e256 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "DELETE /v2.0/security-groups/964117ac-f335-4120-825c-f8adca97faf3 HTTP/1.1" status: 204 len: 168 time: 0.2639391 Jul 18 10:51:14.910005 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 44000) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:51:14.916762 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:14.919701 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189464fc-c0cb-47a9-8bf5-af3f51d5e256 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=964117ac-f335-4120-825c-f8adca97faf3,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:51:14.925149 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.api.v2.resource [None req-94ca0a07-27b0-4095-8bd1-2b5bef6b54ee tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] show failed (client error): The resource could not be found. Jul 18 10:51:14.929444 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-94ca0a07-27b0-4095-8bd1-2b5bef6b54ee tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/security-groups/964117ac-f335-4120-825c-f8adca97faf3 HTTP/1.1" status: 404 len: 347 time: 0.0152059 Jul 18 10:51:14.929578 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189464fc-c0cb-47a9-8bf5-af3f51d5e256 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:51:14.929706 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 44002) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:51:14.929854 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189464fc-c0cb-47a9-8bf5-af3f51d5e256 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:51:14.930440 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189464fc-c0cb-47a9-8bf5-af3f51d5e256 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:51:14.930794 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189464fc-c0cb-47a9-8bf5-af3f51d5e256 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:51:14.931139 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189464fc-c0cb-47a9-8bf5-af3f51d5e256 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:51:14.931507 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189464fc-c0cb-47a9-8bf5-af3f51d5e256 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:51:14.931846 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189464fc-c0cb-47a9-8bf5-af3f51d5e256 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:51:14.932299 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189464fc-c0cb-47a9-8bf5-af3f51d5e256 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:51:14.932589 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189464fc-c0cb-47a9-8bf5-af3f51d5e256 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:51:14.932954 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189464fc-c0cb-47a9-8bf5-af3f51d5e256 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:51:14.933293 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189464fc-c0cb-47a9-8bf5-af3f51d5e256 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:51:14.933625 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189464fc-c0cb-47a9-8bf5-af3f51d5e256 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:51:14.933962 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189464fc-c0cb-47a9-8bf5-af3f51d5e256 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:51:14.934301 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189464fc-c0cb-47a9-8bf5-af3f51d5e256 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:51:14.934654 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189464fc-c0cb-47a9-8bf5-af3f51d5e256 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:51:15.047228 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.plugin [None req-0a892299-4f5b-442a-9fcc-5bd382e9221c tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Deleting port a5f5b1a4-fad4-483c-aaf2-e426290a75c0 {{(pid=111155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:51:15.047469 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-0a892299-4f5b-442a-9fcc-5bd382e9221c tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (a5f5b1a4-fad4-483c-aaf2-e426290a75c0), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:15.130993 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-0a892299-4f5b-442a-9fcc-5bd382e9221c tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (a5f5b1a4-fad4-483c-aaf2-e426290a75c0), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:15.131679 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-0a892299-4f5b-442a-9fcc-5bd382e9221c tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for floatingip (a5f5b1a4-fad4-483c-aaf2-e426290a75c0), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:15.146140 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.plugin [None req-0a892299-4f5b-442a-9fcc-5bd382e9221c tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Calling delete_port for a5f5b1a4-fad4-483c-aaf2-e426290a75c0 owned by network:floatingip {{(pid=111155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:51:15.262647 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ce3f4-a230-4323-bd51-8236cb558eb9 req-681fbf26-3376-4025-b17e-3be31498bcd1 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:15.264874 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ba8ce3f4-a230-4323-bd51-8236cb558eb9 req-681fbf26-3376-4025-b17e-3be31498bcd1 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=48a4f543-a994-4897-8ced-5c04fed9ef50 HTTP/1.1" status: 200 len: 945 time: 0.0717785 Jul 18 10:51:15.321952 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:15.339599 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ba8ce3f4-a230-4323-bd51-8236cb558eb9 req-9eb7fa93-b7b3-4200-a618-170ced076b0c tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9aedad3-a0f8-44e8-899c-42b13f7a72a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683348 Jul 18 10:51:15.513874 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-0a892299-4f5b-442a-9fcc-5bd382e9221c tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126083827'] for port (a5f5b1a4-fad4-483c-aaf2-e426290a75c0), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:15.540104 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a892299-4f5b-442a-9fcc-5bd382e9221c tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Pushing event deleted for resources: {'Port': ['ID=a5f5b1a4-fad4-483c-aaf2-e426290a75c0,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:51:15.609986 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-0a892299-4f5b-442a-9fcc-5bd382e9221c tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for floatingip (2c9b347c-fde3-46a5-8720-eb0056eeda92), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:15.612369 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-0a892299-4f5b-442a-9fcc-5bd382e9221c tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for floatingip (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:15.613520 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-0a892299-4f5b-442a-9fcc-5bd382e9221c tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "DELETE /v2.0/floatingips/2c9b347c-fde3-46a5-8720-eb0056eeda92 HTTP/1.1" status: 204 len: 168 time: 0.6830871 Jul 18 10:51:15.780832 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 44014) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:51:15.785464 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [None req-975d5c02-10ad-4e5a-b595-0c947730236c tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1557330574', 'description': 'tempest-description--1638765829'}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:51:15.908952 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-975d5c02-10ad-4e5a-b595-0c947730236c tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for security_group (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:15.925481 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785ab2a3-eba7-4eec-aeb6-39543ac34e3b req-a6cb4830-eadd-49a8-b659-f6ae81e53522 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:15.926946 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-785ab2a3-eba7-4eec-aeb6-39543ac34e3b req-a6cb4830-eadd-49a8-b659-f6ae81e53522 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 944 time: 0.0577004 Jul 18 10:51:15.974910 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device 251fff9b-71a7-49e1-bd58-5b46a671f255 up at agent hyperv_hv-cinder-84949 {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:51:16.006083 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-785ab2a3-eba7-4eec-aeb6-39543ac34e3b req-33c2a429-ba0f-4538-8ff9-291780ca5753 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/security-groups?id=51ab4b88-8b36-4bf6-be4a-4220e2cdae89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709090 Jul 18 10:51:16.024162 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-29c51914-efda-4269-8274-168d496bf900 None None] Provisioning for port 251fff9b-71a7-49e1-bd58-5b46a671f255 completed by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 10:51:16.037224 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-975d5c02-10ad-4e5a-b595-0c947730236c tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for security_group (7fc3f19b-798b-4441-9974-c80817d8c053), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:16.135889 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-29c51914-efda-4269-8274-168d496bf900 None None] Provisioning complete for port 251fff9b-71a7-49e1-bd58-5b46a671f255 triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:51:16.136417 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (251fff9b-71a7-49e1-bd58-5b46a671f255), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:16.176760 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-975d5c02-10ad-4e5a-b595-0c947730236c tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (7fc3f19b-798b-4441-9974-c80817d8c053), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:16.210643 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975d5c02-10ad-4e5a-b595-0c947730236c tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc3f19b-798b-4441-9974-c80817d8c053,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:51:16.211649 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] Current status of the port 251fff9b-71a7-49e1-bd58-5b46a671f255 is: BUILD; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:51:16.212049 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (251fff9b-71a7-49e1-bd58-5b46a671f255), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:16.223159 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:16.238917 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dab0fce-91d6-4e37-970c-02ba8250d354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '251fff9b-71a7-49e1-bd58-5b46a671f255'}] {{(pid=111156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:51:16.241212 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfe4995b6dbf042dd7b3201bd1da42d47478b3b3d9ca6c613cb3b1d3a53612ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31aaef6d-a73e-48b9-a198-d0d3aff7a1b9" -d '{"events": [{"server_uuid": "3dab0fce-91d6-4e37-970c-02ba8250d354", "name": "network-vif-plugged", "status": "completed", "tag": "251fff9b-71a7-49e1-bd58-5b46a671f255"}]}' {{(pid=111156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:51:16.253896 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port 251fff9b-71a7-49e1-bd58-5b46a671f255, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=251fff9b-71a7-49e1-bd58-5b46a671f255,segment=NetworkSegment(b2c33dff-4944-4886-9508-829332b4fcd6),segment_id=b2c33dff-4944-4886-9508-829332b4fcd6)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:51:16.278337 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6068500-4fdb-4de3-a9a2-a3be38467569 x-openstack-request-id: req-b6068500-4fdb-4de3-a9a2-a3be38467569 {{(pid=111156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:51:16.278627 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dab0fce-91d6-4e37-970c-02ba8250d354", "name": "network-vif-plugged", "status": "completed", "tag": "251fff9b-71a7-49e1-bd58-5b46a671f255", "code": 200}]} {{(pid=111156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:51:16.278878 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b6068500-4fdb-4de3-a9a2-a3be38467569 {{(pid=111156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:51:16.279298 dv-cinder-849498-1-iscsi neutron-server[111156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6068500-4fdb-4de3-a9a2-a3be38467569'] response: {'server_uuid': '3dab0fce-91d6-4e37-970c-02ba8250d354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '251fff9b-71a7-49e1-bd58-5b46a671f255', 'code': 200} Jul 18 10:51:16.303795 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-975d5c02-10ad-4e5a-b595-0c947730236c tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for security_group (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:16.305146 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-975d5c02-10ad-4e5a-b595-0c947730236c tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5232375 Jul 18 10:51:16.308089 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 44020) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:51:16.312669 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [None req-d231f047-b540-4c8e-8ebc-d526ea2841a9 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Request body: {'security_group_rule': {'security_group_id': '7fc3f19b-798b-4441-9974-c80817d8c053', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:51:16.372573 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (251fff9b-71a7-49e1-bd58-5b46a671f255), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:16.430190 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Pushing event updated for resources: {'Port': ['ID=251fff9b-71a7-49e1-bd58-5b46a671f255,revision_number=5']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:51:16.457944 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-d231f047-b540-4c8e-8ebc-d526ea2841a9 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for security_group_rule (4f4f8d9c-6de1-4067-9149-f0309a9fc776), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:16.463613 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:16.480868 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec5069f-6870-4f86-aaca-2e10ece805a9 req-de1a7e69-4e53-4eaa-8dc4-b3b4cf6e798c tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:16.482445 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8ec5069f-6870-4f86-aaca-2e10ece805a9 req-de1a7e69-4e53-4eaa-8dc4-b3b4cf6e798c tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=48a4f543-a994-4897-8ced-5c04fed9ef50 HTTP/1.1" status: 200 len: 945 time: 0.0713766 Jul 18 10:51:16.567181 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8ec5069f-6870-4f86-aaca-2e10ece805a9 req-6422ea1a-3856-4434-a98b-dae1ded5480a tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9aedad3-a0f8-44e8-899c-42b13f7a72a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757358 Jul 18 10:51:16.572399 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-d231f047-b540-4c8e-8ebc-d526ea2841a9 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for security_group_rule (4f4f8d9c-6de1-4067-9149-f0309a9fc776), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:16.609215 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad604822-2528-4fc2-ab19-2837536f3e71 req-43b3a826-d1e8-49fc-9d94-9e756a750fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:16.610750 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ad604822-2528-4fc2-ab19-2837536f3e71 req-43b3a826-d1e8-49fc-9d94-9e756a750fe5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 1129 time: 0.0426877 Jul 18 10:51:16.641567 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-d231f047-b540-4c8e-8ebc-d526ea2841a9 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706217'] for security_group_rule (4f4f8d9c-6de1-4067-9149-f0309a9fc776), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:16.671492 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:16.676338 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d231f047-b540-4c8e-8ebc-d526ea2841a9 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f4f8d9c-6de1-4067-9149-f0309a9fc776,revision_number=0']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:51:16.691276 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ad604822-2528-4fc2-ab19-2837536f3e71 req-bc27b5e6-253d-4d45-b126-8ce65be9d3ca service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=51ab4b88-8b36-4bf6-be4a-4220e2cdae89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660539 Jul 18 10:51:16.772479 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-d231f047-b540-4c8e-8ebc-d526ea2841a9 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:16.773721 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-d231f047-b540-4c8e-8ebc-d526ea2841a9 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4645452 Jul 18 10:51:16.776664 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 44026) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:51:16.781032 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [None req-818101bc-00e3-488c-9846-b3aa8a308d2c tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Request body: {'security_group_rule': {'security_group_id': '7fc3f19b-798b-4441-9974-c80817d8c053', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:51:16.937956 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-818101bc-00e3-488c-9846-b3aa8a308d2c tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for security_group_rule (0429c310-fe73-44ee-a3f7-541cb28c8622), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:17.000337 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-818101bc-00e3-488c-9846-b3aa8a308d2c tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for security_group_rule (0429c310-fe73-44ee-a3f7-541cb28c8622), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:17.073323 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-818101bc-00e3-488c-9846-b3aa8a308d2c tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706217'] for security_group_rule (0429c310-fe73-44ee-a3f7-541cb28c8622), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:17.119536 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818101bc-00e3-488c-9846-b3aa8a308d2c tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0429c310-fe73-44ee-a3f7-541cb28c8622,revision_number=0']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:51:17.140571 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e9ab0-d826-4c5f-a67f-00345299c22c req-20e593e1-7f69-4fe4-ae19-e6a55d0299cd tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:17.142202 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-145e9ab0-d826-4c5f-a67f-00345299c22c req-20e593e1-7f69-4fe4-ae19-e6a55d0299cd tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 945 time: 0.0619388 Jul 18 10:51:17.195335 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-145e9ab0-d826-4c5f-a67f-00345299c22c req-cd7d3eec-efe2-41dd-bc26-eb9bc78c76fa tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/security-groups?id=51ab4b88-8b36-4bf6-be4a-4220e2cdae89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470824 Jul 18 10:51:17.218008 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-818101bc-00e3-488c-9846-b3aa8a308d2c tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:17.219425 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-818101bc-00e3-488c-9846-b3aa8a308d2c tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4417193 Jul 18 10:51:17.222524 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 44030) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:51:17.227003 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [None req-3d62ec79-9071-4b3e-bdbf-75d8ea75f256 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Request body: {'floatingip': {'floating_network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1'}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:51:17.325887 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-3d62ec79-9071-4b3e-bdbf-75d8ea75f256 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:17.413146 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-3d62ec79-9071-4b3e-bdbf-75d8ea75f256 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:17.530997 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.db_base_plugin_common [None req-3d62ec79-9071-4b3e-bdbf-75d8ea75f256 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Allocated IP 172.27.1.182 (bb0f21c8-59d6-4417-bd6b-78e480c446a1/d4fbd515-2e97-4384-b4aa-6523e13e40eb/d21b3182-9164-40c2-a9d4-65d85ef97425) {{(pid=111155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:51:17.597710 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:DELETE=3,neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:17.643118 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-3d62ec79-9071-4b3e-bdbf-75d8ea75f256 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for port (d21b3182-9164-40c2-a9d4-65d85ef97425), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:17.709085 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82968646-4b61-42d2-bc64-8a786d675931 req-e1468fcd-ad73-40d1-bb9d-8324c36aaabe tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:17.710678 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-82968646-4b61-42d2-bc64-8a786d675931 req-e1468fcd-ad73-40d1-bb9d-8324c36aaabe tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=48a4f543-a994-4897-8ced-5c04fed9ef50 HTTP/1.1" status: 200 len: 945 time: 0.0656359 Jul 18 10:51:17.770410 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-82968646-4b61-42d2-bc64-8a786d675931 req-c0f42a89-37a0-4dfb-9218-99e3df10a816 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9aedad3-a0f8-44e8-899c-42b13f7a72a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523543 Jul 18 10:51:17.858382 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-3d62ec79-9071-4b3e-bdbf-75d8ea75f256 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126083827'] for port (d21b3182-9164-40c2-a9d4-65d85ef97425), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:17.900281 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d62ec79-9071-4b3e-bdbf-75d8ea75f256 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Network bb0f21c8-59d6-4417-bd6b-78e480c446a1 is already hosted by enough agents. {{(pid=111155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:51:17.906530 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.base_scheduler [None req-3d62ec79-9071-4b3e-bdbf-75d8ea75f256 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Resources bound (agent type, host, resource id): {{(pid=111155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:51:17.910951 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d62ec79-9071-4b3e-bdbf-75d8ea75f256 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Received port after_create {{(pid=111155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:51:17.916722 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d62ec79-9071-4b3e-bdbf-75d8ea75f256 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Pushing event updated for resources: {'Port': ['ID=d21b3182-9164-40c2-a9d4-65d85ef97425,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:51:17.955007 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:18.004656 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-3d62ec79-9071-4b3e-bdbf-75d8ea75f256 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for floatingip (8fb4c80a-6b44-45af-b9bc-31a5b218bed6), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:18.119617 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-3d62ec79-9071-4b3e-bdbf-75d8ea75f256 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (d21b3182-9164-40c2-a9d4-65d85ef97425), before_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:18.288667 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-3d62ec79-9071-4b3e-bdbf-75d8ea75f256 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for port (d21b3182-9164-40c2-a9d4-65d85ef97425), precommit_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:18.551440 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-3d62ec79-9071-4b3e-bdbf-75d8ea75f256 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126083072'] for port (d21b3182-9164-40c2-a9d4-65d85ef97425), after_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:18.626387 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3b435-b8b9-49f3-accf-2dcba03e1a98 req-02706cfe-1f00-4a19-8440-aa20739ba3af tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:18.627930 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-7ad3b435-b8b9-49f3-accf-2dcba03e1a98 req-02706cfe-1f00-4a19-8440-aa20739ba3af tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 945 time: 0.3604620 Jul 18 10:51:18.646146 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d62ec79-9071-4b3e-bdbf-75d8ea75f256 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Pushing event updated for resources: {'Port': ['ID=d21b3182-9164-40c2-a9d4-65d85ef97425,revision_number=2']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:51:18.668667 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-3d62ec79-9071-4b3e-bdbf-75d8ea75f256 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778871'] for floatingip (8fb4c80a-6b44-45af-b9bc-31a5b218bed6), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:18.708585 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-7ad3b435-b8b9-49f3-accf-2dcba03e1a98 req-758c2acc-6874-4196-a97b-c51b758a85ec tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/security-groups?id=51ab4b88-8b36-4bf6-be4a-4220e2cdae89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718305 Jul 18 10:51:18.818821 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-3d62ec79-9071-4b3e-bdbf-75d8ea75f256 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for floatingip (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:18.824871 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-3d62ec79-9071-4b3e-bdbf-75d8ea75f256 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5965765 Jul 18 10:51:18.891133 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb302f4-5691-406f-af72-005ed890a98b req-80bc7b9e-5e20-4f6a-8928-b42b892a002c tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:18.892695 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-6fb302f4-5691-406f-af72-005ed890a98b req-80bc7b9e-5e20-4f6a-8928-b42b892a002c tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=48a4f543-a994-4897-8ced-5c04fed9ef50 HTTP/1.1" status: 200 len: 945 time: 0.0503018 Jul 18 10:51:18.947034 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-6fb302f4-5691-406f-af72-005ed890a98b req-62ddb8f5-b7a7-4c38-b3cd-c66573df6268 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9aedad3-a0f8-44e8-899c-42b13f7a72a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483453 Jul 18 10:51:19.036239 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-32d17bd8-668c-4431-9ada-4a62e14e620f req-cd1209fb-3910-4b9d-97ea-f43a656520ee tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1557330574&fields=id&tenant_id=04716d82e1084ec58b2a4909710a6ce8 HTTP/1.1" status: 200 len: 267 time: 0.0465968 Jul 18 10:51:19.155376 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d17bd8-668c-4431-9ada-4a62e14e620f req-4623e42f-85c3-4de1-97a1-860ff6876e47 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:19.156767 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-32d17bd8-668c-4431-9ada-4a62e14e620f req-4623e42f-85c3-4de1-97a1-860ff6876e47 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/networks?id=cfde60e0-9a8e-4b4d-8a28-cc720005757b HTTP/1.1" status: 200 len: 814 time: 0.1133044 Jul 18 10:51:19.172375 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-32d17bd8-668c-4431-9ada-4a62e14e620f req-74462c69-d63b-4eb7-b301-c777fdce53e5 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/quotas/04716d82e1084ec58b2a4909710a6ce8 HTTP/1.1" status: 200 len: 375 time: 0.0100896 Jul 18 10:51:19.222452 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-32d17bd8-668c-4431-9ada-4a62e14e620f req-3bd6f2fa-7db4-4bde-9abf-9c06384c2cae tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=04716d82e1084ec58b2a4909710a6ce8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447068 Jul 18 10:51:19.296084 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:19.329499 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-32d17bd8-668c-4431-9ada-4a62e14e620f req-24c2cf73-6868-4427-aac2-bd753cd505c8 service neutron] 10.222.0.49 "GET /v2.0/networks/cfde60e0-9a8e-4b4d-8a28-cc720005757b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927691 Jul 18 10:51:19.391296 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:19.431654 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-32d17bd8-668c-4431-9ada-4a62e14e620f req-d604b051-fd49-4b2d-9e2f-eaec3bb70fc7 service neutron] 10.222.0.49 "GET /v2.0/networks/cfde60e0-9a8e-4b4d-8a28-cc720005757b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910406 Jul 18 10:51:19.827980 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c9acc-bc19-4149-979d-fe506343ffce req-2260bac1-6958-49be-80db-67c369606b99 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:19.829518 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-477c9acc-bc19-4149-979d-fe506343ffce req-2260bac1-6958-49be-80db-67c369606b99 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 945 time: 0.0498004 Jul 18 10:51:19.885528 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-477c9acc-bc19-4149-979d-fe506343ffce req-2b5fb238-ba36-4eac-bd44-8f6c21307302 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/security-groups?id=51ab4b88-8b36-4bf6-be4a-4220e2cdae89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504487 Jul 18 10:51:19.963429 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-76c76ebf-dd0f-4044-9857-ec7f659c8862 req-a962490b-05eb-47c7-9e09-db5a6d853459 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ed7bef2-5b0f-4c62-b880-ab7c4d1fa924 HTTP/1.1" status: 200 len: 210 time: 0.0310392 Jul 18 10:51:20.031848 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc046fb-fac9-43be-82f9-593184f09d76 req-07fbd7db-c786-475e-9f64-39d641224992 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:20.034206 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-7fc046fb-fac9-43be-82f9-593184f09d76 req-07fbd7db-c786-475e-9f64-39d641224992 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 945 time: 0.0686154 Jul 18 10:51:20.112788 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6897f17-8092-4f82-acb2-2533370cee4a req-3037e203-9f9c-4bcd-a97d-f93d269ae907 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:20.114313 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b6897f17-8092-4f82-acb2-2533370cee4a req-3037e203-9f9c-4bcd-a97d-f93d269ae907 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=48a4f543-a994-4897-8ced-5c04fed9ef50 HTTP/1.1" status: 200 len: 945 time: 0.0798314 Jul 18 10:51:20.151153 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-7fc046fb-fac9-43be-82f9-593184f09d76 req-9b6337c1-94d9-4011-b9c2-53d2f50ce886 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/security-groups?id=51ab4b88-8b36-4bf6-be4a-4220e2cdae89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064560 Jul 18 10:51:20.174689 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 44072) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:51:20.183462 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b6897f17-8092-4f82-acb2-2533370cee4a req-7ae2d809-d642-4588-a108-46a7e41fe91c tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9aedad3-a0f8-44e8-899c-42b13f7a72a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606723 Jul 18 10:51:20.324324 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294423d6-fc65-427b-ba7b-7b5b87f0bea3 tempest-TestShelveInstance-595689316 tempest-TestShelveInstance-595689316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:20.325903 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-294423d6-fc65-427b-ba7b-7b5b87f0bea3 tempest-TestShelveInstance-595689316 tempest-TestShelveInstance-595689316-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 1124 time: 0.1497114 Jul 18 10:51:20.329031 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 44078) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:51:20.333219 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [None req-640a275f-9f06-49e0-af97-0a4214437463 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Request body: {'floatingip': {'floating_network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'port_id': '251fff9b-71a7-49e1-bd58-5b46a671f255', 'tenant_id': '7f36b12884cc423988d28fdcbdb1d8f9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:51:20.461814 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-640a275f-9f06-49e0-af97-0a4214437463 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:20.547706 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-640a275f-9f06-49e0-af97-0a4214437463 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:20.658003 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.db_base_plugin_common [None req-640a275f-9f06-49e0-af97-0a4214437463 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Allocated IP 172.27.1.74 (bb0f21c8-59d6-4417-bd6b-78e480c446a1/d4fbd515-2e97-4384-b4aa-6523e13e40eb/d07e4efb-33cc-4a19-9afb-43210280f232) {{(pid=111154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:51:20.778805 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-640a275f-9f06-49e0-af97-0a4214437463 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Publish callbacks [] for port (d07e4efb-33cc-4a19-9afb-43210280f232), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:20.914307 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-640a275f-9f06-49e0-af97-0a4214437463 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127334210'] for port (d07e4efb-33cc-4a19-9afb-43210280f232), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:20.959473 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640a275f-9f06-49e0-af97-0a4214437463 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Network bb0f21c8-59d6-4417-bd6b-78e480c446a1 is already hosted by enough agents. {{(pid=111154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:51:20.966105 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.base_scheduler [None req-640a275f-9f06-49e0-af97-0a4214437463 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Resources bound (agent type, host, resource id): {{(pid=111154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:51:20.968860 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640a275f-9f06-49e0-af97-0a4214437463 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Received port after_create {{(pid=111154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:51:20.972322 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640a275f-9f06-49e0-af97-0a4214437463 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Pushing event updated for resources: {'Port': ['ID=d07e4efb-33cc-4a19-9afb-43210280f232,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:51:21.051800 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-bf3ca32e-ef5f-4313-affc-a094a543a428 req-3f8c1ca8-fc38-4508-804d-2953b5175a5f tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ed7bef2-5b0f-4c62-b880-ab7c4d1fa924 HTTP/1.1" status: 200 len: 210 time: 0.0314093 Jul 18 10:51:21.143962 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:21.196125 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:21.332626 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e45654-6976-40ee-8aff-d25577e505a7 req-5898a153-753b-4416-b599-97cb7d8bb573 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:21.334297 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-34e45654-6976-40ee-8aff-d25577e505a7 req-5898a153-753b-4416-b599-97cb7d8bb573 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=48a4f543-a994-4897-8ced-5c04fed9ef50 HTTP/1.1" status: 200 len: 945 time: 0.0670230 Jul 18 10:51:21.374491 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-640a275f-9f06-49e0-af97-0a4214437463 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Publish callbacks [] for floatingip (9ffd08a8-4271-4565-b62a-1d4782c7b737), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:21.388515 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-34e45654-6976-40ee-8aff-d25577e505a7 req-5d4b225c-4eb5-4b4e-867f-ef065b0e07f2 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9aedad3-a0f8-44e8-899c-42b13f7a72a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461316 Jul 18 10:51:21.556740 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-640a275f-9f06-49e0-af97-0a4214437463 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (d07e4efb-33cc-4a19-9afb-43210280f232), before_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:21.714742 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-640a275f-9f06-49e0-af97-0a4214437463 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Publish callbacks [] for port (d07e4efb-33cc-4a19-9afb-43210280f232), precommit_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:21.850781 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-640a275f-9f06-49e0-af97-0a4214437463 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127333809'] for port (d07e4efb-33cc-4a19-9afb-43210280f232), after_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:21.928833 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640a275f-9f06-49e0-af97-0a4214437463 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Pushing event updated for resources: {'Port': ['ID=d07e4efb-33cc-4a19-9afb-43210280f232,revision_number=2']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:51:21.944267 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-640a275f-9f06-49e0-af97-0a4214437463 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778871'] for floatingip (9ffd08a8-4271-4565-b62a-1d4782c7b737), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:22.071251 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.db.l3_db [None req-640a275f-9f06-49e0-af97-0a4214437463 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Floating IP 9ffd08a8-4271-4565-b62a-1d4782c7b737 associated. External IP: 172.27.1.74, port: 251fff9b-71a7-49e1-bd58-5b46a671f255. Jul 18 10:51:22.169281 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-6719588a-4e27-4e91-b13c-6d7b008cdb40 req-a62497ae-2354-40f5-8543-e7cbc0b955d5 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ed7bef2-5b0f-4c62-b880-ab7c4d1fa924 HTTP/1.1" status: 200 len: 210 time: 0.0374787 Jul 18 10:51:22.358269 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:22.520374 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0523f89-1b47-4770-bc45-b9d1c330c427 req-1e2bae72-ba19-4084-b054-c63d83bfdc53 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:22.521977 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-a0523f89-1b47-4770-bc45-b9d1c330c427 req-1e2bae72-ba19-4084-b054-c63d83bfdc53 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=48a4f543-a994-4897-8ced-5c04fed9ef50 HTTP/1.1" status: 200 len: 945 time: 0.0538621 Jul 18 10:51:22.549429 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-640a275f-9f06-49e0-af97-0a4214437463 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Router 23c021f8-caa1-4975-8dcd-00760a191b3d has already been hosted by L3 agent e6bcb791-bd43-4d6b-ab54-e591cb66712b {{(pid=111154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:51:22.581165 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-a0523f89-1b47-4770-bc45-b9d1c330c427 req-7aa08159-cca8-45dc-b24e-ff420c617c89 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9aedad3-a0f8-44e8-899c-42b13f7a72a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526123 Jul 18 10:51:22.638051 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=100 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:22.660599 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-640a275f-9f06-49e0-af97-0a4214437463 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Notify agent at l3_agent.dv-cinder-849498-1-iscsi the message routers_updated {{(pid=111154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:51:22.672287 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfb546e-539e-49a8-970a-0efbf6b9e94c None None] Sync routers for ids ['23c021f8-caa1-4975-8dcd-00760a191b3d'] in dv-cinder-849498-1-iscsi {{(pid=111156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:51:22.682625 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfb546e-539e-49a8-970a-0efbf6b9e94c None None] Routers {'23c021f8-caa1-4975-8dcd-00760a191b3d'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:51:22.684217 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-7bfb546e-539e-49a8-970a-0efbf6b9e94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:51:07Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['23c021f8-caa1-4975-8dcd-00760a191b3d'], 'active': True} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:51:22.780704 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:22.794406 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvr_db [None req-7bfb546e-539e-49a8-970a-0efbf6b9e94c None None] Set router 23c021f8-caa1-4975-8dcd-00760a191b3d gateway port host: dv-cinder-849498-1-iscsi {{(pid=111156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:51:22.824993 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-640a275f-9f06-49e0-af97-0a4214437463 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for floatingip (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:22.855940 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-640a275f-9f06-49e0-af97-0a4214437463 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5256352 Jul 18 10:51:22.856495 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dab0fce-91d6-4e37-970c-02ba8250d354', 'tag': '251fff9b-71a7-49e1-bd58-5b46a671f255'}] {{(pid=111154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:51:22.858987 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76f28ae75f34143b6717ab81e854799a90e2618b86a46665dc49940857a7474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3054a9-ed0a-4984-a3be-a6ef83cf1471" -d '{"events": [{"name": "network-changed", "server_uuid": "3dab0fce-91d6-4e37-970c-02ba8250d354", "tag": "251fff9b-71a7-49e1-bd58-5b46a671f255"}]}' {{(pid=111154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:51:22.896182 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55646df3-0bb6-458c-813b-3c3d66a8b7d2 x-openstack-request-id: req-55646df3-0bb6-458c-813b-3c3d66a8b7d2 {{(pid=111154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:51:22.896663 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dab0fce-91d6-4e37-970c-02ba8250d354", "tag": "251fff9b-71a7-49e1-bd58-5b46a671f255", "status": "completed", "code": 200}]} {{(pid=111154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:51:22.897104 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-55646df3-0bb6-458c-813b-3c3d66a8b7d2 {{(pid=111154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:51:22.897849 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55646df3-0bb6-458c-813b-3c3d66a8b7d2'] response: {'name': 'network-changed', 'server_uuid': '3dab0fce-91d6-4e37-970c-02ba8250d354', 'tag': '251fff9b-71a7-49e1-bd58-5b46a671f255', 'status': 'completed', 'code': 200} Jul 18 10:51:22.901512 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:22.905601 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:22.973438 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3054a9-ed0a-4984-a3be-a6ef83cf1471 req-7d377d27-6263-4d1a-99aa-e079a7d1716d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:22.975283 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-dd3054a9-ed0a-4984-a3be-a6ef83cf1471 req-7d377d27-6263-4d1a-99aa-e079a7d1716d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7f36b12884cc423988d28fdcbdb1d8f9&device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 1129 time: 0.0554225 Jul 18 10:51:22.992351 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d17bd8-668c-4431-9ada-4a62e14e620f req-1b9b863b-4efb-477b-afbc-169c2b6a9129 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:22.994270 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-32d17bd8-668c-4431-9ada-4a62e14e620f req-1b9b863b-4efb-477b-afbc-169c2b6a9129 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.52 "GET /v2.0/networks?id=cfde60e0-9a8e-4b4d-8a28-cc720005757b HTTP/1.1" status: 200 len: 814 time: 0.1282640 Jul 18 10:51:23.049630 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:23.070529 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-7bfb546e-539e-49a8-970a-0efbf6b9e94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c021f8-caa1-4975-8dcd-00760a191b3d', 'name': 'tempest-TestShelveInstance-1592551120-router', 'tenant_id': '7f36b12884cc423988d28fdcbdb1d8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '736592e9-5cbf-437c-a879-cc5f59071225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:49:51Z', 'updated_at': '2022-07-18T10:50:00Z', 'revision_number': 4, 'project_id': '7f36b12884cc423988d28fdcbdb1d8f9', 'gw_port': {'id': '736592e9-5cbf-437c-a879-cc5f59071225', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c021f8-caa1-4975-8dcd-00760a191b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:54Z', 'updated_at': '2022-07-18T10:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_floatingips': [{'id': '9ffd08a8-4271-4565-b62a-1d4782c7b737', 'tenant_id': '7f36b12884cc423988d28fdcbdb1d8f9', 'floating_ip_address': '172.27.1.74', 'floating_network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'router_id': '23c021f8-caa1-4975-8dcd-00760a191b3d', 'port_id': '251fff9b-71a7-49e1-bd58-5b46a671f255', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb380554-1a32-48db-8ee9-21d41ce83dd0', 'mac_address': 'fa:16:3e:a3:a0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dab0fce-91d6-4e37-970c-02ba8250d354', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:51:21Z', 'updated_at': '2022-07-18T10:51:21Z', 'revision_number': 0, 'project_id': '7f36b12884cc423988d28fdcbdb1d8f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ee8cc05-4027-4039-b010-6716d0e76dc1', 'name': '', 'network_id': 'eb380554-1a32-48db-8ee9-21d41ce83dd0', 'tenant_id': '7f36b12884cc423988d28fdcbdb1d8f9', 'mac_address': 'fa:16:3e:fe:4d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c021f8-caa1-4975-8dcd-00760a191b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '893df6fc-9fb1-4552-b95e-a392998d3c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:59Z', 'updated_at': '2022-07-18T10:50:06Z', 'revision_number': 5, 'project_id': '7f36b12884cc423988d28fdcbdb1d8f9', 'subnets': [{'id': '893df6fc-9fb1-4552-b95e-a392998d3c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:51:23.084187 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-32d17bd8-668c-4431-9ada-4a62e14e620f req-622af90f-343b-4186-8dc0-d4b077cce429 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04716d82e1084ec58b2a4909710a6ce8 HTTP/1.1" status: 200 len: 380 time: 0.0801680 Jul 18 10:51:23.097453 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [req-32d17bd8-668c-4431-9ada-4a62e14e620f req-3a0b1c8d-ec6d-4a9c-9f8f-83ab82ac3207 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Request body: {'port': {'device_id': '8ed7bef2-5b0f-4c62-b880-ab7c4d1fa924', 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b', 'admin_state_up': True, 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'security_groups': ['7fc3f19b-798b-4441-9974-c80817d8c053']}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:51:23.103812 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfb546e-539e-49a8-970a-0efbf6b9e94c None None] Checking router: 23c021f8-caa1-4975-8dcd-00760a191b3d for host: dv-cinder-849498-1-iscsi {{(pid=111156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:51:23.108556 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3054a9-ed0a-4984-a3be-a6ef83cf1471 req-46f45c15-d1d9-4778-908d-3dd8c6a4d2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:23.109193 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-dd3054a9-ed0a-4984-a3be-a6ef83cf1471 req-46f45c15-d1d9-4778-908d-3dd8c6a4d2d8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=eb380554-1a32-48db-8ee9-21d41ce83dd0 HTTP/1.1" status: 200 len: 910 time: 0.1239750 Jul 18 10:51:23.114586 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfb546e-539e-49a8-970a-0efbf6b9e94c None None] Routers {'23c021f8-caa1-4975-8dcd-00760a191b3d'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:51:23.115222 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-7bfb546e-539e-49a8-970a-0efbf6b9e94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:51:07Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['23c021f8-caa1-4975-8dcd-00760a191b3d'], 'active': True} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:51:23.203712 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-dd3054a9-ed0a-4984-a3be-a6ef83cf1471 req-94a14d60-7f95-476a-8b4d-b100176a48b9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=251fff9b-71a7-49e1-bd58-5b46a671f255 HTTP/1.1" status: 200 len: 998 time: 0.0852284 Jul 18 10:51:23.296510 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3054a9-ed0a-4984-a3be-a6ef83cf1471 req-5e4db8b2-a334-4627-8708-83ea105af931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:23.298235 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-dd3054a9-ed0a-4984-a3be-a6ef83cf1471 req-5e4db8b2-a334-4627-8708-83ea105af931 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=893df6fc-9fb1-4552-b95e-a392998d3c8c HTTP/1.1" status: 200 len: 848 time: 0.0766220 Jul 18 10:51:23.319133 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-e97cca44-754b-4c6b-99db-d41519237d85 req-10deb112-0954-4504-b2e0-e209a65ad0d8 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ed7bef2-5b0f-4c62-b880-ab7c4d1fa924 HTTP/1.1" status: 200 len: 210 time: 0.0586100 Jul 18 10:51:23.361586 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3054a9-ed0a-4984-a3be-a6ef83cf1471 req-24e01369-7ff3-4557-a5f7-fee425b860cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:23.362963 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-dd3054a9-ed0a-4984-a3be-a6ef83cf1471 req-24e01369-7ff3-4557-a5f7-fee425b860cc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=eb380554-1a32-48db-8ee9-21d41ce83dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0571203 Jul 18 10:51:23.380852 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvr_db [None req-7bfb546e-539e-49a8-970a-0efbf6b9e94c None None] Set router 23c021f8-caa1-4975-8dcd-00760a191b3d gateway port host: dv-cinder-849498-1-iscsi {{(pid=111156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:51:23.466261 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-dd3054a9-ed0a-4984-a3be-a6ef83cf1471 req-b4e7d5e0-2743-4bb7-8357-241652d06135 service neutron] 10.222.0.52 "GET /v2.0/networks/eb380554-1a32-48db-8ee9-21d41ce83dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963564 Jul 18 10:51:23.474255 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32d17bd8-668c-4431-9ada-4a62e14e620f req-3a0b1c8d-ec6d-4a9c-9f8f-83ab82ac3207 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Made reservation on behalf of 04716d82e1084ec58b2a4909710a6ce8 for: {'port': 1} {{(pid=111155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:51:23.478257 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-32d17bd8-668c-4431-9ada-4a62e14e620f req-3a0b1c8d-ec6d-4a9c-9f8f-83ab82ac3207 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:23.585939 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-dd3054a9-ed0a-4984-a3be-a6ef83cf1471 req-b0985b1c-a943-4bb2-92a2-3f6465918def service neutron] 10.222.0.52 "GET /v2.0/networks/eb380554-1a32-48db-8ee9-21d41ce83dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031973 Jul 18 10:51:23.619290 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=100 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:23.626538 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-7bfb546e-539e-49a8-970a-0efbf6b9e94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c021f8-caa1-4975-8dcd-00760a191b3d', 'name': 'tempest-TestShelveInstance-1592551120-router', 'tenant_id': '7f36b12884cc423988d28fdcbdb1d8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '736592e9-5cbf-437c-a879-cc5f59071225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:49:51Z', 'updated_at': '2022-07-18T10:50:00Z', 'revision_number': 4, 'project_id': '7f36b12884cc423988d28fdcbdb1d8f9', 'gw_port': {'id': '736592e9-5cbf-437c-a879-cc5f59071225', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c021f8-caa1-4975-8dcd-00760a191b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:54Z', 'updated_at': '2022-07-18T10:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_floatingips': [{'id': '9ffd08a8-4271-4565-b62a-1d4782c7b737', 'tenant_id': '7f36b12884cc423988d28fdcbdb1d8f9', 'floating_ip_address': '172.27.1.74', 'floating_network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'router_id': '23c021f8-caa1-4975-8dcd-00760a191b3d', 'port_id': '251fff9b-71a7-49e1-bd58-5b46a671f255', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb380554-1a32-48db-8ee9-21d41ce83dd0', 'mac_address': 'fa:16:3e:a3:a0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dab0fce-91d6-4e37-970c-02ba8250d354', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:51:21Z', 'updated_at': '2022-07-18T10:51:21Z', 'revision_number': 0, 'project_id': '7f36b12884cc423988d28fdcbdb1d8f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ee8cc05-4027-4039-b010-6716d0e76dc1', 'name': '', 'network_id': 'eb380554-1a32-48db-8ee9-21d41ce83dd0', 'tenant_id': '7f36b12884cc423988d28fdcbdb1d8f9', 'mac_address': 'fa:16:3e:fe:4d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c021f8-caa1-4975-8dcd-00760a191b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '893df6fc-9fb1-4552-b95e-a392998d3c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:59Z', 'updated_at': '2022-07-18T10:50:06Z', 'revision_number': 5, 'project_id': '7f36b12884cc423988d28fdcbdb1d8f9', 'subnets': [{'id': '893df6fc-9fb1-4552-b95e-a392998d3c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:51:23.651590 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.db_base_plugin_common [req-32d17bd8-668c-4431-9ada-4a62e14e620f req-3a0b1c8d-ec6d-4a9c-9f8f-83ab82ac3207 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Allocated IP 172.20.0.14 (cfde60e0-9a8e-4b4d-8a28-cc720005757b/aa197fa4-4b14-4357-8299-842622dc6172/e30195bc-be76-4526-8e2b-0e9910a4d0ce) {{(pid=111155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:51:23.663760 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfb546e-539e-49a8-970a-0efbf6b9e94c None None] The sync data for ids ['23c021f8-caa1-4975-8dcd-00760a191b3d'] in dv-cinder-849498-1-iscsi is: [{'id': '23c021f8-caa1-4975-8dcd-00760a191b3d', 'name': 'tempest-TestShelveInstance-1592551120-router', 'tenant_id': '7f36b12884cc423988d28fdcbdb1d8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '736592e9-5cbf-437c-a879-cc5f59071225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:49:51Z', 'updated_at': '2022-07-18T10:50:00Z', 'revision_number': 4, 'project_id': '7f36b12884cc423988d28fdcbdb1d8f9', 'gw_port': {'id': '736592e9-5cbf-437c-a879-cc5f59071225', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c021f8-caa1-4975-8dcd-00760a191b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:54Z', 'updated_at': '2022-07-18T10:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_floatingips': [{'id': '9ffd08a8-4271-4565-b62a-1d4782c7b737', 'tenant_id': '7f36b12884cc423988d28fdcbdb1d8f9', 'floating_ip_address': '172.27.1.74', 'floating_network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'router_id': '23c021f8-caa1-4975-8dcd-00760a191b3d', 'port_id': '251fff9b-71a7-49e1-bd58-5b46a671f255', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb380554-1a32-48db-8ee9-21d41ce83dd0', 'mac_address': 'fa:16:3e:a3:a0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dab0fce-91d6-4e37-970c-02ba8250d354', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:51:21Z', 'updated_at': '2022-07-18T10:51:21Z', 'revision_number': 0, 'project_id': '7f36b12884cc423988d28fdcbdb1d8f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ee8cc05-4027-4039-b010-6716d0e76dc1', 'name': '', 'network_id': 'eb380554-1a32-48db-8ee9-21d41ce83dd0', 'tenant_id': '7f36b12884cc423988d28fdcbdb1d8f9', 'mac_address': 'fa:16:3e:fe:4d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c021f8-caa1-4975-8dcd-00760a191b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '893df6fc-9fb1-4552-b95e-a392998d3c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:59Z', 'updated_at': '2022-07-18T10:50:06Z', 'revision_number': 5, 'project_id': '7f36b12884cc423988d28fdcbdb1d8f9', 'subnets': [{'id': '893df6fc-9fb1-4552-b95e-a392998d3c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:51:23.712442 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:23.819309 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbc5e61-5d8d-43b8-bb50-ee5964b13d80 req-a1df9314-7e86-4062-ae39-b9d8875d1b61 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:23.821027 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2bbc5e61-5d8d-43b8-bb50-ee5964b13d80 req-a1df9314-7e86-4062-ae39-b9d8875d1b61 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=48a4f543-a994-4897-8ced-5c04fed9ef50 HTTP/1.1" status: 200 len: 945 time: 0.1230388 Jul 18 10:51:23.904138 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-32d17bd8-668c-4431-9ada-4a62e14e620f req-3a0b1c8d-ec6d-4a9c-9f8f-83ab82ac3207 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for port (e30195bc-be76-4526-8e2b-0e9910a4d0ce), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:23.906980 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0799b494-6c51-484e-bf5a-7041132891da None None] New status for floating IP 9ffd08a8-4271-4565-b62a-1d4782c7b737: ACTIVE {{(pid=111157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 10:51:23.916533 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2bbc5e61-5d8d-43b8-bb50-ee5964b13d80 req-85f4be93-c61b-4a39-a5c4-3b8ab248866a tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9aedad3-a0f8-44e8-899c-42b13f7a72a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839686 Jul 18 10:51:24.103107 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-32d17bd8-668c-4431-9ada-4a62e14e620f req-3a0b1c8d-ec6d-4a9c-9f8f-83ab82ac3207 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126083827'] for port (e30195bc-be76-4526-8e2b-0e9910a4d0ce), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:24.149449 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32d17bd8-668c-4431-9ada-4a62e14e620f req-3a0b1c8d-ec6d-4a9c-9f8f-83ab82ac3207 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Network cfde60e0-9a8e-4b4d-8a28-cc720005757b is already hosted by enough agents. {{(pid=111155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:51:24.155933 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.base_scheduler [req-32d17bd8-668c-4431-9ada-4a62e14e620f req-3a0b1c8d-ec6d-4a9c-9f8f-83ab82ac3207 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Resources bound (agent type, host, resource id): {{(pid=111155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:51:24.160033 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.l3_dvrscheduler_db [req-32d17bd8-668c-4431-9ada-4a62e14e620f req-3a0b1c8d-ec6d-4a9c-9f8f-83ab82ac3207 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Received port after_create {{(pid=111155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:51:24.166757 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0b1c8d-ec6d-4a9c-9f8f-83ab82ac3207 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Pushing event updated for resources: {'Port': ['ID=e30195bc-be76-4526-8e2b-0e9910a4d0ce,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:51:24.200479 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0b1c8d-ec6d-4a9c-9f8f-83ab82ac3207 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:51:24.200856 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0b1c8d-ec6d-4a9c-9f8f-83ab82ac3207 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:51:24.201204 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0b1c8d-ec6d-4a9c-9f8f-83ab82ac3207 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:51:24.201548 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0b1c8d-ec6d-4a9c-9f8f-83ab82ac3207 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:51:24.201886 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0b1c8d-ec6d-4a9c-9f8f-83ab82ac3207 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:51:24.202270 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0b1c8d-ec6d-4a9c-9f8f-83ab82ac3207 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:51:24.202641 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0b1c8d-ec6d-4a9c-9f8f-83ab82ac3207 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:51:24.202987 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0b1c8d-ec6d-4a9c-9f8f-83ab82ac3207 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:51:24.203342 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0b1c8d-ec6d-4a9c-9f8f-83ab82ac3207 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:51:24.203678 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0b1c8d-ec6d-4a9c-9f8f-83ab82ac3207 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:51:24.204006 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0b1c8d-ec6d-4a9c-9f8f-83ab82ac3207 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:51:24.204330 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0b1c8d-ec6d-4a9c-9f8f-83ab82ac3207 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:51:24.204654 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0b1c8d-ec6d-4a9c-9f8f-83ab82ac3207 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:51:24.205020 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0b1c8d-ec6d-4a9c-9f8f-83ab82ac3207 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:51:24.205345 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0b1c8d-ec6d-4a9c-9f8f-83ab82ac3207 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:51:24.238294 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d17bd8-668c-4431-9ada-4a62e14e620f req-3a0b1c8d-ec6d-4a9c-9f8f-83ab82ac3207 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:24.238936 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-32d17bd8-668c-4431-9ada-4a62e14e620f req-3a0b1c8d-ec6d-4a9c-9f8f-83ab82ac3207 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for port (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:24.243149 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:24.386642 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-4321f09f-0987-4353-9b0a-7f2608c9938f None None] Provisioning complete for port e30195bc-be76-4526-8e2b-0e9910a4d0ce triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:51:24.387493 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-4321f09f-0987-4353-9b0a-7f2608c9938f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (e30195bc-be76-4526-8e2b-0e9910a4d0ce), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:24.428306 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-4321f09f-0987-4353-9b0a-7f2608c9938f None None] Port e30195bc-be76-4526-8e2b-0e9910a4d0ce cannot update to ACTIVE because it is not bound. {{(pid=111156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:51:24.457835 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ed335-5cdf-4f95-8b11-2711e6a473e8 req-dbf62f97-04ef-4f4c-857e-e1e716d842de tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:24.459524 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2c0ed335-5cdf-4f95-8b11-2711e6a473e8 req-dbf62f97-04ef-4f4c-857e-e1e716d842de tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ed7bef2-5b0f-4c62-b880-ab7c4d1fa924 HTTP/1.1" status: 200 len: 932 time: 0.0540984 Jul 18 10:51:24.513053 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2c0ed335-5cdf-4f95-8b11-2711e6a473e8 req-84a7fa3b-600a-4cbd-b6c2-877312ad8faa tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fc3f19b-798b-4441-9974-c80817d8c053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462081 Jul 18 10:51:24.550606 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-32d17bd8-668c-4431-9ada-4a62e14e620f req-3a0b1c8d-ec6d-4a9c-9f8f-83ab82ac3207 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4590280 Jul 18 10:51:24.569988 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [req-32d17bd8-668c-4431-9ada-4a62e14e620f req-3cc0fdbc-93a6-4dc2-b59f-95d9e154509e service neutron] Request body: {'port': {'device_id': '8ed7bef2-5b0f-4c62-b880-ab7c4d1fa924', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84949'}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:51:24.634574 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-32d17bd8-668c-4431-9ada-4a62e14e620f req-3cc0fdbc-93a6-4dc2-b59f-95d9e154509e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (e30195bc-be76-4526-8e2b-0e9910a4d0ce), before_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:24.879438 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1ff6e34c-ad2d-4d6d-84c2-aee03113dac2), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:24.924203 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.notifiers.nova [req-32d17bd8-668c-4431-9ada-4a62e14e620f req-3cc0fdbc-93a6-4dc2-b59f-95d9e154509e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e30195bc-be76-4526-8e2b-0e9910a4d0ce {{(pid=111155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:51:24.934180 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-32d17bd8-668c-4431-9ada-4a62e14e620f req-3cc0fdbc-93a6-4dc2-b59f-95d9e154509e service neutron] Publish callbacks [] for port (e30195bc-be76-4526-8e2b-0e9910a4d0ce), precommit_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:24.952136 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.provisioning_blocks [req-32d17bd8-668c-4431-9ada-4a62e14e620f req-3cc0fdbc-93a6-4dc2-b59f-95d9e154509e service neutron] Transition to ACTIVE for port object e30195bc-be76-4526-8e2b-0e9910a4d0ce will not be triggered until provisioned by entity L2. {{(pid=111155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 10:51:25.045601 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aab72a-e2a6-4eae-b528-03616364ccb5 req-1a82a3f6-deea-4f49-8dad-fe4b8cd2bb9f tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:25.047289 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-36aab72a-e2a6-4eae-b528-03616364ccb5 req-1a82a3f6-deea-4f49-8dad-fe4b8cd2bb9f tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=48a4f543-a994-4897-8ced-5c04fed9ef50 HTTP/1.1" status: 200 len: 945 time: 0.0533931 Jul 18 10:51:25.048478 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-32d17bd8-668c-4431-9ada-4a62e14e620f req-3cc0fdbc-93a6-4dc2-b59f-95d9e154509e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126083072'] for port (e30195bc-be76-4526-8e2b-0e9910a4d0ce), after_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:25.120153 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:25.133371 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc0fdbc-93a6-4dc2-b59f-95d9e154509e service neutron] Pushing event updated for resources: {'Port': ['ID=e30195bc-be76-4526-8e2b-0e9910a4d0ce,revision_number=2']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:51:25.181040 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-36aab72a-e2a6-4eae-b528-03616364ccb5 req-1b438d21-bca8-40a8-b1bc-4f165517d3d4 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9aedad3-a0f8-44e8-899c-42b13f7a72a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235673 Jul 18 10:51:25.239516 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.managers [req-32d17bd8-668c-4431-9ada-4a62e14e620f req-3cc0fdbc-93a6-4dc2-b59f-95d9e154509e service neutron] Attempting to bind port e30195bc-be76-4526-8e2b-0e9910a4d0ce on host hv-cinder-84949 for vnic_type normal with profile {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:51:25.239857 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.managers [req-32d17bd8-668c-4431-9ada-4a62e14e620f req-3cc0fdbc-93a6-4dc2-b59f-95d9e154509e service neutron] Attempting to bind port e30195bc-be76-4526-8e2b-0e9910a4d0ce by drivers openvswitch,hyperv on host hv-cinder-84949 at level 0 using segments [{'id': '984404a2-43ca-40f3-9583-38762b7d5434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b'}] {{(pid=111155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:51:25.240186 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d17bd8-668c-4431-9ada-4a62e14e620f req-3cc0fdbc-93a6-4dc2-b59f-95d9e154509e service neutron] Attempting to bind port e30195bc-be76-4526-8e2b-0e9910a4d0ce on network cfde60e0-9a8e-4b4d-8a28-cc720005757b {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:51:25.247485 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d17bd8-668c-4431-9ada-4a62e14e620f req-3cc0fdbc-93a6-4dc2-b59f-95d9e154509e service neutron] Port e30195bc-be76-4526-8e2b-0e9910a4d0ce on network cfde60e0-9a8e-4b4d-8a28-cc720005757b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84949 {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 10:51:25.247801 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d17bd8-668c-4431-9ada-4a62e14e620f req-3cc0fdbc-93a6-4dc2-b59f-95d9e154509e service neutron] Attempting to bind port e30195bc-be76-4526-8e2b-0e9910a4d0ce on network cfde60e0-9a8e-4b4d-8a28-cc720005757b {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:51:25.254009 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d17bd8-668c-4431-9ada-4a62e14e620f req-3cc0fdbc-93a6-4dc2-b59f-95d9e154509e service neutron] Checking agent: {'id': '1ff6e34c-ad2d-4d6d-84c2-aee03113dac2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84949', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 44, 54), 'started_at': datetime.datetime(2022, 7, 18, 10, 44, 54), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:51:25.254373 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d17bd8-668c-4431-9ada-4a62e14e620f req-3cc0fdbc-93a6-4dc2-b59f-95d9e154509e service neutron] Checking segment: {'id': '984404a2-43ca-40f3-9583-38762b7d5434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:51:25.254776 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d17bd8-668c-4431-9ada-4a62e14e620f req-3cc0fdbc-93a6-4dc2-b59f-95d9e154509e service neutron] Bound using segment: {'id': '984404a2-43ca-40f3-9583-38762b7d5434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b'} {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:51:25.255179 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.managers [req-32d17bd8-668c-4431-9ada-4a62e14e620f req-3cc0fdbc-93a6-4dc2-b59f-95d9e154509e service neutron] Bound port: e30195bc-be76-4526-8e2b-0e9910a4d0ce, host: hv-cinder-84949, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '984404a2-43ca-40f3-9583-38762b7d5434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b'}}] {{(pid=111155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:51:25.255536 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-32d17bd8-668c-4431-9ada-4a62e14e620f req-3cc0fdbc-93a6-4dc2-b59f-95d9e154509e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (e30195bc-be76-4526-8e2b-0e9910a4d0ce), before_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:25.327940 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.db [req-32d17bd8-668c-4431-9ada-4a62e14e620f req-3cc0fdbc-93a6-4dc2-b59f-95d9e154509e service neutron] For port e30195bc-be76-4526-8e2b-0e9910a4d0ce, host hv-cinder-84949, cleared binding levels {{(pid=111155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:51:25.331729 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.db [req-32d17bd8-668c-4431-9ada-4a62e14e620f req-3cc0fdbc-93a6-4dc2-b59f-95d9e154509e service neutron] For port e30195bc-be76-4526-8e2b-0e9910a4d0ce, host hv-cinder-84949, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=e30195bc-be76-4526-8e2b-0e9910a4d0ce,segment=NetworkSegment(984404a2-43ca-40f3-9583-38762b7d5434),segment_id=984404a2-43ca-40f3-9583-38762b7d5434)] {{(pid=111155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:51:25.411316 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-32d17bd8-668c-4431-9ada-4a62e14e620f req-3cc0fdbc-93a6-4dc2-b59f-95d9e154509e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126083072'] for port (e30195bc-be76-4526-8e2b-0e9910a4d0ce), after_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:25.453246 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d17bd8-668c-4431-9ada-4a62e14e620f req-3cc0fdbc-93a6-4dc2-b59f-95d9e154509e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:25.454372 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-32d17bd8-668c-4431-9ada-4a62e14e620f req-3cc0fdbc-93a6-4dc2-b59f-95d9e154509e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for port (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:25.456743 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-32d17bd8-668c-4431-9ada-4a62e14e620f req-3cc0fdbc-93a6-4dc2-b59f-95d9e154509e service neutron] 10.222.0.52 "PUT /v2.0/ports/e30195bc-be76-4526-8e2b-0e9910a4d0ce HTTP/1.1" status: 200 len: 1094 time: 0.8918173 Jul 18 10:51:25.457634 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ed7bef2-5b0f-4c62-b880-ab7c4d1fa924', 'tag': 'e30195bc-be76-4526-8e2b-0e9910a4d0ce'}] {{(pid=111155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:51:25.461868 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f06b923856051c73f64d3b2294300e60923526062a62ec6e5be74a6ad2a3856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae854f98-5b5d-4acd-adea-39e4ef4f092f" -d '{"events": [{"name": "network-changed", "server_uuid": "8ed7bef2-5b0f-4c62-b880-ab7c4d1fa924", "tag": "e30195bc-be76-4526-8e2b-0e9910a4d0ce"}]}' {{(pid=111155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:51:25.498324 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc0fdbc-93a6-4dc2-b59f-95d9e154509e service neutron] Pushing event updated for resources: {'Port': ['ID=e30195bc-be76-4526-8e2b-0e9910a4d0ce,revision_number=3']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:51:25.512417 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0746d349-9ed9-4a09-ba97-2a90edc7f4b7 x-openstack-request-id: req-0746d349-9ed9-4a09-ba97-2a90edc7f4b7 {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:51:25.513145 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ed7bef2-5b0f-4c62-b880-ab7c4d1fa924", "tag": "e30195bc-be76-4526-8e2b-0e9910a4d0ce", "status": "completed", "code": 200}]} {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:51:25.513145 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0746d349-9ed9-4a09-ba97-2a90edc7f4b7 {{(pid=111155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:51:25.513401 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0746d349-9ed9-4a09-ba97-2a90edc7f4b7'] response: {'name': 'network-changed', 'server_uuid': '8ed7bef2-5b0f-4c62-b880-ab7c4d1fa924', 'tag': 'e30195bc-be76-4526-8e2b-0e9910a4d0ce', 'status': 'completed', 'code': 200} Jul 18 10:51:25.585581 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:25.590235 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae854f98-5b5d-4acd-adea-39e4ef4f092f req-ee07fcb0-c6fe-4970-9fbf-8999d1856e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:25.592493 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ae854f98-5b5d-4acd-adea-39e4ef4f092f req-ee07fcb0-c6fe-4970-9fbf-8999d1856e4c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=04716d82e1084ec58b2a4909710a6ce8&device_id=8ed7bef2-5b0f-4c62-b880-ab7c4d1fa924 HTTP/1.1" status: 200 len: 1128 time: 0.0513184 Jul 18 10:51:25.699587 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c7da4-7afd-4738-a47e-d4fb6103b26b req-dc355474-1e00-4b53-80cd-9aa88c10f398 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:25.708023 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-903c7da4-7afd-4738-a47e-d4fb6103b26b req-dc355474-1e00-4b53-80cd-9aa88c10f398 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ed7bef2-5b0f-4c62-b880-ab7c4d1fa924 HTTP/1.1" status: 200 len: 944 time: 0.1074193 Jul 18 10:51:25.777358 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae854f98-5b5d-4acd-adea-39e4ef4f092f req-a88e118d-f56c-4569-954d-f2a61232f866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:25.779174 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ae854f98-5b5d-4acd-adea-39e4ef4f092f req-a88e118d-f56c-4569-954d-f2a61232f866 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=04716d82e1084ec58b2a4909710a6ce8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1766920 Jul 18 10:51:25.784515 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-903c7da4-7afd-4738-a47e-d4fb6103b26b req-d66823e7-29fd-403a-852a-c8d223901605 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fc3f19b-798b-4441-9974-c80817d8c053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775833 Jul 18 10:51:25.886429 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae854f98-5b5d-4acd-adea-39e4ef4f092f req-a23c48a7-9000-4774-995c-0021e8b674a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:25.887890 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ae854f98-5b5d-4acd-adea-39e4ef4f092f req-a23c48a7-9000-4774-995c-0021e8b674a6 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1021149 Jul 18 10:51:25.982898 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d17bd8-668c-4431-9ada-4a62e14e620f req-a88f9752-5236-4e68-a987-db3da9199bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:25.984419 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-32d17bd8-668c-4431-9ada-4a62e14e620f req-a88f9752-5236-4e68-a987-db3da9199bea service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=04716d82e1084ec58b2a4909710a6ce8&device_id=8ed7bef2-5b0f-4c62-b880-ab7c4d1fa924 HTTP/1.1" status: 200 len: 1128 time: 0.0510843 Jul 18 10:51:26.027646 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-32d17bd8-668c-4431-9ada-4a62e14e620f req-c2ccb442-f79e-481d-a129-7a5e64a0725d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e30195bc-be76-4526-8e2b-0e9910a4d0ce HTTP/1.1" status: 200 len: 217 time: 0.0346496 Jul 18 10:51:26.085338 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d17bd8-668c-4431-9ada-4a62e14e620f req-e7067dd9-62d7-4651-97c9-2d02fc29d6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:26.086873 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-32d17bd8-668c-4431-9ada-4a62e14e620f req-e7067dd9-62d7-4651-97c9-2d02fc29d6e8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=aa197fa4-4b14-4357-8299-842622dc6172 HTTP/1.1" status: 200 len: 853 time: 0.0528879 Jul 18 10:51:26.137862 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d17bd8-668c-4431-9ada-4a62e14e620f req-185a7785-1be1-4e07-bb0b-33cb13f630ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:26.139428 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-32d17bd8-668c-4431-9ada-4a62e14e620f req-185a7785-1be1-4e07-bb0b-33cb13f630ea service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cfde60e0-9a8e-4b4d-8a28-cc720005757b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463033 Jul 18 10:51:26.240951 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-32d17bd8-668c-4431-9ada-4a62e14e620f req-debb9957-b578-46b2-9239-8d1e72d5b913 service neutron] 10.222.0.52 "GET /v2.0/networks/cfde60e0-9a8e-4b4d-8a28-cc720005757b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942459 Jul 18 10:51:26.370868 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd9bc3-45a8-4f1b-a067-c8548725cf2a req-79295d89-4351-45d7-b93c-af8bfb59b37d tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:26.372582 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3fbd9bc3-45a8-4f1b-a067-c8548725cf2a req-79295d89-4351-45d7-b93c-af8bfb59b37d tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=48a4f543-a994-4897-8ced-5c04fed9ef50 HTTP/1.1" status: 200 len: 945 time: 0.0645251 Jul 18 10:51:26.377150 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:26.405913 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-32d17bd8-668c-4431-9ada-4a62e14e620f req-e2c53835-7b00-4cc4-9ccb-cda1b80a269f service neutron] 10.222.0.52 "GET /v2.0/networks/cfde60e0-9a8e-4b4d-8a28-cc720005757b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580312 Jul 18 10:51:26.433828 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3fbd9bc3-45a8-4f1b-a067-c8548725cf2a req-b937eabe-01ae-4675-a354-533c1cb236c6 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9aedad3-a0f8-44e8-899c-42b13f7a72a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554352 Jul 18 10:51:26.912645 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a20c66f-87e4-4f18-8c1e-6b22b3ef82d3 req-7218d17d-c20f-48cf-a0b7-3851ae6793a9 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:26.914275 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-7a20c66f-87e4-4f18-8c1e-6b22b3ef82d3 req-7218d17d-c20f-48cf-a0b7-3851ae6793a9 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ed7bef2-5b0f-4c62-b880-ab7c4d1fa924 HTTP/1.1" status: 200 len: 944 time: 0.0566936 Jul 18 10:51:26.967577 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-7a20c66f-87e4-4f18-8c1e-6b22b3ef82d3 req-a00176cc-00b5-4532-9f84-c35cb977330c tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fc3f19b-798b-4441-9974-c80817d8c053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467985 Jul 18 10:51:27.559315 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b451e9-decb-45c3-bbe6-025e3d5ee754 req-402237a7-1284-4943-8b9f-22b987b39ff9 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:27.560892 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-99b451e9-decb-45c3-bbe6-025e3d5ee754 req-402237a7-1284-4943-8b9f-22b987b39ff9 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=48a4f543-a994-4897-8ced-5c04fed9ef50 HTTP/1.1" status: 200 len: 945 time: 0.0511465 Jul 18 10:51:27.612007 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-99b451e9-decb-45c3-bbe6-025e3d5ee754 req-29ca213d-fb6d-4a7b-b384-b737ac9fad15 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9aedad3-a0f8-44e8-899c-42b13f7a72a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452254 Jul 18 10:51:27.964401 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 44164) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:51:28.095516 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-3f72e400-e90c-48fc-8273-b62e4545b390 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:28.110603 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d6e2e-ecce-42ef-b3c9-145cd2d7fb9a req-7c838925-63c6-48ee-8e4f-4fe5a6adef56 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:28.112084 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ef8d6e2e-ecce-42ef-b3c9-145cd2d7fb9a req-7c838925-63c6-48ee-8e4f-4fe5a6adef56 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ed7bef2-5b0f-4c62-b880-ab7c4d1fa924 HTTP/1.1" status: 200 len: 944 time: 0.0691733 Jul 18 10:51:28.185313 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ef8d6e2e-ecce-42ef-b3c9-145cd2d7fb9a req-12b09dc0-f0a5-4266-b1ea-bfd138987d5f tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fc3f19b-798b-4441-9974-c80817d8c053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667889 Jul 18 10:51:28.225534 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-3f72e400-e90c-48fc-8273-b62e4545b390 admin admin] Publish callbacks [] for security_group (37376663-2632-4717-bc67-a2287bf52722), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:28.333068 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-3f72e400-e90c-48fc-8273-b62e4545b390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (37376663-2632-4717-bc67-a2287bf52722), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:28.370237 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:28.375120 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-3f72e400-e90c-48fc-8273-b62e4545b390 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=84a371f132714a76858fac5d2e0c4aeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4096599 Jul 18 10:51:28.375845 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f72e400-e90c-48fc-8273-b62e4545b390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37376663-2632-4717-bc67-a2287bf52722,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:51:28.378622 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 44170) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:51:28.437208 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-c96168c4-55e8-4e37-a24e-bf1eb92f749a admin admin] Publish callbacks [] for security_group (37376663-2632-4717-bc67-a2287bf52722), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:28.459991 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-c96168c4-55e8-4e37-a24e-bf1eb92f749a admin admin] Publish callbacks [] for security_group (37376663-2632-4717-bc67-a2287bf52722), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:28.702545 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-c96168c4-55e8-4e37-a24e-bf1eb92f749a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (37376663-2632-4717-bc67-a2287bf52722), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:28.705192 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-c96168c4-55e8-4e37-a24e-bf1eb92f749a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:28.706466 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-c96168c4-55e8-4e37-a24e-bf1eb92f749a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/37376663-2632-4717-bc67-a2287bf52722 HTTP/1.1" status: 204 len: 168 time: 0.3265796 Jul 18 10:51:28.715724 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96168c4-55e8-4e37-a24e-bf1eb92f749a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37376663-2632-4717-bc67-a2287bf52722,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:51:28.735144 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4435f0f3-bbb4-49c8-9824-f44a1ef7a4b0 req-c5cca6ad-bef8-48b5-96bb-6cf608dbc531 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:28.736722 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-4435f0f3-bbb4-49c8-9824-f44a1ef7a4b0 req-c5cca6ad-bef8-48b5-96bb-6cf608dbc531 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=48a4f543-a994-4897-8ced-5c04fed9ef50 HTTP/1.1" status: 200 len: 945 time: 0.0521655 Jul 18 10:51:28.789117 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-4435f0f3-bbb4-49c8-9824-f44a1ef7a4b0 req-f307e06e-99cb-4d2e-abcf-d00035b4223a tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9aedad3-a0f8-44e8-899c-42b13f7a72a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465240 Jul 18 10:51:29.311358 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99254d-bb43-4a05-b456-764bc328ead4 req-2168e5e2-d53c-4048-9dd5-a8a043dcc3aa tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:29.313099 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3d99254d-bb43-4a05-b456-764bc328ead4 req-2168e5e2-d53c-4048-9dd5-a8a043dcc3aa tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ed7bef2-5b0f-4c62-b880-ab7c4d1fa924 HTTP/1.1" status: 200 len: 944 time: 0.0559840 Jul 18 10:51:29.371768 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3d99254d-bb43-4a05-b456-764bc328ead4 req-0b97292c-ff39-4a02-a21c-f85e22fa5a3b tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fc3f19b-798b-4441-9974-c80817d8c053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517588 Jul 18 10:51:29.918059 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef6b21-737d-4cd3-b4ee-2493f80e6c64 req-fa5ef86a-efcd-4232-ac06-48645d78c178 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:29.919795 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-71ef6b21-737d-4cd3-b4ee-2493f80e6c64 req-fa5ef86a-efcd-4232-ac06-48645d78c178 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=48a4f543-a994-4897-8ced-5c04fed9ef50 HTTP/1.1" status: 200 len: 945 time: 0.0560088 Jul 18 10:51:29.983503 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-71ef6b21-737d-4cd3-b4ee-2493f80e6c64 req-92262c3f-273d-4313-ba5b-ce883d0aaaea tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9aedad3-a0f8-44e8-899c-42b13f7a72a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533082 Jul 18 10:51:30.019504 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device e30195bc-be76-4526-8e2b-0e9910a4d0ce details requested by agent hyperv_hv-cinder-84949 with host hv-cinder-84949 {{(pid=111156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 10:51:30.143565 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port e30195bc-be76-4526-8e2b-0e9910a4d0ce, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=e30195bc-be76-4526-8e2b-0e9910a4d0ce,segment=NetworkSegment(984404a2-43ca-40f3-9583-38762b7d5434),segment_id=984404a2-43ca-40f3-9583-38762b7d5434)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:51:30.163480 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Returning: {'device': 'e30195bc-be76-4526-8e2b-0e9910a4d0ce', 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b', 'port_id': 'e30195bc-be76-4526-8e2b-0e9910a4d0ce', 'mac_address': 'fa:16:3e:03:33:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa197fa4-4b14-4357-8299-842622dc6172', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 10:51:30.218805 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] Current status of the port e30195bc-be76-4526-8e2b-0e9910a4d0ce is: DOWN; New status is: BUILD {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:51:30.219204 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (e30195bc-be76-4526-8e2b-0e9910a4d0ce), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:30.234261 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.notifiers.nova [None req-29c51914-efda-4269-8274-168d496bf900 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e30195bc-be76-4526-8e2b-0e9910a4d0ce {{(pid=111156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:51:30.260319 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port e30195bc-be76-4526-8e2b-0e9910a4d0ce, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=e30195bc-be76-4526-8e2b-0e9910a4d0ce,segment=NetworkSegment(984404a2-43ca-40f3-9583-38762b7d5434),segment_id=984404a2-43ca-40f3-9583-38762b7d5434)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:51:30.441866 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (e30195bc-be76-4526-8e2b-0e9910a4d0ce), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:30.498824 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb64915-05b0-42d5-b2d0-22c6a9284c23 req-f1a3e7b1-4614-4b72-a756-75f92fdbdf1e tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:30.500226 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-0cb64915-05b0-42d5-b2d0-22c6a9284c23 req-f1a3e7b1-4614-4b72-a756-75f92fdbdf1e tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ed7bef2-5b0f-4c62-b880-ab7c4d1fa924 HTTP/1.1" status: 200 len: 945 time: 0.0527818 Jul 18 10:51:30.503929 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Pushing event updated for resources: {'Port': ['ID=e30195bc-be76-4526-8e2b-0e9910a4d0ce,revision_number=4']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:51:30.560229 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-0cb64915-05b0-42d5-b2d0-22c6a9284c23 req-3cf163c5-56f1-4917-93a5-8b312bf1f7bd tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fc3f19b-798b-4441-9974-c80817d8c053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527570 Jul 18 10:51:30.728106 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 44210) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:51:30.770118 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] get_ports_and_sgs() called for port_ids ['e30195bc-be76-4526-8e2b-0e9910a4d0ce'] {{(pid=111156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:51:30.857545 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-e8ab529d-3b78-470d-9ba4-c78748435a07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:30.896902 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:30.952808 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-e8ab529d-3b78-470d-9ba4-c78748435a07 admin admin] Publish callbacks [] for security_group (0858044c-b54a-428c-b18b-97f4de57c4e3), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:31.073680 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-e8ab529d-3b78-470d-9ba4-c78748435a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (0858044c-b54a-428c-b18b-97f4de57c4e3), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:31.086115 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:31.114396 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:31.117319 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f299e6-45db-48ac-a4f4-6c914a075327 req-abc600cf-39c9-43b2-82d6-eec99d57478e tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:31.119020 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-05f299e6-45db-48ac-a4f4-6c914a075327 req-abc600cf-39c9-43b2-82d6-eec99d57478e tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=48a4f543-a994-4897-8ced-5c04fed9ef50 HTTP/1.1" status: 200 len: 945 time: 0.0582254 Jul 18 10:51:31.124428 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-e8ab529d-3b78-470d-9ba4-c78748435a07 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e6516b4ff3d14c56972ec151cf040780&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3939042 Jul 18 10:51:31.124875 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 44216) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:51:31.126303 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ab529d-3b78-470d-9ba4-c78748435a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0858044c-b54a-428c-b18b-97f4de57c4e3,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:51:31.172341 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:31.212890 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-05f299e6-45db-48ac-a4f4-6c914a075327 req-1815883b-ab1e-43d5-94c3-ea9ba879086b tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9aedad3-a0f8-44e8-899c-42b13f7a72a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857875 Jul 18 10:51:31.219065 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-57ed4815-715d-41ff-9c8c-8995b98fa227 admin admin] Publish callbacks [] for security_group (0858044c-b54a-428c-b18b-97f4de57c4e3), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:31.245805 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-57ed4815-715d-41ff-9c8c-8995b98fa227 admin admin] Publish callbacks [] for security_group (0858044c-b54a-428c-b18b-97f4de57c4e3), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:31.405098 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-57ed4815-715d-41ff-9c8c-8995b98fa227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (0858044c-b54a-428c-b18b-97f4de57c4e3), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:31.407580 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-57ed4815-715d-41ff-9c8c-8995b98fa227 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:31.408734 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-57ed4815-715d-41ff-9c8c-8995b98fa227 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0858044c-b54a-428c-b18b-97f4de57c4e3 HTTP/1.1" status: 204 len: 168 time: 0.2829373 Jul 18 10:51:31.417273 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ed4815-715d-41ff-9c8c-8995b98fa227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0858044c-b54a-428c-b18b-97f4de57c4e3,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:51:31.687574 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b514a6d9-9cb0-4bf0-bf3d-1015b120d4aa req-668e9d46-a4d3-480c-847d-90316efb4228 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:31.687574 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b514a6d9-9cb0-4bf0-bf3d-1015b120d4aa req-668e9d46-a4d3-480c-847d-90316efb4228 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ed7bef2-5b0f-4c62-b880-ab7c4d1fa924 HTTP/1.1" status: 200 len: 945 time: 0.0512657 Jul 18 10:51:31.732580 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b514a6d9-9cb0-4bf0-bf3d-1015b120d4aa req-6bf077e6-7089-4979-b774-0cacde97e581 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fc3f19b-798b-4441-9974-c80817d8c053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442436 Jul 18 10:51:32.026438 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device e30195bc-be76-4526-8e2b-0e9910a4d0ce up at agent hyperv_hv-cinder-84949 {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:51:32.071945 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-29c51914-efda-4269-8274-168d496bf900 None None] Provisioning for port e30195bc-be76-4526-8e2b-0e9910a4d0ce completed by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 10:51:32.159368 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-29c51914-efda-4269-8274-168d496bf900 None None] Provisioning complete for port e30195bc-be76-4526-8e2b-0e9910a4d0ce triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:51:32.159671 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (e30195bc-be76-4526-8e2b-0e9910a4d0ce), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:32.236105 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] Current status of the port e30195bc-be76-4526-8e2b-0e9910a4d0ce is: BUILD; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:51:32.236488 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (e30195bc-be76-4526-8e2b-0e9910a4d0ce), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:32.260599 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ed7bef2-5b0f-4c62-b880-ab7c4d1fa924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e30195bc-be76-4526-8e2b-0e9910a4d0ce'}] {{(pid=111156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:51:32.263252 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfe4995b6dbf042dd7b3201bd1da42d47478b3b3d9ca6c613cb3b1d3a53612ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc32eaf5-af2b-4da8-ae76-e0e33dc9d54c" -d '{"events": [{"server_uuid": "8ed7bef2-5b0f-4c62-b880-ab7c4d1fa924", "name": "network-vif-plugged", "status": "completed", "tag": "e30195bc-be76-4526-8e2b-0e9910a4d0ce"}]}' {{(pid=111156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:51:32.280277 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port e30195bc-be76-4526-8e2b-0e9910a4d0ce, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=e30195bc-be76-4526-8e2b-0e9910a4d0ce,segment=NetworkSegment(984404a2-43ca-40f3-9583-38762b7d5434),segment_id=984404a2-43ca-40f3-9583-38762b7d5434)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:51:32.303212 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7bc646-8eee-420d-be3f-834380375472 x-openstack-request-id: req-3e7bc646-8eee-420d-be3f-834380375472 {{(pid=111156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:51:32.303398 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ed7bef2-5b0f-4c62-b880-ab7c4d1fa924", "name": "network-vif-plugged", "status": "completed", "tag": "e30195bc-be76-4526-8e2b-0e9910a4d0ce", "code": 200}]} {{(pid=111156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:51:32.303720 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3e7bc646-8eee-420d-be3f-834380375472 {{(pid=111156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:51:32.304129 dv-cinder-849498-1-iscsi neutron-server[111156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e7bc646-8eee-420d-be3f-834380375472'] response: {'server_uuid': '8ed7bef2-5b0f-4c62-b880-ab7c4d1fa924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e30195bc-be76-4526-8e2b-0e9910a4d0ce', 'code': 200} Jul 18 10:51:32.330400 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:32.348220 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2c780-6ad1-4476-9158-a54227c47495 req-2143aa3b-2dda-4cb6-8b07-d2a142907a02 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:32.350071 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-9bd2c780-6ad1-4476-9158-a54227c47495 req-2143aa3b-2dda-4cb6-8b07-d2a142907a02 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=48a4f543-a994-4897-8ced-5c04fed9ef50 HTTP/1.1" status: 200 len: 945 time: 0.0584116 Jul 18 10:51:32.393827 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (e30195bc-be76-4526-8e2b-0e9910a4d0ce), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:32.414771 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-9bd2c780-6ad1-4476-9158-a54227c47495 req-a8dc984c-41a8-4990-a235-6fc3a24e29d8 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9aedad3-a0f8-44e8-899c-42b13f7a72a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582139 Jul 18 10:51:32.447449 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:32.451101 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Pushing event updated for resources: {'Port': ['ID=e30195bc-be76-4526-8e2b-0e9910a4d0ce,revision_number=5']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:51:32.775479 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7556dc75-5f9a-4a4d-9638-54a96e0a8d50 req-a214f2eb-51ed-46fe-80fb-dd80ab9880c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:32.777910 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-7556dc75-5f9a-4a4d-9638-54a96e0a8d50 req-a214f2eb-51ed-46fe-80fb-dd80ab9880c9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8ed7bef2-5b0f-4c62-b880-ab7c4d1fa924 HTTP/1.1" status: 200 len: 1130 time: 0.0451260 Jul 18 10:51:32.867276 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-7556dc75-5f9a-4a4d-9638-54a96e0a8d50 req-81771dd4-e3e2-4bc3-8281-c68b8411fe89 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7fc3f19b-798b-4441-9974-c80817d8c053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800643 Jul 18 10:51:32.877047 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce44162c-e453-4ead-881b-76d0f1a8eecb req-213fdcff-0ff3-4b2e-9f4c-0aafdb05542a tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:32.878549 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ce44162c-e453-4ead-881b-76d0f1a8eecb req-213fdcff-0ff3-4b2e-9f4c-0aafdb05542a tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ed7bef2-5b0f-4c62-b880-ab7c4d1fa924 HTTP/1.1" status: 200 len: 946 time: 0.0682592 Jul 18 10:51:32.931476 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ce44162c-e453-4ead-881b-76d0f1a8eecb req-5d731b57-57d3-4f0a-bb5f-e77e8b1c5cc7 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fc3f19b-798b-4441-9974-c80817d8c053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470827 Jul 18 10:51:33.538579 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90cde98-9dd7-4879-ba18-78fe68a3a58f req-2ec9374d-c893-4c37-a121-7a990c0fa951 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:33.540064 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-a90cde98-9dd7-4879-ba18-78fe68a3a58f req-2ec9374d-c893-4c37-a121-7a990c0fa951 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=48a4f543-a994-4897-8ced-5c04fed9ef50 HTTP/1.1" status: 200 len: 945 time: 0.0490975 Jul 18 10:51:33.595887 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-a90cde98-9dd7-4879-ba18-78fe68a3a58f req-8f5583ab-a990-4ca4-81d5-86e9b9f19c7e tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9aedad3-a0f8-44e8-899c-42b13f7a72a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498931 Jul 18 10:51:34.015474 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=10 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:34.023961 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:34.056487 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0cd6b1-f980-474b-b0f1-3457523a862e req-2a4c4395-e44b-4f7e-ab70-97ee36e50035 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:34.058045 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-5c0cd6b1-f980-474b-b0f1-3457523a862e req-2a4c4395-e44b-4f7e-ab70-97ee36e50035 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ed7bef2-5b0f-4c62-b880-ab7c4d1fa924 HTTP/1.1" status: 200 len: 946 time: 0.0512590 Jul 18 10:51:34.112331 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-5c0cd6b1-f980-474b-b0f1-3457523a862e req-4edb6e15-8ee5-457b-a234-0acc9d2e2e53 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fc3f19b-798b-4441-9974-c80817d8c053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483718 Jul 18 10:51:34.576492 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-67202a07-46ff-4ccf-9347-a56063e57f17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1fc7cd8a-3617-45f0-b645-db80237532c9), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:34.723875 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b3a8c0-0359-429b-a89d-d2c56710b67d req-709bc9ae-b464-406b-af0d-67d9c03c85b4 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:34.725458 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-75b3a8c0-0359-429b-a89d-d2c56710b67d req-709bc9ae-b464-406b-af0d-67d9c03c85b4 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=48a4f543-a994-4897-8ced-5c04fed9ef50 HTTP/1.1" status: 200 len: 945 time: 0.0532677 Jul 18 10:51:34.775973 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-75b3a8c0-0359-429b-a89d-d2c56710b67d req-c95b0bce-3c32-4eae-b1fc-c64b6832aa96 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9aedad3-a0f8-44e8-899c-42b13f7a72a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443575 Jul 18 10:51:35.238221 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b4d20-e9bf-4443-945c-4b4888562913 req-665c395b-1745-4f1e-91c8-3e20aa4417a1 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:35.240027 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-1e1b4d20-e9bf-4443-945c-4b4888562913 req-665c395b-1745-4f1e-91c8-3e20aa4417a1 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ed7bef2-5b0f-4c62-b880-ab7c4d1fa924 HTTP/1.1" status: 200 len: 946 time: 0.0590754 Jul 18 10:51:35.291220 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-1e1b4d20-e9bf-4443-945c-4b4888562913 req-f9f3a576-a5b2-4187-b708-e243bfef773a tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fc3f19b-798b-4441-9974-c80817d8c053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440392 Jul 18 10:51:35.851047 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c63df51-767c-459f-b54b-ed4a8a5e2395 req-40358ac0-5a7e-4bf4-a869-ba6b1529fb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:35.852578 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2c63df51-767c-459f-b54b-ed4a8a5e2395 req-40358ac0-5a7e-4bf4-a869-ba6b1529fb46 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=48a4f543-a994-4897-8ced-5c04fed9ef50 HTTP/1.1" status: 200 len: 1129 time: 0.0432243 Jul 18 10:51:35.921534 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e301b2c-0c83-4cce-a402-f04561a87079 req-c6241cf3-31c3-4cf7-8af3-8d4177110c5e tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:35.923131 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-9e301b2c-0c83-4cce-a402-f04561a87079 req-c6241cf3-31c3-4cf7-8af3-8d4177110c5e tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=48a4f543-a994-4897-8ced-5c04fed9ef50 HTTP/1.1" status: 200 len: 945 time: 0.0696774 Jul 18 10:51:35.966730 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2c63df51-767c-459f-b54b-ed4a8a5e2395 req-707abca0-4254-4978-97bf-00acf698de16 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b9aedad3-a0f8-44e8-899c-42b13f7a72a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009371 Jul 18 10:51:35.985727 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:35.991710 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-9e301b2c-0c83-4cce-a402-f04561a87079 req-30c172ea-b3d6-4ab7-b055-a5912d20a8da tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9aedad3-a0f8-44e8-899c-42b13f7a72a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623658 Jul 18 10:51:36.413044 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d93cf-2f9d-45ae-b31a-6fca256b4afd req-ab319495-1a55-45a2-b822-3014333be2e4 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:36.416042 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-5c9d93cf-2f9d-45ae-b31a-6fca256b4afd req-ab319495-1a55-45a2-b822-3014333be2e4 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ed7bef2-5b0f-4c62-b880-ab7c4d1fa924 HTTP/1.1" status: 200 len: 946 time: 0.0501404 Jul 18 10:51:36.472626 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-5c9d93cf-2f9d-45ae-b31a-6fca256b4afd req-cf6cf6d3-5ed6-473b-ad0b-e960482e4eff tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fc3f19b-798b-4441-9974-c80817d8c053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496387 Jul 18 10:51:36.589585 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea02e140-fa54-427c-b548-8d83452ffb39 req-d6a8b02a-29a4-492d-adb5-db4eff0a5669 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:36.591087 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ea02e140-fa54-427c-b548-8d83452ffb39 req-d6a8b02a-29a4-492d-adb5-db4eff0a5669 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ed7bef2-5b0f-4c62-b880-ab7c4d1fa924 HTTP/1.1" status: 200 len: 946 time: 0.0504367 Jul 18 10:51:36.600243 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 44254) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:51:36.605343 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [None req-6250fe7b-d129-49e4-91c5-64d47073f927 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Request body: {'floatingip': {'port_id': 'e30195bc-be76-4526-8e2b-0e9910a4d0ce'}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:51:36.650250 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-6250fe7b-d129-49e4-91c5-64d47073f927 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for floatingip (8fb4c80a-6b44-45af-b9bc-31a5b218bed6), before_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:37.039064 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-0bfb4949-d5f9-456a-8692-86ca862d6d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (e6bcb791-bd43-4d6b-ab54-e591cb66712b), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:37.171927 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20bf5a8-e8c1-493a-9ef3-2d2cf49313a4 req-6d90bb42-e6f5-4396-a6b5-8caf960faeec tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:37.173572 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-a20bf5a8-e8c1-493a-9ef3-2d2cf49313a4 req-6d90bb42-e6f5-4396-a6b5-8caf960faeec tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=48a4f543-a994-4897-8ced-5c04fed9ef50 HTTP/1.1" status: 200 len: 945 time: 0.0914831 Jul 18 10:51:37.217591 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:37.319447 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-a20bf5a8-e8c1-493a-9ef3-2d2cf49313a4 req-41bb426c-1fed-456f-907f-a480e4045d77 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9aedad3-a0f8-44e8-899c-42b13f7a72a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370683 Jul 18 10:51:37.476487 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-6250fe7b-d129-49e4-91c5-64d47073f927 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:37.564863 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-6250fe7b-d129-49e4-91c5-64d47073f927 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778871'] for floatingip (8fb4c80a-6b44-45af-b9bc-31a5b218bed6), after_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:37.672693 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.db.l3_db [None req-6250fe7b-d129-49e4-91c5-64d47073f927 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Floating IP 8fb4c80a-6b44-45af-b9bc-31a5b218bed6 associated. External IP: 172.27.1.182, port: e30195bc-be76-4526-8e2b-0e9910a4d0ce. Jul 18 10:51:37.898421 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:37.900410 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6250fe7b-d129-49e4-91c5-64d47073f927 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Router 6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3 has already been hosted by L3 agent e6bcb791-bd43-4d6b-ab54-e591cb66712b {{(pid=111155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:51:38.006358 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6250fe7b-d129-49e4-91c5-64d47073f927 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Notify agent at l3_agent.dv-cinder-849498-1-iscsi the message routers_updated {{(pid=111155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:51:38.012282 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-6250fe7b-d129-49e4-91c5-64d47073f927 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for floatingip (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:38.017443 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106a2ab3-b6ec-4bb2-baf8-bb27cf137cf6 None None] Sync routers for ids ['6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3'] in dv-cinder-849498-1-iscsi {{(pid=111156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:51:38.029116 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106a2ab3-b6ec-4bb2-baf8-bb27cf137cf6 None None] Routers {'6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:51:38.029720 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-106a2ab3-b6ec-4bb2-baf8-bb27cf137cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:51:37Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3'], 'active': True} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:51:38.046734 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-6250fe7b-d129-49e4-91c5-64d47073f927 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "PUT /v2.0/floatingips/8fb4c80a-6b44-45af-b9bc-31a5b218bed6 HTTP/1.1" status: 200 len: 992 time: 1.4453425 Jul 18 10:51:38.047309 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ed7bef2-5b0f-4c62-b880-ab7c4d1fa924', 'tag': 'e30195bc-be76-4526-8e2b-0e9910a4d0ce'}] {{(pid=111155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:51:38.049679 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f06b923856051c73f64d3b2294300e60923526062a62ec6e5be74a6ad2a3856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9191a27-865e-4dad-854d-d4af2b2cf1b5" -d '{"events": [{"name": "network-changed", "server_uuid": "8ed7bef2-5b0f-4c62-b880-ab7c4d1fa924", "tag": "e30195bc-be76-4526-8e2b-0e9910a4d0ce"}]}' {{(pid=111155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:51:38.090820 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6efb16f-02ec-4971-94e2-700894703162 x-openstack-request-id: req-e6efb16f-02ec-4971-94e2-700894703162 {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:51:38.091111 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ed7bef2-5b0f-4c62-b880-ab7c4d1fa924", "tag": "e30195bc-be76-4526-8e2b-0e9910a4d0ce", "status": "completed", "code": 200}]} {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:51:38.092154 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e6efb16f-02ec-4971-94e2-700894703162 {{(pid=111155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:51:38.092575 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6efb16f-02ec-4971-94e2-700894703162'] response: {'name': 'network-changed', 'server_uuid': '8ed7bef2-5b0f-4c62-b880-ab7c4d1fa924', 'tag': 'e30195bc-be76-4526-8e2b-0e9910a4d0ce', 'status': 'completed', 'code': 200} Jul 18 10:51:38.154835 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvr_db [None req-106a2ab3-b6ec-4bb2-baf8-bb27cf137cf6 None None] Set router 6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:51:38.169886 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9191a27-865e-4dad-854d-d4af2b2cf1b5 req-4531ffce-d767-48d1-a6f7-20e69f75a89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:38.171416 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d9191a27-865e-4dad-854d-d4af2b2cf1b5 req-4531ffce-d767-48d1-a6f7-20e69f75a89f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=04716d82e1084ec58b2a4909710a6ce8&device_id=8ed7bef2-5b0f-4c62-b880-ab7c4d1fa924 HTTP/1.1" status: 200 len: 1130 time: 0.0470273 Jul 18 10:51:38.232140 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-ce070233-206f-40ab-920e-7b3694335a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (dfa25df3-493c-43ae-826d-29cbf3b2bfa8), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:38.272831 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9191a27-865e-4dad-854d-d4af2b2cf1b5 req-f14e5106-2c7e-4eb9-aca8-6d709d1c73be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:38.274249 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d9191a27-865e-4dad-854d-d4af2b2cf1b5 req-f14e5106-2c7e-4eb9-aca8-6d709d1c73be service neutron] 10.222.0.52 "GET /v2.0/networks?id=cfde60e0-9a8e-4b4d-8a28-cc720005757b HTTP/1.1" status: 200 len: 915 time: 0.0932622 Jul 18 10:51:38.361739 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d9191a27-865e-4dad-854d-d4af2b2cf1b5 req-55f24798-8289-4e51-92a8-6b136474f96c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e30195bc-be76-4526-8e2b-0e9910a4d0ce HTTP/1.1" status: 200 len: 1000 time: 0.0737226 Jul 18 10:51:38.380996 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:38.398559 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-106a2ab3-b6ec-4bb2-baf8-bb27cf137cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'name': 'tempest-AttachVolumeNegativeTest-431570464-router', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '4083be66-18b5-4ad2-a323-569672bf755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:00Z', 'updated_at': '2022-07-18T10:47:14Z', 'revision_number': 4, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'gw_port': {'id': '4083be66-18b5-4ad2-a323-569672bf755b', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:02Z', 'updated_at': '2022-07-18T10:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_floatingips': [{'id': '8fb4c80a-6b44-45af-b9bc-31a5b218bed6', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'floating_ip_address': '172.27.1.182', 'floating_network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'router_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'port_id': 'e30195bc-be76-4526-8e2b-0e9910a4d0ce', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b', 'mac_address': 'fa:16:3e:03:33:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed7bef2-5b0f-4c62-b880-ab7c4d1fa924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:51:17Z', 'updated_at': '2022-07-18T10:51:37Z', 'revision_number': 1, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '603b1623-5cf2-4603-b446-434aeca6fd4c', 'name': '', 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'mac_address': 'fa:16:3e:29:7e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'aa197fa4-4b14-4357-8299-842622dc6172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:10Z', 'updated_at': '2022-07-18T10:47:38Z', 'revision_number': 5, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'subnets': [{'id': 'aa197fa4-4b14-4357-8299-842622dc6172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:51:38.428796 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106a2ab3-b6ec-4bb2-baf8-bb27cf137cf6 None None] Checking router: 6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3 for host: dv-cinder-849498-1-iscsi {{(pid=111156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:51:38.440589 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106a2ab3-b6ec-4bb2-baf8-bb27cf137cf6 None None] Routers {'6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:51:38.441253 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-106a2ab3-b6ec-4bb2-baf8-bb27cf137cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:51:37Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3'], 'active': True} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:51:38.457295 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9191a27-865e-4dad-854d-d4af2b2cf1b5 req-6852a78e-c185-4281-a8eb-0df266fd1c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:38.458762 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d9191a27-865e-4dad-854d-d4af2b2cf1b5 req-6852a78e-c185-4281-a8eb-0df266fd1c70 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=aa197fa4-4b14-4357-8299-842622dc6172 HTTP/1.1" status: 200 len: 853 time: 0.0877233 Jul 18 10:51:38.471930 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14370da1-23d2-4818-917a-94e4d4f4e475 req-3ecf2fbe-5e17-46e6-8d67-447b083aef2d tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:38.473511 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-14370da1-23d2-4818-917a-94e4d4f4e475 req-3ecf2fbe-5e17-46e6-8d67-447b083aef2d tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=48a4f543-a994-4897-8ced-5c04fed9ef50 HTTP/1.1" status: 200 len: 945 time: 0.0645449 Jul 18 10:51:38.540088 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9191a27-865e-4dad-854d-d4af2b2cf1b5 req-3ec52105-389f-4d92-a995-affb24362d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:38.542241 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d9191a27-865e-4dad-854d-d4af2b2cf1b5 req-3ec52105-389f-4d92-a995-affb24362d0d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cfde60e0-9a8e-4b4d-8a28-cc720005757b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0671906 Jul 18 10:51:38.555598 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvr_db [None req-106a2ab3-b6ec-4bb2-baf8-bb27cf137cf6 None None] Set router 6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:51:38.578055 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-14370da1-23d2-4818-917a-94e4d4f4e475 req-70967803-de27-40c5-b3d6-2d9117f330b7 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9aedad3-a0f8-44e8-899c-42b13f7a72a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951207 Jul 18 10:51:38.657469 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d9191a27-865e-4dad-854d-d4af2b2cf1b5 req-c8787e27-05e6-4c4a-8c7c-55a551d2c4e3 service neutron] 10.222.0.52 "GET /v2.0/networks/cfde60e0-9a8e-4b4d-8a28-cc720005757b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044514 Jul 18 10:51:38.732849 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:38.769510 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d9191a27-865e-4dad-854d-d4af2b2cf1b5 req-6c5f370b-2414-48bf-85cb-0cf9bf50e83d service neutron] 10.222.0.52 "GET /v2.0/networks/cfde60e0-9a8e-4b4d-8a28-cc720005757b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028371 Jul 18 10:51:38.798571 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-106a2ab3-b6ec-4bb2-baf8-bb27cf137cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'name': 'tempest-AttachVolumeNegativeTest-431570464-router', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '4083be66-18b5-4ad2-a323-569672bf755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:00Z', 'updated_at': '2022-07-18T10:47:14Z', 'revision_number': 4, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'gw_port': {'id': '4083be66-18b5-4ad2-a323-569672bf755b', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:02Z', 'updated_at': '2022-07-18T10:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_floatingips': [{'id': '8fb4c80a-6b44-45af-b9bc-31a5b218bed6', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'floating_ip_address': '172.27.1.182', 'floating_network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'router_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'port_id': 'e30195bc-be76-4526-8e2b-0e9910a4d0ce', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b', 'mac_address': 'fa:16:3e:03:33:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed7bef2-5b0f-4c62-b880-ab7c4d1fa924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:51:17Z', 'updated_at': '2022-07-18T10:51:37Z', 'revision_number': 1, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '603b1623-5cf2-4603-b446-434aeca6fd4c', 'name': '', 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'mac_address': 'fa:16:3e:29:7e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'aa197fa4-4b14-4357-8299-842622dc6172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:10Z', 'updated_at': '2022-07-18T10:47:38Z', 'revision_number': 5, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'subnets': [{'id': 'aa197fa4-4b14-4357-8299-842622dc6172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:51:38.826529 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106a2ab3-b6ec-4bb2-baf8-bb27cf137cf6 None None] The sync data for ids ['6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3'] in dv-cinder-849498-1-iscsi is: [{'id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'name': 'tempest-AttachVolumeNegativeTest-431570464-router', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '4083be66-18b5-4ad2-a323-569672bf755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:00Z', 'updated_at': '2022-07-18T10:47:14Z', 'revision_number': 4, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'gw_port': {'id': '4083be66-18b5-4ad2-a323-569672bf755b', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:02Z', 'updated_at': '2022-07-18T10:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_floatingips': [{'id': '8fb4c80a-6b44-45af-b9bc-31a5b218bed6', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'floating_ip_address': '172.27.1.182', 'floating_network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'router_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'port_id': 'e30195bc-be76-4526-8e2b-0e9910a4d0ce', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b', 'mac_address': 'fa:16:3e:03:33:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed7bef2-5b0f-4c62-b880-ab7c4d1fa924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:51:17Z', 'updated_at': '2022-07-18T10:51:37Z', 'revision_number': 1, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '603b1623-5cf2-4603-b446-434aeca6fd4c', 'name': '', 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'mac_address': 'fa:16:3e:29:7e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'aa197fa4-4b14-4357-8299-842622dc6172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:10Z', 'updated_at': '2022-07-18T10:47:38Z', 'revision_number': 5, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'subnets': [{'id': 'aa197fa4-4b14-4357-8299-842622dc6172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:51:39.035214 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee923a6-6848-4d81-8f66-c13058e51ab3 None None] New status for floating IP 8fb4c80a-6b44-45af-b9bc-31a5b218bed6: ACTIVE {{(pid=111157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 10:51:39.387045 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677dab1-7be6-4f24-82f4-1987b314a7bc req-d7175667-3026-4d06-a7cd-e17594efb3fc tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:39.388656 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-0677dab1-7be6-4f24-82f4-1987b314a7bc req-d7175667-3026-4d06-a7cd-e17594efb3fc tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=48a4f543-a994-4897-8ced-5c04fed9ef50 HTTP/1.1" status: 200 len: 945 time: 0.0513964 Jul 18 10:51:39.446189 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-0677dab1-7be6-4f24-82f4-1987b314a7bc req-cb814618-2278-4bf5-95ef-232a2a3751e7 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9aedad3-a0f8-44e8-899c-42b13f7a72a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481694 Jul 18 10:51:39.493076 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734e1572-e277-4e53-9158-a7720bd58df7 req-3f92ebed-e104-492e-bce0-3b387eac0a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:39.495270 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-734e1572-e277-4e53-9158-a7720bd58df7 req-3f92ebed-e104-492e-bce0-3b387eac0a0a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7184d0f3256344a2af18c639787e538f&device_id=48a4f543-a994-4897-8ced-5c04fed9ef50 HTTP/1.1" status: 200 len: 1129 time: 0.0456405 Jul 18 10:51:39.595972 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:39.599052 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734e1572-e277-4e53-9158-a7720bd58df7 req-d71e5a72-1b3f-4273-b983-83cb648cf74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:39.600563 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-734e1572-e277-4e53-9158-a7720bd58df7 req-d71e5a72-1b3f-4273-b983-83cb648cf74d service neutron] 10.222.0.52 "GET /v2.0/networks?id=09160d22-0418-499d-83b3-2657454003a1 HTTP/1.1" status: 200 len: 919 time: 0.0975978 Jul 18 10:51:39.670412 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-734e1572-e277-4e53-9158-a7720bd58df7 req-690bc5b0-5936-4c13-a381-e91634d25e76 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ac1975d-f8dd-432b-8748-aa525919c851 HTTP/1.1" status: 200 len: 1001 time: 0.0628719 Jul 18 10:51:39.729598 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734e1572-e277-4e53-9158-a7720bd58df7 req-dda3026d-2cd1-4885-b134-928fdd46eb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:39.729598 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-734e1572-e277-4e53-9158-a7720bd58df7 req-dda3026d-2cd1-4885-b134-928fdd46eb51 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=de6eeef4-c7ed-4de0-9d7b-74b96eafe12b HTTP/1.1" status: 200 len: 857 time: 0.0479534 Jul 18 10:51:39.772472 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734e1572-e277-4e53-9158-a7720bd58df7 req-037bf96d-24f0-4fd6-9423-53bc29bc5123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:39.774035 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-734e1572-e277-4e53-9158-a7720bd58df7 req-037bf96d-24f0-4fd6-9423-53bc29bc5123 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=09160d22-0418-499d-83b3-2657454003a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430489 Jul 18 10:51:39.891775 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-734e1572-e277-4e53-9158-a7720bd58df7 req-dee2caf3-7c6c-4336-9d39-5fd6ed75b74a service neutron] 10.222.0.52 "GET /v2.0/networks/09160d22-0418-499d-83b3-2657454003a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978708 Jul 18 10:51:39.939881 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f8336af3-fca9-403e-a19b-06518ba3f665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (7e71126e-a656-43d8-a2eb-058f1b343885), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:40.003775 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-734e1572-e277-4e53-9158-a7720bd58df7 req-6e679f92-2054-49b9-9fe3-36a14d2aeff4 service neutron] 10.222.0.52 "GET /v2.0/networks/09160d22-0418-499d-83b3-2657454003a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058092 Jul 18 10:51:40.021898 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (62f731a8-190a-49a2-85f5-14fe4e09184e), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:40.584492 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed7bcd-8a1b-4e35-8a34-c580ad595f2c req-800cb2f2-e7ca-4e60-8cf8-2f566f4fe8c4 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:40.586160 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-35ed7bcd-8a1b-4e35-8a34-c580ad595f2c req-800cb2f2-e7ca-4e60-8cf8-2f566f4fe8c4 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=48a4f543-a994-4897-8ced-5c04fed9ef50 HTTP/1.1" status: 200 len: 945 time: 0.0559227 Jul 18 10:51:40.638064 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-35ed7bcd-8a1b-4e35-8a34-c580ad595f2c req-edb1ba38-52f0-468c-9043-f42ab317ed21 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9aedad3-a0f8-44e8-899c-42b13f7a72a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455317 Jul 18 10:51:41.762609 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3803e-c677-4349-bddb-80749b520749 req-f832b827-73c4-4c61-8524-a3a3c76981c2 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:41.764107 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-91f3803e-c677-4349-bddb-80749b520749 req-f832b827-73c4-4c61-8524-a3a3c76981c2 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=48a4f543-a994-4897-8ced-5c04fed9ef50 HTTP/1.1" status: 200 len: 945 time: 0.0523806 Jul 18 10:51:41.813754 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-91f3803e-c677-4349-bddb-80749b520749 req-3495d31f-214d-4e28-b39a-4a2dce0bfd99 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9aedad3-a0f8-44e8-899c-42b13f7a72a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436273 Jul 18 10:51:42.422014 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:42.934751 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd72b3a-dfe7-4738-bef0-c98dce00cc2f req-c7cf66d4-c04b-4725-99df-34b22e9709cd tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:42.942127 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-bdd72b3a-dfe7-4738-bef0-c98dce00cc2f req-c7cf66d4-c04b-4725-99df-34b22e9709cd tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=48a4f543-a994-4897-8ced-5c04fed9ef50 HTTP/1.1" status: 200 len: 945 time: 0.0486305 Jul 18 10:51:42.970375 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:42.992881 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-bdd72b3a-dfe7-4738-bef0-c98dce00cc2f req-f65fb9b5-ac08-434b-9f7f-c8bb163e1833 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9aedad3-a0f8-44e8-899c-42b13f7a72a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508819 Jul 18 10:51:44.114985 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db776f4-fe36-4fbb-a322-2b9fae6b7a61 req-51d9385a-2a81-4c5d-80e2-d51dcd1a0a0e tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:44.116432 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-7db776f4-fe36-4fbb-a322-2b9fae6b7a61 req-51d9385a-2a81-4c5d-80e2-d51dcd1a0a0e tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=48a4f543-a994-4897-8ced-5c04fed9ef50 HTTP/1.1" status: 200 len: 945 time: 0.0507910 Jul 18 10:51:44.169875 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-7db776f4-fe36-4fbb-a322-2b9fae6b7a61 req-1396f6a3-5451-46ab-a127-9a31ba7b6747 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9aedad3-a0f8-44e8-899c-42b13f7a72a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474803 Jul 18 10:51:44.291408 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328750d6-f4be-468a-a665-d5cdae4692b5 req-39d79e14-3fef-4e61-867d-9fefccaf5e22 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:44.293042 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-328750d6-f4be-468a-a665-d5cdae4692b5 req-39d79e14-3fef-4e61-867d-9fefccaf5e22 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=48a4f543-a994-4897-8ced-5c04fed9ef50 HTTP/1.1" status: 200 len: 945 time: 0.0546110 Jul 18 10:51:44.302005 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 44294) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:51:44.306724 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [None req-a5ab7734-23cc-4787-804a-551db21884b8 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Request body: {'floatingip': {'port_id': '3ac1975d-f8dd-432b-8748-aa525919c851'}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:51:44.370608 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-a5ab7734-23cc-4787-804a-551db21884b8 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Publish callbacks [] for floatingip (fed70739-101c-4be8-a61a-6459b61b8d1e), before_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:44.585468 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:44.844738 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-a5ab7734-23cc-4787-804a-551db21884b8 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:44.936051 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-a5ab7734-23cc-4787-804a-551db21884b8 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778871'] for floatingip (fed70739-101c-4be8-a61a-6459b61b8d1e), after_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:45.143354 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ab7734-23cc-4787-804a-551db21884b8 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Router 906d405e-b16a-41fb-a8ab-39b34c0377f9 has already been hosted by L3 agent e6bcb791-bd43-4d6b-ab54-e591cb66712b {{(pid=111155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:51:45.497626 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ab7734-23cc-4787-804a-551db21884b8 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Notify agent at l3_agent.dv-cinder-849498-1-iscsi the message routers_updated {{(pid=111155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:51:45.502204 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-a5ab7734-23cc-4787-804a-551db21884b8 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for floatingip (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:45.504203 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:45.508863 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db444cfb-7995-4431-98e8-ef28f46e0705 None None] Sync routers for ids ['906d405e-b16a-41fb-a8ab-39b34c0377f9'] in dv-cinder-849498-1-iscsi {{(pid=111156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:51:45.520863 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db444cfb-7995-4431-98e8-ef28f46e0705 None None] Routers {'906d405e-b16a-41fb-a8ab-39b34c0377f9'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:51:45.521485 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-db444cfb-7995-4431-98e8-ef28f46e0705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:51:37Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['906d405e-b16a-41fb-a8ab-39b34c0377f9'], 'active': True} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:51:45.536225 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48a4f543-a994-4897-8ced-5c04fed9ef50', 'tag': '3ac1975d-f8dd-432b-8748-aa525919c851'}] {{(pid=111155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:51:45.538525 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f06b923856051c73f64d3b2294300e60923526062a62ec6e5be74a6ad2a3856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef88cb16-aab4-4c8f-ad76-f8767fccac0f" -d '{"events": [{"name": "network-changed", "server_uuid": "48a4f543-a994-4897-8ced-5c04fed9ef50", "tag": "3ac1975d-f8dd-432b-8748-aa525919c851"}]}' {{(pid=111155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:51:45.575567 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:45.579893 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-a5ab7734-23cc-4787-804a-551db21884b8 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "PUT /v2.0/floatingips/fed70739-101c-4be8-a61a-6459b61b8d1e HTTP/1.1" status: 200 len: 993 time: 1.2751007 Jul 18 10:51:45.581517 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27cf083a-863f-4bb1-ac1d-34eec94b767b x-openstack-request-id: req-27cf083a-863f-4bb1-ac1d-34eec94b767b {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:51:45.581812 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48a4f543-a994-4897-8ced-5c04fed9ef50", "tag": "3ac1975d-f8dd-432b-8748-aa525919c851", "status": "completed", "code": 200}]} {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:51:45.582067 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-27cf083a-863f-4bb1-ac1d-34eec94b767b {{(pid=111155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:51:45.582463 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27cf083a-863f-4bb1-ac1d-34eec94b767b'] response: {'name': 'network-changed', 'server_uuid': '48a4f543-a994-4897-8ced-5c04fed9ef50', 'tag': '3ac1975d-f8dd-432b-8748-aa525919c851', 'status': 'completed', 'code': 200} Jul 18 10:51:45.645470 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef88cb16-aab4-4c8f-ad76-f8767fccac0f req-ea013397-0747-4f69-b705-b53288498381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:45.647192 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ef88cb16-aab4-4c8f-ad76-f8767fccac0f req-ea013397-0747-4f69-b705-b53288498381 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7184d0f3256344a2af18c639787e538f&device_id=48a4f543-a994-4897-8ced-5c04fed9ef50 HTTP/1.1" status: 200 len: 1129 time: 0.0415108 Jul 18 10:51:45.648561 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvr_db [None req-db444cfb-7995-4431-98e8-ef28f46e0705 None None] Set router 906d405e-b16a-41fb-a8ab-39b34c0377f9 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:51:45.756533 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef88cb16-aab4-4c8f-ad76-f8767fccac0f req-a958d7b6-6a9c-42d8-aa63-ef6e796c3912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:45.758124 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ef88cb16-aab4-4c8f-ad76-f8767fccac0f req-a958d7b6-6a9c-42d8-aa63-ef6e796c3912 service neutron] 10.222.0.52 "GET /v2.0/networks?id=09160d22-0418-499d-83b3-2657454003a1 HTTP/1.1" status: 200 len: 919 time: 0.1015577 Jul 18 10:51:45.835612 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ef88cb16-aab4-4c8f-ad76-f8767fccac0f req-d9530e5c-6842-4a9e-89de-a080bdb83f91 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ac1975d-f8dd-432b-8748-aa525919c851 HTTP/1.1" status: 200 len: 1001 time: 0.0673094 Jul 18 10:51:45.890161 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef88cb16-aab4-4c8f-ad76-f8767fccac0f req-df4163f5-17d2-4da4-8025-683142458fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:45.891636 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ef88cb16-aab4-4c8f-ad76-f8767fccac0f req-df4163f5-17d2-4da4-8025-683142458fcc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=de6eeef4-c7ed-4de0-9d7b-74b96eafe12b HTTP/1.1" status: 200 len: 857 time: 0.0482233 Jul 18 10:51:45.939939 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef88cb16-aab4-4c8f-ad76-f8767fccac0f req-274210ef-d132-4c5a-913c-9b3c15326e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:45.941538 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ef88cb16-aab4-4c8f-ad76-f8767fccac0f req-274210ef-d132-4c5a-913c-9b3c15326e89 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=09160d22-0418-499d-83b3-2657454003a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419016 Jul 18 10:51:45.975945 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:46.013386 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-db444cfb-7995-4431-98e8-ef28f46e0705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '906d405e-b16a-41fb-a8ab-39b34c0377f9', 'name': 'tempest-ServerRescueNegativeTestJSON-581772959-router', 'tenant_id': '7184d0f3256344a2af18c639787e538f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:00Z', 'updated_at': '2022-07-18T10:47:11Z', 'revision_number': 4, 'project_id': '7184d0f3256344a2af18c639787e538f', 'gw_port': {'id': '4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906d405e-b16a-41fb-a8ab-39b34c0377f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:01Z', 'updated_at': '2022-07-18T10:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_floatingips': [{'id': 'fed70739-101c-4be8-a61a-6459b61b8d1e', 'tenant_id': '7184d0f3256344a2af18c639787e538f', 'floating_ip_address': '172.27.1.190', 'floating_network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'router_id': '906d405e-b16a-41fb-a8ab-39b34c0377f9', 'port_id': '3ac1975d-f8dd-432b-8748-aa525919c851', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 363, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09160d22-0418-499d-83b3-2657454003a1', 'mac_address': 'fa:16:3e:36:90:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a4f543-a994-4897-8ced-5c04fed9ef50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:49:29Z', 'updated_at': '2022-07-18T10:51:44Z', 'revision_number': 3, 'project_id': '7184d0f3256344a2af18c639787e538f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e8cb12d-f119-4020-990e-97c81b5c5e24', 'name': '', 'network_id': '09160d22-0418-499d-83b3-2657454003a1', 'tenant_id': '7184d0f3256344a2af18c639787e538f', 'mac_address': 'fa:16:3e:a2:58:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906d405e-b16a-41fb-a8ab-39b34c0377f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'de6eeef4-c7ed-4de0-9d7b-74b96eafe12b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:07Z', 'updated_at': '2022-07-18T10:47:29Z', 'revision_number': 5, 'project_id': '7184d0f3256344a2af18c639787e538f', 'subnets': [{'id': 'de6eeef4-c7ed-4de0-9d7b-74b96eafe12b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:51:46.039407 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db444cfb-7995-4431-98e8-ef28f46e0705 None None] Checking router: 906d405e-b16a-41fb-a8ab-39b34c0377f9 for host: dv-cinder-849498-1-iscsi {{(pid=111156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:51:46.044392 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ef88cb16-aab4-4c8f-ad76-f8767fccac0f req-4e45355e-c4d2-4c9a-80ff-5d4be11a028c service neutron] 10.222.0.52 "GET /v2.0/networks/09160d22-0418-499d-83b3-2657454003a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942824 Jul 18 10:51:46.048584 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db444cfb-7995-4431-98e8-ef28f46e0705 None None] Routers {'906d405e-b16a-41fb-a8ab-39b34c0377f9'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:51:46.049358 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-db444cfb-7995-4431-98e8-ef28f46e0705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:51:37Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['906d405e-b16a-41fb-a8ab-39b34c0377f9'], 'active': True} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:51:46.146133 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ef88cb16-aab4-4c8f-ad76-f8767fccac0f req-0414b88a-419f-4cea-9546-ec7da895dbe8 service neutron] 10.222.0.52 "GET /v2.0/networks/09160d22-0418-499d-83b3-2657454003a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922570 Jul 18 10:51:46.162464 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvr_db [None req-db444cfb-7995-4431-98e8-ef28f46e0705 None None] Set router 906d405e-b16a-41fb-a8ab-39b34c0377f9 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:51:46.388249 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-db444cfb-7995-4431-98e8-ef28f46e0705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '906d405e-b16a-41fb-a8ab-39b34c0377f9', 'name': 'tempest-ServerRescueNegativeTestJSON-581772959-router', 'tenant_id': '7184d0f3256344a2af18c639787e538f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:00Z', 'updated_at': '2022-07-18T10:47:11Z', 'revision_number': 4, 'project_id': '7184d0f3256344a2af18c639787e538f', 'gw_port': {'id': '4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906d405e-b16a-41fb-a8ab-39b34c0377f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:01Z', 'updated_at': '2022-07-18T10:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_floatingips': [{'id': 'fed70739-101c-4be8-a61a-6459b61b8d1e', 'tenant_id': '7184d0f3256344a2af18c639787e538f', 'floating_ip_address': '172.27.1.190', 'floating_network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'router_id': '906d405e-b16a-41fb-a8ab-39b34c0377f9', 'port_id': '3ac1975d-f8dd-432b-8748-aa525919c851', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 363, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09160d22-0418-499d-83b3-2657454003a1', 'mac_address': 'fa:16:3e:36:90:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a4f543-a994-4897-8ced-5c04fed9ef50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:49:29Z', 'updated_at': '2022-07-18T10:51:44Z', 'revision_number': 3, 'project_id': '7184d0f3256344a2af18c639787e538f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e8cb12d-f119-4020-990e-97c81b5c5e24', 'name': '', 'network_id': '09160d22-0418-499d-83b3-2657454003a1', 'tenant_id': '7184d0f3256344a2af18c639787e538f', 'mac_address': 'fa:16:3e:a2:58:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906d405e-b16a-41fb-a8ab-39b34c0377f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'de6eeef4-c7ed-4de0-9d7b-74b96eafe12b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:07Z', 'updated_at': '2022-07-18T10:47:29Z', 'revision_number': 5, 'project_id': '7184d0f3256344a2af18c639787e538f', 'subnets': [{'id': 'de6eeef4-c7ed-4de0-9d7b-74b96eafe12b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:51:46.414468 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db444cfb-7995-4431-98e8-ef28f46e0705 None None] The sync data for ids ['906d405e-b16a-41fb-a8ab-39b34c0377f9'] in dv-cinder-849498-1-iscsi is: [{'id': '906d405e-b16a-41fb-a8ab-39b34c0377f9', 'name': 'tempest-ServerRescueNegativeTestJSON-581772959-router', 'tenant_id': '7184d0f3256344a2af18c639787e538f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:00Z', 'updated_at': '2022-07-18T10:47:11Z', 'revision_number': 4, 'project_id': '7184d0f3256344a2af18c639787e538f', 'gw_port': {'id': '4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906d405e-b16a-41fb-a8ab-39b34c0377f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:01Z', 'updated_at': '2022-07-18T10:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_floatingips': [{'id': 'fed70739-101c-4be8-a61a-6459b61b8d1e', 'tenant_id': '7184d0f3256344a2af18c639787e538f', 'floating_ip_address': '172.27.1.190', 'floating_network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'router_id': '906d405e-b16a-41fb-a8ab-39b34c0377f9', 'port_id': '3ac1975d-f8dd-432b-8748-aa525919c851', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 363, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09160d22-0418-499d-83b3-2657454003a1', 'mac_address': 'fa:16:3e:36:90:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a4f543-a994-4897-8ced-5c04fed9ef50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:49:29Z', 'updated_at': '2022-07-18T10:51:44Z', 'revision_number': 3, 'project_id': '7184d0f3256344a2af18c639787e538f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e8cb12d-f119-4020-990e-97c81b5c5e24', 'name': '', 'network_id': '09160d22-0418-499d-83b3-2657454003a1', 'tenant_id': '7184d0f3256344a2af18c639787e538f', 'mac_address': 'fa:16:3e:a2:58:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906d405e-b16a-41fb-a8ab-39b34c0377f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'de6eeef4-c7ed-4de0-9d7b-74b96eafe12b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:07Z', 'updated_at': '2022-07-18T10:47:29Z', 'revision_number': 5, 'project_id': '7184d0f3256344a2af18c639787e538f', 'subnets': [{'id': 'de6eeef4-c7ed-4de0-9d7b-74b96eafe12b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:51:47.583497 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48a4f543-a994-4897-8ced-5c04fed9ef50', 'tag': '3ac1975d-f8dd-432b-8748-aa525919c851'}] {{(pid=111155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:51:47.586124 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f06b923856051c73f64d3b2294300e60923526062a62ec6e5be74a6ad2a3856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0d75d4-95b4-4ce1-bac9-cc3134d59c67" -d '{"events": [{"name": "network-changed", "server_uuid": "48a4f543-a994-4897-8ced-5c04fed9ef50", "tag": "3ac1975d-f8dd-432b-8748-aa525919c851"}]}' {{(pid=111155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:51:47.623324 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3403971-a5a4-49de-b7c9-359db121f95c x-openstack-request-id: req-c3403971-a5a4-49de-b7c9-359db121f95c {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:51:47.623685 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48a4f543-a994-4897-8ced-5c04fed9ef50", "tag": "3ac1975d-f8dd-432b-8748-aa525919c851", "status": "completed", "code": 200}]} {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:51:47.623951 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c3403971-a5a4-49de-b7c9-359db121f95c {{(pid=111155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:51:47.624368 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3403971-a5a4-49de-b7c9-359db121f95c'] response: {'name': 'network-changed', 'server_uuid': '48a4f543-a994-4897-8ced-5c04fed9ef50', 'tag': '3ac1975d-f8dd-432b-8748-aa525919c851', 'status': 'completed', 'code': 200} Jul 18 10:51:47.690735 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d75d4-95b4-4ce1-bac9-cc3134d59c67 req-2fab7eb1-47f9-44ff-9363-f351caf81b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:47.692250 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8c0d75d4-95b4-4ce1-bac9-cc3134d59c67 req-2fab7eb1-47f9-44ff-9363-f351caf81b46 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7184d0f3256344a2af18c639787e538f&device_id=48a4f543-a994-4897-8ced-5c04fed9ef50 HTTP/1.1" status: 200 len: 1129 time: 0.0427318 Jul 18 10:51:47.800361 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d75d4-95b4-4ce1-bac9-cc3134d59c67 req-ce57902d-b44d-48ce-8338-2745ce0903cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:47.801896 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8c0d75d4-95b4-4ce1-bac9-cc3134d59c67 req-ce57902d-b44d-48ce-8338-2745ce0903cb service neutron] 10.222.0.52 "GET /v2.0/networks?id=09160d22-0418-499d-83b3-2657454003a1 HTTP/1.1" status: 200 len: 919 time: 0.1020772 Jul 18 10:51:47.873335 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8c0d75d4-95b4-4ce1-bac9-cc3134d59c67 req-15605dc8-5468-4b84-9b9d-ae75d26d244c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ac1975d-f8dd-432b-8748-aa525919c851 HTTP/1.1" status: 200 len: 1001 time: 0.0638106 Jul 18 10:51:47.935641 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d75d4-95b4-4ce1-bac9-cc3134d59c67 req-e33f6dcd-e77c-4cd4-94ec-c9e630a8af04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:47.937530 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8c0d75d4-95b4-4ce1-bac9-cc3134d59c67 req-e33f6dcd-e77c-4cd4-94ec-c9e630a8af04 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=de6eeef4-c7ed-4de0-9d7b-74b96eafe12b HTTP/1.1" status: 200 len: 857 time: 0.0582922 Jul 18 10:51:48.035908 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a7a32e-c644-4595-8c27-9cdbd1dc6a38 req-b240e5de-91bb-4ed5-80a9-37398f0bcc6f tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:48.037506 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-42a7a32e-c644-4595-8c27-9cdbd1dc6a38 req-b240e5de-91bb-4ed5-80a9-37398f0bcc6f tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f96ccdd-67b5-403c-a3b9-8022e271690c HTTP/1.1" status: 200 len: 945 time: 0.0498433 Jul 18 10:51:48.092023 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-42a7a32e-c644-4595-8c27-9cdbd1dc6a38 req-91c9b3e0-e6c1-495c-81a5-20ba88230ea6 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb3791ee-ee01-408c-b7a8-8c9c2ce033be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474849 Jul 18 10:51:49.147732 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:49.210864 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff716f2-672d-46b9-b373-da6bafa4e2ab req-943a60c1-8f91-453f-83fa-988ecd1757dc tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:49.212344 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-bff716f2-672d-46b9-b373-da6bafa4e2ab req-943a60c1-8f91-453f-83fa-988ecd1757dc tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f96ccdd-67b5-403c-a3b9-8022e271690c HTTP/1.1" status: 200 len: 945 time: 0.0463960 Jul 18 10:51:49.265867 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-bff716f2-672d-46b9-b373-da6bafa4e2ab req-f7c749e0-50e9-4046-9200-eb90c81bfb00 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb3791ee-ee01-408c-b7a8-8c9c2ce033be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468261 Jul 18 10:51:49.739759 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.agents_db [None req-9b2825e1-dfaa-4032-a283-1b7ae0979f6b None None] Agent healthcheck: found 6 active agents {{(pid=111157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:51:49.974104 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:49.982208 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d75d4-95b4-4ce1-bac9-cc3134d59c67 req-127733e9-063d-47ae-a022-f77a0b0e933a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:49.983740 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8c0d75d4-95b4-4ce1-bac9-cc3134d59c67 req-127733e9-063d-47ae-a022-f77a0b0e933a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=09160d22-0418-499d-83b3-2657454003a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461361 Jul 18 10:51:50.094430 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8c0d75d4-95b4-4ce1-bac9-cc3134d59c67 req-6cfca831-df2e-43b8-bdd4-30b73d954896 service neutron] 10.222.0.52 "GET /v2.0/networks/09160d22-0418-499d-83b3-2657454003a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945535 Jul 18 10:51:50.223467 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8c0d75d4-95b4-4ce1-bac9-cc3134d59c67 req-c6a14b49-9b2c-4979-bcbb-319dac5eb39c service neutron] 10.222.0.52 "GET /v2.0/networks/09160d22-0418-499d-83b3-2657454003a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945072 Jul 18 10:51:50.306409 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a736d7-e1ab-4473-b632-6a90b2700093 req-eea313bc-b77c-4704-8330-a22ec03a53bf tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:50.308523 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-18a736d7-e1ab-4473-b632-6a90b2700093 req-eea313bc-b77c-4704-8330-a22ec03a53bf tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f96ccdd-67b5-403c-a3b9-8022e271690c HTTP/1.1" status: 200 len: 945 time: 0.0475717 Jul 18 10:51:50.425687 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ba8c9-cc67-4327-a31f-3b951124b47d req-9df66a2c-8cbf-4723-a37a-de7e8de1317e tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:50.427162 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-915ba8c9-cc67-4327-a31f-3b951124b47d req-9df66a2c-8cbf-4723-a37a-de7e8de1317e tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f96ccdd-67b5-403c-a3b9-8022e271690c HTTP/1.1" status: 200 len: 945 time: 0.0838509 Jul 18 10:51:50.455738 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.plugin [req-18a736d7-e1ab-4473-b632-6a90b2700093 req-88f3c39d-90ac-4291-ad39-8aade54a16c2 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Deleting port 820fb007-4789-49d7-84d1-ecf34d4d542f {{(pid=111155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:51:50.456080 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-18a736d7-e1ab-4473-b632-6a90b2700093 req-88f3c39d-90ac-4291-ad39-8aade54a16c2 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (820fb007-4789-49d7-84d1-ecf34d4d542f), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:50.496916 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:50.548600 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-915ba8c9-cc67-4327-a31f-3b951124b47d req-378f7b63-b12d-4cbe-b094-70c8e0d49779 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/security-groups?id=cb3791ee-ee01-408c-b7a8-8c9c2ce033be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127636 Jul 18 10:51:50.583661 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.db [req-18a736d7-e1ab-4473-b632-6a90b2700093 req-88f3c39d-90ac-4291-ad39-8aade54a16c2 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] For port 820fb007-4789-49d7-84d1-ecf34d4d542f, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=820fb007-4789-49d7-84d1-ecf34d4d542f,segment=NetworkSegment(b79fb7a8-45cf-4253-a4e0-8e4cb2774c82),segment_id=b79fb7a8-45cf-4253-a4e0-8e4cb2774c82)] {{(pid=111155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:51:50.584025 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-18a736d7-e1ab-4473-b632-6a90b2700093 req-88f3c39d-90ac-4291-ad39-8aade54a16c2 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (820fb007-4789-49d7-84d1-ecf34d4d542f), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:50.762084 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-18a736d7-e1ab-4473-b632-6a90b2700093 req-88f3c39d-90ac-4291-ad39-8aade54a16c2 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:50.762628 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-18a736d7-e1ab-4473-b632-6a90b2700093 req-88f3c39d-90ac-4291-ad39-8aade54a16c2 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778871'] for floatingip (3e4a8a2f-302c-4f91-bc69-638e27a01a9e), after_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:50.762758 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.db.l3_db [req-18a736d7-e1ab-4473-b632-6a90b2700093 req-88f3c39d-90ac-4291-ad39-8aade54a16c2 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Floating IP 3e4a8a2f-302c-4f91-bc69-638e27a01a9e disassociated. External IP: 172.27.1.200, port: 820fb007-4789-49d7-84d1-ecf34d4d542f. Jul 18 10:51:50.763096 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.plugin [req-18a736d7-e1ab-4473-b632-6a90b2700093 req-88f3c39d-90ac-4291-ad39-8aade54a16c2 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Calling delete_port for 820fb007-4789-49d7-84d1-ecf34d4d542f owned by compute:nova {{(pid=111155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:51:50.964912 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-18a736d7-e1ab-4473-b632-6a90b2700093 req-88f3c39d-90ac-4291-ad39-8aade54a16c2 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126083827'] for port (820fb007-4789-49d7-84d1-ecf34d4d542f), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:50.994858 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f3c39d-90ac-4291-ad39-8aade54a16c2 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Pushing event deleted for resources: {'Port': ['ID=820fb007-4789-49d7-84d1-ecf34d4d542f,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:51:51.106726 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:51.110801 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18a736d7-e1ab-4473-b632-6a90b2700093 req-88f3c39d-90ac-4291-ad39-8aade54a16c2 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Router 3663ab98-9729-41e8-b5da-0c726d2fb113 has already been hosted by L3 agent e6bcb791-bd43-4d6b-ab54-e591cb66712b {{(pid=111155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:51:51.223817 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18a736d7-e1ab-4473-b632-6a90b2700093 req-88f3c39d-90ac-4291-ad39-8aade54a16c2 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Notify agent at l3_agent.dv-cinder-849498-1-iscsi the message routers_updated {{(pid=111155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:51:51.236079 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2656d60a-a7b9-493e-b9f5-9670f80bca55 None None] Sync routers for ids ['3663ab98-9729-41e8-b5da-0c726d2fb113'] in dv-cinder-849498-1-iscsi {{(pid=111157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:51:51.246995 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2656d60a-a7b9-493e-b9f5-9670f80bca55 None None] Routers {'3663ab98-9729-41e8-b5da-0c726d2fb113'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:51:51.247621 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-2656d60a-a7b9-493e-b9f5-9670f80bca55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:51:37Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['3663ab98-9729-41e8-b5da-0c726d2fb113'], 'active': True} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:51:51.271121 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.l3_dvrscheduler_db [req-18a736d7-e1ab-4473-b632-6a90b2700093 req-88f3c39d-90ac-4291-ad39-8aade54a16c2 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] No DVR routers for this DVR port 820fb007-4789-49d7-84d1-ecf34d4d542f on host hv-cinder-84949 {{(pid=111155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:51:51.274037 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-18a736d7-e1ab-4473-b632-6a90b2700093 req-88f3c39d-90ac-4291-ad39-8aade54a16c2 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for port (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:51.278647 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-18a736d7-e1ab-4473-b632-6a90b2700093 req-88f3c39d-90ac-4291-ad39-8aade54a16c2 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.52 "DELETE /v2.0/ports/820fb007-4789-49d7-84d1-ecf34d4d542f HTTP/1.1" status: 204 len: 173 time: 0.9625471 Jul 18 10:51:51.279142 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f96ccdd-67b5-403c-a3b9-8022e271690c', 'name': 'network-vif-deleted', 'tag': '820fb007-4789-49d7-84d1-ecf34d4d542f'}] {{(pid=111155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:51:51.281549 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f06b923856051c73f64d3b2294300e60923526062a62ec6e5be74a6ad2a3856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca4eb6b-4789-49ad-a913-d3c672619072" -d '{"events": [{"server_uuid": "0f96ccdd-67b5-403c-a3b9-8022e271690c", "name": "network-vif-deleted", "tag": "820fb007-4789-49d7-84d1-ecf34d4d542f"}]}' {{(pid=111155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:51:51.318521 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29089be9-cfcc-4dcd-8adb-7b64fa688050 x-openstack-request-id: req-29089be9-cfcc-4dcd-8adb-7b64fa688050 {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:51:51.318864 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f96ccdd-67b5-403c-a3b9-8022e271690c", "name": "network-vif-deleted", "tag": "820fb007-4789-49d7-84d1-ecf34d4d542f", "status": "completed", "code": 200}]} {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:51:51.319030 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-29089be9-cfcc-4dcd-8adb-7b64fa688050 {{(pid=111155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:51:51.319470 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29089be9-cfcc-4dcd-8adb-7b64fa688050'] response: {'server_uuid': '0f96ccdd-67b5-403c-a3b9-8022e271690c', 'name': 'network-vif-deleted', 'tag': '820fb007-4789-49d7-84d1-ecf34d4d542f', 'status': 'completed', 'code': 200} Jul 18 10:51:51.361385 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvr_db [None req-2656d60a-a7b9-493e-b9f5-9670f80bca55 None None] Set router 3663ab98-9729-41e8-b5da-0c726d2fb113 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:51:51.569189 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-2656d60a-a7b9-493e-b9f5-9670f80bca55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3663ab98-9729-41e8-b5da-0c726d2fb113', 'name': 'tempest-AttachVolumeTestJSON-1188077473-router', 'tenant_id': 'f32dc706424247d0ac1dc7a6aa633107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:01Z', 'updated_at': '2022-07-18T10:47:13Z', 'revision_number': 4, 'project_id': 'f32dc706424247d0ac1dc7a6aa633107', 'gw_port': {'id': '0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:dd:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3663ab98-9729-41e8-b5da-0c726d2fb113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:03Z', 'updated_at': '2022-07-18T10:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': '28375308-f02b-4c2e-9237-4a77f49844d3', 'name': '', 'network_id': '2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81', 'tenant_id': 'f32dc706424247d0ac1dc7a6aa633107', 'mac_address': 'fa:16:3e:c8:19:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3663ab98-9729-41e8-b5da-0c726d2fb113', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b6c39f47-e8f1-437f-bec0-2fa249892ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:11Z', 'updated_at': '2022-07-18T10:47:23Z', 'revision_number': 5, 'project_id': 'f32dc706424247d0ac1dc7a6aa633107', 'subnets': [{'id': 'b6c39f47-e8f1-437f-bec0-2fa249892ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:51:51.596419 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2656d60a-a7b9-493e-b9f5-9670f80bca55 None None] Checking router: 3663ab98-9729-41e8-b5da-0c726d2fb113 for host: dv-cinder-849498-1-iscsi {{(pid=111157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:51:51.606458 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2656d60a-a7b9-493e-b9f5-9670f80bca55 None None] Routers {'3663ab98-9729-41e8-b5da-0c726d2fb113'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:51:51.607081 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-2656d60a-a7b9-493e-b9f5-9670f80bca55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:51:37Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['3663ab98-9729-41e8-b5da-0c726d2fb113'], 'active': True} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:51:51.656752 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-89ba7e44-8c59-456d-ad3c-ee26f61e4a34 req-ddcc1651-77eb-4526-9701-54fafe439f26 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f96ccdd-67b5-403c-a3b9-8022e271690c HTTP/1.1" status: 200 len: 210 time: 0.0350721 Jul 18 10:51:51.861370 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvr_db [None req-2656d60a-a7b9-493e-b9f5-9670f80bca55 None None] Set router 3663ab98-9729-41e8-b5da-0c726d2fb113 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:51:52.130016 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-2656d60a-a7b9-493e-b9f5-9670f80bca55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3663ab98-9729-41e8-b5da-0c726d2fb113', 'name': 'tempest-AttachVolumeTestJSON-1188077473-router', 'tenant_id': 'f32dc706424247d0ac1dc7a6aa633107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:01Z', 'updated_at': '2022-07-18T10:47:13Z', 'revision_number': 4, 'project_id': 'f32dc706424247d0ac1dc7a6aa633107', 'gw_port': {'id': '0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:dd:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3663ab98-9729-41e8-b5da-0c726d2fb113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:03Z', 'updated_at': '2022-07-18T10:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': '28375308-f02b-4c2e-9237-4a77f49844d3', 'name': '', 'network_id': '2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81', 'tenant_id': 'f32dc706424247d0ac1dc7a6aa633107', 'mac_address': 'fa:16:3e:c8:19:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3663ab98-9729-41e8-b5da-0c726d2fb113', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b6c39f47-e8f1-437f-bec0-2fa249892ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:11Z', 'updated_at': '2022-07-18T10:47:23Z', 'revision_number': 5, 'project_id': 'f32dc706424247d0ac1dc7a6aa633107', 'subnets': [{'id': 'b6c39f47-e8f1-437f-bec0-2fa249892ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:51:52.156225 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2656d60a-a7b9-493e-b9f5-9670f80bca55 None None] The sync data for ids ['3663ab98-9729-41e8-b5da-0c726d2fb113'] in dv-cinder-849498-1-iscsi is: [{'id': '3663ab98-9729-41e8-b5da-0c726d2fb113', 'name': 'tempest-AttachVolumeTestJSON-1188077473-router', 'tenant_id': 'f32dc706424247d0ac1dc7a6aa633107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:01Z', 'updated_at': '2022-07-18T10:47:13Z', 'revision_number': 4, 'project_id': 'f32dc706424247d0ac1dc7a6aa633107', 'gw_port': {'id': '0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:dd:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3663ab98-9729-41e8-b5da-0c726d2fb113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:03Z', 'updated_at': '2022-07-18T10:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': '28375308-f02b-4c2e-9237-4a77f49844d3', 'name': '', 'network_id': '2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81', 'tenant_id': 'f32dc706424247d0ac1dc7a6aa633107', 'mac_address': 'fa:16:3e:c8:19:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3663ab98-9729-41e8-b5da-0c726d2fb113', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b6c39f47-e8f1-437f-bec0-2fa249892ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:11Z', 'updated_at': '2022-07-18T10:47:23Z', 'revision_number': 5, 'project_id': 'f32dc706424247d0ac1dc7a6aa633107', 'subnets': [{'id': 'b6c39f47-e8f1-437f-bec0-2fa249892ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:51:52.396852 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbe4d46-ee0c-40b3-aba5-3a2e6a8325fe None None] New status for floating IP 3e4a8a2f-302c-4f91-bc69-638e27a01a9e: DOWN {{(pid=111156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 10:51:52.514735 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:52.857570 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 44334) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:51:52.924904 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-c2793a14-3bf9-41eb-bb9f-3fef0b439f20 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks [] for security_group (cb3791ee-ee01-408c-b7a8-8c9c2ce033be), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:52.953674 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-c2793a14-3bf9-41eb-bb9f-3fef0b439f20 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks [] for security_group (cb3791ee-ee01-408c-b7a8-8c9c2ce033be), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:53.107319 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-c2793a14-3bf9-41eb-bb9f-3fef0b439f20 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (cb3791ee-ee01-408c-b7a8-8c9c2ce033be), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:53.110058 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-c2793a14-3bf9-41eb-bb9f-3fef0b439f20 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks [] for security_group (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:53.111283 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-c2793a14-3bf9-41eb-bb9f-3fef0b439f20 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "DELETE /v2.0/security-groups/cb3791ee-ee01-408c-b7a8-8c9c2ce033be HTTP/1.1" status: 204 len: 168 time: 0.2524514 Jul 18 10:51:53.114163 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 44338) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:51:53.122381 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2793a14-3bf9-41eb-bb9f-3fef0b439f20 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3791ee-ee01-408c-b7a8-8c9c2ce033be,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:51:53.144470 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.api.v2.resource [None req-85ce2c7e-3125-4c1c-b5bf-be561b2faecf tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] show failed (client error): The resource could not be found. Jul 18 10:51:53.144470 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-85ce2c7e-3125-4c1c-b5bf-be561b2faecf tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/security-groups/cb3791ee-ee01-408c-b7a8-8c9c2ce033be HTTP/1.1" status: 404 len: 347 time: 0.0197086 Jul 18 10:51:53.144723 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 44340) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:51:53.264145 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.plugin [None req-d9747589-291b-45d6-956d-d29f91f6b523 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Deleting port d11baf4c-9040-4da0-8a7a-aae878e803b8 {{(pid=111155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:51:53.264488 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-d9747589-291b-45d6-956d-d29f91f6b523 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (d11baf4c-9040-4da0-8a7a-aae878e803b8), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:53.322983 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:53.349764 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-d9747589-291b-45d6-956d-d29f91f6b523 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (d11baf4c-9040-4da0-8a7a-aae878e803b8), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:53.350086 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-d9747589-291b-45d6-956d-d29f91f6b523 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks [] for floatingip (d11baf4c-9040-4da0-8a7a-aae878e803b8), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:53.364095 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.plugin [None req-d9747589-291b-45d6-956d-d29f91f6b523 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Calling delete_port for d11baf4c-9040-4da0-8a7a-aae878e803b8 owned by network:floatingip {{(pid=111155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:51:53.632947 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-d9747589-291b-45d6-956d-d29f91f6b523 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126083827'] for port (d11baf4c-9040-4da0-8a7a-aae878e803b8), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:53.662317 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9747589-291b-45d6-956d-d29f91f6b523 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Pushing event deleted for resources: {'Port': ['ID=d11baf4c-9040-4da0-8a7a-aae878e803b8,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:51:53.739540 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-d9747589-291b-45d6-956d-d29f91f6b523 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks [] for floatingip (3e4a8a2f-302c-4f91-bc69-638e27a01a9e), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:53.742875 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-d9747589-291b-45d6-956d-d29f91f6b523 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for floatingip (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:53.743577 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-d9747589-291b-45d6-956d-d29f91f6b523 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "DELETE /v2.0/floatingips/3e4a8a2f-302c-4f91-bc69-638e27a01a9e HTTP/1.1" status: 204 len: 168 time: 0.5978777 Jul 18 10:51:53.914686 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 44352) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:51:53.920126 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [None req-9bd4412a-978e-4299-b2d0-6619c365a518 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Request body: {'security_group': {'name': 'tempest-securitygroup--122222778', 'description': 'tempest-description--558117919'}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:51:54.044644 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-9bd4412a-978e-4299-b2d0-6619c365a518 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks [] for security_group (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:54.121832 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-9bd4412a-978e-4299-b2d0-6619c365a518 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks [] for security_group (75cbfdbc-0809-45ef-9f41-e85e815f99dc), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:54.182460 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device 820fb007-4789-49d7-84d1-ecf34d4d542f no longer exists at agent hyperv_hv-cinder-84949 {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:51:54.208576 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] No Port match for: 820fb007-4789-49d7-84d1-ecf34d4d542f {{(pid=111156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:51:54.209023 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device 820fb007-4789-49d7-84d1-ecf34d4d542f not bound to the agent host hv-cinder-84949 {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:51:54.232840 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-9bd4412a-978e-4299-b2d0-6619c365a518 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (75cbfdbc-0809-45ef-9f41-e85e815f99dc), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:54.271504 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd4412a-978e-4299-b2d0-6619c365a518 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75cbfdbc-0809-45ef-9f41-e85e815f99dc,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:51:54.377811 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-9bd4412a-978e-4299-b2d0-6619c365a518 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks [] for security_group (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:54.379114 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-9bd4412a-978e-4299-b2d0-6619c365a518 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4634006 Jul 18 10:51:54.382271 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 44358) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:51:54.388177 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [None req-fddc37cc-0a46-4d06-81d8-fc232cbfd3fc tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Request body: {'security_group_rule': {'security_group_id': '75cbfdbc-0809-45ef-9f41-e85e815f99dc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:51:54.406669 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:54.549682 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-fddc37cc-0a46-4d06-81d8-fc232cbfd3fc tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks [] for security_group_rule (9b193945-6867-45f1-a2c6-fd2daf9f8b60), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:54.614093 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-fddc37cc-0a46-4d06-81d8-fc232cbfd3fc tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks [] for security_group_rule (9b193945-6867-45f1-a2c6-fd2daf9f8b60), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:54.724656 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-fddc37cc-0a46-4d06-81d8-fc232cbfd3fc tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706217'] for security_group_rule (9b193945-6867-45f1-a2c6-fd2daf9f8b60), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:54.745364 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddc37cc-0a46-4d06-81d8-fc232cbfd3fc tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b193945-6867-45f1-a2c6-fd2daf9f8b60,revision_number=0']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:51:54.776521 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1ff6e34c-ad2d-4d6d-84c2-aee03113dac2), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:54.848529 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-fddc37cc-0a46-4d06-81d8-fc232cbfd3fc tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:54.849834 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-fddc37cc-0a46-4d06-81d8-fc232cbfd3fc tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4665151 Jul 18 10:51:54.854137 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 44360) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:51:54.858614 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [None req-cfd3a305-a54e-4288-8a52-cb2e48cb4b2a tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Request body: {'security_group_rule': {'security_group_id': '75cbfdbc-0809-45ef-9f41-e85e815f99dc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:51:54.990521 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-cfd3a305-a54e-4288-8a52-cb2e48cb4b2a tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks [] for security_group_rule (2a984ed3-7a06-4efc-b5de-4b69d8372111), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:55.014317 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-e19a486d-05dd-4510-b226-b054f4e252b2 req-48b2f3f0-3b16-403f-a4c7-8b7458c14651 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0591831 Jul 18 10:51:55.091850 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a486d-05dd-4510-b226-b054f4e252b2 req-9dce2115-3c06-470a-9367-f24cb697e154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:55.093263 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-e19a486d-05dd-4510-b226-b054f4e252b2 req-9dce2115-3c06-470a-9367-f24cb697e154 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=48497435674b41ccb34f6ff43026a232&device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 1130 time: 0.0563197 Jul 18 10:51:55.099951 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-cfd3a305-a54e-4288-8a52-cb2e48cb4b2a tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks [] for security_group_rule (2a984ed3-7a06-4efc-b5de-4b69d8372111), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:55.183064 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-cfd3a305-a54e-4288-8a52-cb2e48cb4b2a tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706217'] for security_group_rule (2a984ed3-7a06-4efc-b5de-4b69d8372111), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:55.184695 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:55.216492 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd3a305-a54e-4288-8a52-cb2e48cb4b2a tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a984ed3-7a06-4efc-b5de-4b69d8372111,revision_number=0']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:51:55.236161 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a486d-05dd-4510-b226-b054f4e252b2 req-1ea51b89-dc02-41a3-96c3-3f2c012a33ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:55.237979 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-e19a486d-05dd-4510-b226-b054f4e252b2 req-1ea51b89-dc02-41a3-96c3-3f2c012a33ec service neutron] 10.222.0.52 "GET /v2.0/networks?id=cacd27b7-b866-4702-aa51-5895ad956ffc HTTP/1.1" status: 200 len: 917 time: 0.1211507 Jul 18 10:51:55.308404 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-e19a486d-05dd-4510-b226-b054f4e252b2 req-c73f8c53-3320-4e78-898b-ab57bb915268 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae HTTP/1.1" status: 200 len: 1001 time: 0.0637553 Jul 18 10:51:55.371714 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a486d-05dd-4510-b226-b054f4e252b2 req-c7d56368-0622-4bf4-bb56-f9e688104b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:55.373295 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-e19a486d-05dd-4510-b226-b054f4e252b2 req-c7d56368-0622-4bf4-bb56-f9e688104b5c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0722f3de-6f57-48f1-8200-e5895920f8b7 HTTP/1.1" status: 200 len: 855 time: 0.0469382 Jul 18 10:51:55.427898 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a486d-05dd-4510-b226-b054f4e252b2 req-8162a919-4c8b-4134-bcaa-0fca29494ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:55.429420 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-e19a486d-05dd-4510-b226-b054f4e252b2 req-8162a919-4c8b-4134-bcaa-0fca29494ebf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cacd27b7-b866-4702-aa51-5895ad956ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432761 Jul 18 10:51:55.458078 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-cfd3a305-a54e-4288-8a52-cb2e48cb4b2a tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:55.459229 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-cfd3a305-a54e-4288-8a52-cb2e48cb4b2a tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6042104 Jul 18 10:51:55.462691 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 44364) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:51:55.467836 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [None req-899af37d-027b-4a3e-a7e6-11aaf59d0364 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Request body: {'floatingip': {'floating_network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1'}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:51:55.535445 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-e19a486d-05dd-4510-b226-b054f4e252b2 req-aff2bbbe-1038-4f47-a2f0-498273ad9c58 service neutron] 10.222.0.52 "GET /v2.0/networks/cacd27b7-b866-4702-aa51-5895ad956ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982614 Jul 18 10:51:55.575841 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:55.637666 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-e19a486d-05dd-4510-b226-b054f4e252b2 req-68f1175e-0bd5-41b6-b69f-4c94f0d0d674 service neutron] 10.222.0.52 "GET /v2.0/networks/cacd27b7-b866-4702-aa51-5895ad956ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919359 Jul 18 10:51:55.638958 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-899af37d-027b-4a3e-a7e6-11aaf59d0364 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:55.724142 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-899af37d-027b-4a3e-a7e6-11aaf59d0364 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:55.845532 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.db_base_plugin_common [None req-899af37d-027b-4a3e-a7e6-11aaf59d0364 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Allocated IP 172.27.1.72 (bb0f21c8-59d6-4417-bd6b-78e480c446a1/d4fbd515-2e97-4384-b4aa-6523e13e40eb/e311137c-0d91-482d-8457-e8e45cbc9813) {{(pid=111154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:51:55.973494 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-899af37d-027b-4a3e-a7e6-11aaf59d0364 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks [] for port (e311137c-0d91-482d-8457-e8e45cbc9813), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:56.090650 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-899af37d-027b-4a3e-a7e6-11aaf59d0364 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127334210'] for port (e311137c-0d91-482d-8457-e8e45cbc9813), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:56.133434 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899af37d-027b-4a3e-a7e6-11aaf59d0364 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Network bb0f21c8-59d6-4417-bd6b-78e480c446a1 is already hosted by enough agents. {{(pid=111154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:51:56.139548 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.base_scheduler [None req-899af37d-027b-4a3e-a7e6-11aaf59d0364 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Resources bound (agent type, host, resource id): {{(pid=111154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:51:56.141756 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899af37d-027b-4a3e-a7e6-11aaf59d0364 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Pushing event updated for resources: {'Port': ['ID=e311137c-0d91-482d-8457-e8e45cbc9813,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:51:56.143853 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899af37d-027b-4a3e-a7e6-11aaf59d0364 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Received port after_create {{(pid=111154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:51:56.228465 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-899af37d-027b-4a3e-a7e6-11aaf59d0364 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks [] for floatingip (b6af44a2-78d6-47cd-928c-285d52b6d290), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:56.350013 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:56.353336 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-899af37d-027b-4a3e-a7e6-11aaf59d0364 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (e311137c-0d91-482d-8457-e8e45cbc9813), before_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:56.410470 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:56.512598 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-899af37d-027b-4a3e-a7e6-11aaf59d0364 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks [] for port (e311137c-0d91-482d-8457-e8e45cbc9813), precommit_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:56.702028 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-899af37d-027b-4a3e-a7e6-11aaf59d0364 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127333809'] for port (e311137c-0d91-482d-8457-e8e45cbc9813), after_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:56.768973 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899af37d-027b-4a3e-a7e6-11aaf59d0364 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Pushing event updated for resources: {'Port': ['ID=e311137c-0d91-482d-8457-e8e45cbc9813,revision_number=2']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:51:56.780982 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-899af37d-027b-4a3e-a7e6-11aaf59d0364 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778871'] for floatingip (b6af44a2-78d6-47cd-928c-285d52b6d290), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:56.915086 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-899af37d-027b-4a3e-a7e6-11aaf59d0364 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for floatingip (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:56.917104 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-899af37d-027b-4a3e-a7e6-11aaf59d0364 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4532812 Jul 18 10:51:57.043721 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3684c196-43da-4d5b-9ac9-cf9fbab27164 req-450d3af7-cf80-4224-a728-bc379b11b5ce tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:57.045477 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3684c196-43da-4d5b-9ac9-cf9fbab27164 req-450d3af7-cf80-4224-a728-bc379b11b5ce tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 946 time: 0.0495996 Jul 18 10:51:57.110004 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3684c196-43da-4d5b-9ac9-cf9fbab27164 req-1dea7e7b-688d-4543-817f-58b8ce0ea6a1 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586987 Jul 18 10:51:57.140384 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8fcad455-03fb-4f3e-8da0-cc2bac1c29b4 req-7ec762e6-c431-48dc-833e-5c9bf8e29055 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--122222778&fields=id&tenant_id=f32dc706424247d0ac1dc7a6aa633107 HTTP/1.1" status: 200 len: 267 time: 0.0545449 Jul 18 10:51:57.255776 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcad455-03fb-4f3e-8da0-cc2bac1c29b4 req-a8028ec5-f1ec-464b-92fa-dc562202d203 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:57.257182 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8fcad455-03fb-4f3e-8da0-cc2bac1c29b4 req-a8028ec5-f1ec-464b-92fa-dc562202d203 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/networks?id=2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81 HTTP/1.1" status: 200 len: 811 time: 0.1102424 Jul 18 10:51:57.273120 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8fcad455-03fb-4f3e-8da0-cc2bac1c29b4 req-2b7eaf8c-9d42-43e8-945d-1532c6d1c70b tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/quotas/f32dc706424247d0ac1dc7a6aa633107 HTTP/1.1" status: 200 len: 375 time: 0.0094182 Jul 18 10:51:57.328008 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8fcad455-03fb-4f3e-8da0-cc2bac1c29b4 req-8e1c5044-eb35-42d2-88ff-43bebdb3c8d0 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f32dc706424247d0ac1dc7a6aa633107&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491695 Jul 18 10:51:57.430159 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8fcad455-03fb-4f3e-8da0-cc2bac1c29b4 req-b5aeeb20-5eea-492e-86b2-2083e2818a5a service neutron] 10.222.0.49 "GET /v2.0/networks/2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905421 Jul 18 10:51:57.532309 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8fcad455-03fb-4f3e-8da0-cc2bac1c29b4 req-c2b408fa-325b-4228-826f-c2b2b88aa52d service neutron] 10.222.0.49 "GET /v2.0/networks/2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948169 Jul 18 10:51:57.810268 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-c3d7b348-9975-434e-8b0a-06e08787a5bd req-eed9071c-fec9-4ca1-b8d4-563ecc8986ba tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcc60c6-ad37-42f4-bf9c-d59cdbe630c9 HTTP/1.1" status: 200 len: 210 time: 0.0360305 Jul 18 10:51:58.233739 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469c648-8997-46e8-8f13-3cf67c2dfc9e req-70b49aba-2c7d-410f-b9ef-7bc6b6059c2f tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:58.235240 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b469c648-8997-46e8-8f13-3cf67c2dfc9e req-70b49aba-2c7d-410f-b9ef-7bc6b6059c2f tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 946 time: 0.0486431 Jul 18 10:51:58.286122 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b469c648-8997-46e8-8f13-3cf67c2dfc9e req-908ba956-9fd0-4a6e-8d0f-584e74e51ede tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449340 Jul 18 10:51:58.941275 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-93afd383-bd87-46e2-8e55-06ec53e0d928 req-01c35d8f-629e-4582-8945-b64c1e0a2e04 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcc60c6-ad37-42f4-bf9c-d59cdbe630c9 HTTP/1.1" status: 200 len: 210 time: 0.0603771 Jul 18 10:51:58.963234 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b669e-48c3-4e03-8f4f-506d20e0947c req-21f55283-fb6d-40fe-b826-8aae5f77b2e2 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:58.964906 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-698b669e-48c3-4e03-8f4f-506d20e0947c req-21f55283-fb6d-40fe-b826-8aae5f77b2e2 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.52 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 946 time: 0.0722198 Jul 18 10:51:59.068545 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.plugin [req-698b669e-48c3-4e03-8f4f-506d20e0947c req-29c397fe-71d2-45b9-b80e-4df0c8f1f7a6 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Deleting port abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae {{(pid=111155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:51:59.068880 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-698b669e-48c3-4e03-8f4f-506d20e0947c req-29c397fe-71d2-45b9-b80e-4df0c8f1f7a6 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:59.165170 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.db [req-698b669e-48c3-4e03-8f4f-506d20e0947c req-29c397fe-71d2-45b9-b80e-4df0c8f1f7a6 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] For port abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae,segment=NetworkSegment(163c7c7d-635e-4353-a5ea-f102084ea7d2),segment_id=163c7c7d-635e-4353-a5ea-f102084ea7d2)] {{(pid=111155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:51:59.166060 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-698b669e-48c3-4e03-8f4f-506d20e0947c req-29c397fe-71d2-45b9-b80e-4df0c8f1f7a6 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:59.212140 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:59.594046 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:51:59.613296 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb6aa5-51f1-476b-bb06-2ea6de0b579b req-bee7e0b8-5224-4bfb-b46a-94297a048085 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:51:59.614799 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-eafb6aa5-51f1-476b-bb06-2ea6de0b579b req-bee7e0b8-5224-4bfb-b46a-94297a048085 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 946 time: 0.0846117 Jul 18 10:51:59.635033 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-698b669e-48c3-4e03-8f4f-506d20e0947c req-29c397fe-71d2-45b9-b80e-4df0c8f1f7a6 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:59.635033 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-698b669e-48c3-4e03-8f4f-506d20e0947c req-29c397fe-71d2-45b9-b80e-4df0c8f1f7a6 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778871'] for floatingip (af94d4a4-18d6-4c54-b816-913f300083dd), after_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:59.635033 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.db.l3_db [req-698b669e-48c3-4e03-8f4f-506d20e0947c req-29c397fe-71d2-45b9-b80e-4df0c8f1f7a6 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Floating IP af94d4a4-18d6-4c54-b816-913f300083dd disassociated. External IP: 172.27.1.246, port: abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae. Jul 18 10:51:59.635456 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.plugin [req-698b669e-48c3-4e03-8f4f-506d20e0947c req-29c397fe-71d2-45b9-b80e-4df0c8f1f7a6 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Calling delete_port for abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae owned by compute:nova {{(pid=111155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:51:59.715985 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-eafb6aa5-51f1-476b-bb06-2ea6de0b579b req-ca707a24-a37d-4708-a8f2-8473c644acb5 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=8206bee7-b785-4a96-80a0-748341e928f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937731 Jul 18 10:51:59.884688 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-698b669e-48c3-4e03-8f4f-506d20e0947c req-29c397fe-71d2-45b9-b80e-4df0c8f1f7a6 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126083827'] for port (abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:51:59.914088 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c397fe-71d2-45b9-b80e-4df0c8f1f7a6 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Pushing event deleted for resources: {'Port': ['ID=abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:52:00.060922 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-e20081a3-ca69-4670-b0fd-a1c013f041d6 req-5a519bac-a249-42d0-9d94-32b2851ed105 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcc60c6-ad37-42f4-bf9c-d59cdbe630c9 HTTP/1.1" status: 200 len: 210 time: 0.0374591 Jul 18 10:52:00.066340 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-698b669e-48c3-4e03-8f4f-506d20e0947c req-29c397fe-71d2-45b9-b80e-4df0c8f1f7a6 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Router ccd4d833-2ce0-4438-9953-12ee3f8e0f47 has already been hosted by L3 agent e6bcb791-bd43-4d6b-ab54-e591cb66712b {{(pid=111155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:52:00.172700 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-698b669e-48c3-4e03-8f4f-506d20e0947c req-29c397fe-71d2-45b9-b80e-4df0c8f1f7a6 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Notify agent at l3_agent.dv-cinder-849498-1-iscsi the message routers_updated {{(pid=111155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:52:00.185006 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5603992c-acff-42d8-9a9b-c993fff52cf2 None None] Sync routers for ids ['ccd4d833-2ce0-4438-9953-12ee3f8e0f47'] in dv-cinder-849498-1-iscsi {{(pid=111157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:52:00.194971 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5603992c-acff-42d8-9a9b-c993fff52cf2 None None] Routers {'ccd4d833-2ce0-4438-9953-12ee3f8e0f47'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:52:00.195568 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-5603992c-acff-42d8-9a9b-c993fff52cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:51:37Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['ccd4d833-2ce0-4438-9953-12ee3f8e0f47'], 'active': True} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:52:00.220175 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.l3_dvrscheduler_db [req-698b669e-48c3-4e03-8f4f-506d20e0947c req-29c397fe-71d2-45b9-b80e-4df0c8f1f7a6 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] No DVR routers for this DVR port abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae on host hv-cinder-84949 {{(pid=111155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:52:00.223605 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-698b669e-48c3-4e03-8f4f-506d20e0947c req-29c397fe-71d2-45b9-b80e-4df0c8f1f7a6 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for port (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:00.225971 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-698b669e-48c3-4e03-8f4f-506d20e0947c req-29c397fe-71d2-45b9-b80e-4df0c8f1f7a6 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.52 "DELETE /v2.0/ports/abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae HTTP/1.1" status: 204 len: 173 time: 1.2518551 Jul 18 10:52:00.226419 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d05192-b009-41ab-861b-b66d0352d41e', 'name': 'network-vif-deleted', 'tag': 'abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae'}] {{(pid=111155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:52:00.229308 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f06b923856051c73f64d3b2294300e60923526062a62ec6e5be74a6ad2a3856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df07d39-a13a-44b4-bdd0-39d496efd8f8" -d '{"events": [{"server_uuid": "14d05192-b009-41ab-861b-b66d0352d41e", "name": "network-vif-deleted", "tag": "abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae"}]}' {{(pid=111155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:52:00.291930 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71230ba3-49e9-4dbc-a8cf-96c3359db876 x-openstack-request-id: req-71230ba3-49e9-4dbc-a8cf-96c3359db876 {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:52:00.292363 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14d05192-b009-41ab-861b-b66d0352d41e", "name": "network-vif-deleted", "tag": "abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae", "status": "completed", "code": 200}]} {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:52:00.292651 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-71230ba3-49e9-4dbc-a8cf-96c3359db876 {{(pid=111155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:52:00.293190 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71230ba3-49e9-4dbc-a8cf-96c3359db876'] response: {'server_uuid': '14d05192-b009-41ab-861b-b66d0352d41e', 'name': 'network-vif-deleted', 'tag': 'abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae', 'status': 'completed', 'code': 200} Jul 18 10:52:00.314412 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:52:00.318854 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvr_db [None req-5603992c-acff-42d8-9a9b-c993fff52cf2 None None] Set router ccd4d833-2ce0-4438-9953-12ee3f8e0f47 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:52:00.364961 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=100 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:52:00.387730 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcad455-03fb-4f3e-8da0-cc2bac1c29b4 req-2be79d12-40d1-48ee-812f-c970337fa825 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:00.389583 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8fcad455-03fb-4f3e-8da0-cc2bac1c29b4 req-2be79d12-40d1-48ee-812f-c970337fa825 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.52 "GET /v2.0/networks?id=2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81 HTTP/1.1" status: 200 len: 811 time: 0.1419342 Jul 18 10:52:00.460974 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:52:00.476922 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8fcad455-03fb-4f3e-8da0-cc2bac1c29b4 req-6601f2f4-de3a-457d-b12b-41b813d693c9 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f32dc706424247d0ac1dc7a6aa633107 HTTP/1.1" status: 200 len: 379 time: 0.0747144 Jul 18 10:52:00.486863 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [req-8fcad455-03fb-4f3e-8da0-cc2bac1c29b4 req-c8d8e706-5d00-4649-8529-a750c5b2dde9 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Request body: {'port': {'device_id': 'bfcc60c6-ad37-42f4-bf9c-d59cdbe630c9', 'network_id': '2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81', 'admin_state_up': True, 'tenant_id': 'f32dc706424247d0ac1dc7a6aa633107', 'security_groups': ['75cbfdbc-0809-45ef-9f41-e85e815f99dc']}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:52:00.526415 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-5603992c-acff-42d8-9a9b-c993fff52cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd4d833-2ce0-4438-9953-12ee3f8e0f47', 'name': 'tempest-AttachVolumeShelveTestJSON-108440083-router', 'tenant_id': '48497435674b41ccb34f6ff43026a232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'cf987100-66ea-496b-aa17-eaf34554ff4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:02Z', 'updated_at': '2022-07-18T10:47:15Z', 'revision_number': 4, 'project_id': '48497435674b41ccb34f6ff43026a232', 'gw_port': {'id': 'cf987100-66ea-496b-aa17-eaf34554ff4f', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd4d833-2ce0-4438-9953-12ee3f8e0f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:03Z', 'updated_at': '2022-07-18T10:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': 'c3bc26e4-cf1d-4d0f-8ed5-970a19493367', 'name': '', 'network_id': 'cacd27b7-b866-4702-aa51-5895ad956ffc', 'tenant_id': '48497435674b41ccb34f6ff43026a232', 'mac_address': 'fa:16:3e:09:1f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd4d833-2ce0-4438-9953-12ee3f8e0f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0722f3de-6f57-48f1-8200-e5895920f8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:12Z', 'updated_at': '2022-07-18T10:47:41Z', 'revision_number': 5, 'project_id': '48497435674b41ccb34f6ff43026a232', 'subnets': [{'id': '0722f3de-6f57-48f1-8200-e5895920f8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:52:00.552411 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5603992c-acff-42d8-9a9b-c993fff52cf2 None None] Checking router: ccd4d833-2ce0-4438-9953-12ee3f8e0f47 for host: dv-cinder-849498-1-iscsi {{(pid=111157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:52:00.562941 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5603992c-acff-42d8-9a9b-c993fff52cf2 None None] Routers {'ccd4d833-2ce0-4438-9953-12ee3f8e0f47'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:52:00.563554 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-5603992c-acff-42d8-9a9b-c993fff52cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:51:37Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['ccd4d833-2ce0-4438-9953-12ee3f8e0f47'], 'active': True} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:52:00.668864 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvr_db [None req-5603992c-acff-42d8-9a9b-c993fff52cf2 None None] Set router ccd4d833-2ce0-4438-9953-12ee3f8e0f47 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:52:00.841616 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-718774fa-d7f1-40d5-acf7-19db93d74ee3 req-b0e2d43a-92fc-4b94-9502-79c283bda31a tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=14d05192-b009-41ab-861b-b66d0352d41e HTTP/1.1" status: 200 len: 210 time: 0.0290449 Jul 18 10:52:00.885323 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-5603992c-acff-42d8-9a9b-c993fff52cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd4d833-2ce0-4438-9953-12ee3f8e0f47', 'name': 'tempest-AttachVolumeShelveTestJSON-108440083-router', 'tenant_id': '48497435674b41ccb34f6ff43026a232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'cf987100-66ea-496b-aa17-eaf34554ff4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:02Z', 'updated_at': '2022-07-18T10:47:15Z', 'revision_number': 4, 'project_id': '48497435674b41ccb34f6ff43026a232', 'gw_port': {'id': 'cf987100-66ea-496b-aa17-eaf34554ff4f', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd4d833-2ce0-4438-9953-12ee3f8e0f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:03Z', 'updated_at': '2022-07-18T10:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': 'c3bc26e4-cf1d-4d0f-8ed5-970a19493367', 'name': '', 'network_id': 'cacd27b7-b866-4702-aa51-5895ad956ffc', 'tenant_id': '48497435674b41ccb34f6ff43026a232', 'mac_address': 'fa:16:3e:09:1f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd4d833-2ce0-4438-9953-12ee3f8e0f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0722f3de-6f57-48f1-8200-e5895920f8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:12Z', 'updated_at': '2022-07-18T10:47:41Z', 'revision_number': 5, 'project_id': '48497435674b41ccb34f6ff43026a232', 'subnets': [{'id': '0722f3de-6f57-48f1-8200-e5895920f8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:52:00.914421 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5603992c-acff-42d8-9a9b-c993fff52cf2 None None] The sync data for ids ['ccd4d833-2ce0-4438-9953-12ee3f8e0f47'] in dv-cinder-849498-1-iscsi is: [{'id': 'ccd4d833-2ce0-4438-9953-12ee3f8e0f47', 'name': 'tempest-AttachVolumeShelveTestJSON-108440083-router', 'tenant_id': '48497435674b41ccb34f6ff43026a232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'cf987100-66ea-496b-aa17-eaf34554ff4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:02Z', 'updated_at': '2022-07-18T10:47:15Z', 'revision_number': 4, 'project_id': '48497435674b41ccb34f6ff43026a232', 'gw_port': {'id': 'cf987100-66ea-496b-aa17-eaf34554ff4f', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd4d833-2ce0-4438-9953-12ee3f8e0f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:03Z', 'updated_at': '2022-07-18T10:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': 'c3bc26e4-cf1d-4d0f-8ed5-970a19493367', 'name': '', 'network_id': 'cacd27b7-b866-4702-aa51-5895ad956ffc', 'tenant_id': '48497435674b41ccb34f6ff43026a232', 'mac_address': 'fa:16:3e:09:1f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd4d833-2ce0-4438-9953-12ee3f8e0f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0722f3de-6f57-48f1-8200-e5895920f8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:12Z', 'updated_at': '2022-07-18T10:47:41Z', 'revision_number': 5, 'project_id': '48497435674b41ccb34f6ff43026a232', 'subnets': [{'id': '0722f3de-6f57-48f1-8200-e5895920f8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:52:00.935696 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fcad455-03fb-4f3e-8da0-cc2bac1c29b4 req-c8d8e706-5d00-4649-8529-a750c5b2dde9 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Made reservation on behalf of f32dc706424247d0ac1dc7a6aa633107 for: {'port': 1} {{(pid=111155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:52:00.939313 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-8fcad455-03fb-4f3e-8da0-cc2bac1c29b4 req-c8d8e706-5d00-4649-8529-a750c5b2dde9 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:00.964876 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:52:01.085985 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.db_base_plugin_common [req-8fcad455-03fb-4f3e-8da0-cc2bac1c29b4 req-c8d8e706-5d00-4649-8529-a750c5b2dde9 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Allocated IP 172.20.0.4 (2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81/b6c39f47-e8f1-437f-bec0-2fa249892ca3/47325516-1ea0-48d9-af9c-813d48dafa61) {{(pid=111155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:52:01.173825 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420a7f7b-6be1-4f67-b7ce-1b165f7efa4b None None] New status for floating IP af94d4a4-18d6-4c54-b816-913f300083dd: DOWN {{(pid=111156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 10:52:01.218685 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-7add358d-0dd2-4b30-b666-8e748108dfa1 req-1eec4d37-7fe4-437b-95aa-19fcbd0fe7aa tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcc60c6-ad37-42f4-bf9c-d59cdbe630c9 HTTP/1.1" status: 200 len: 210 time: 0.0740762 Jul 18 10:52:01.270179 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-8fcad455-03fb-4f3e-8da0-cc2bac1c29b4 req-c8d8e706-5d00-4649-8529-a750c5b2dde9 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks [] for port (47325516-1ea0-48d9-af9c-813d48dafa61), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:01.416861 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-8fcad455-03fb-4f3e-8da0-cc2bac1c29b4 req-c8d8e706-5d00-4649-8529-a750c5b2dde9 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126083827'] for port (47325516-1ea0-48d9-af9c-813d48dafa61), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:01.461213 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fcad455-03fb-4f3e-8da0-cc2bac1c29b4 req-c8d8e706-5d00-4649-8529-a750c5b2dde9 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Network 2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81 is already hosted by enough agents. {{(pid=111155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:52:01.467900 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.base_scheduler [req-8fcad455-03fb-4f3e-8da0-cc2bac1c29b4 req-c8d8e706-5d00-4649-8529-a750c5b2dde9 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Resources bound (agent type, host, resource id): {{(pid=111155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:52:01.472025 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fcad455-03fb-4f3e-8da0-cc2bac1c29b4 req-c8d8e706-5d00-4649-8529-a750c5b2dde9 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Received port after_create {{(pid=111155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:52:01.500984 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:52:01.504959 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d8e706-5d00-4649-8529-a750c5b2dde9 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Pushing event updated for resources: {'Port': ['ID=47325516-1ea0-48d9-af9c-813d48dafa61,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:52:01.541311 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcad455-03fb-4f3e-8da0-cc2bac1c29b4 req-c8d8e706-5d00-4649-8529-a750c5b2dde9 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:01.541856 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-8fcad455-03fb-4f3e-8da0-cc2bac1c29b4 req-c8d8e706-5d00-4649-8529-a750c5b2dde9 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for port (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:01.636284 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8fcad455-03fb-4f3e-8da0-cc2bac1c29b4 req-c8d8e706-5d00-4649-8529-a750c5b2dde9 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1533449 Jul 18 10:52:01.651683 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [req-8fcad455-03fb-4f3e-8da0-cc2bac1c29b4 req-7a7d79f8-8bb8-450a-9579-6c829ec1ede0 service neutron] Request body: {'port': {'device_id': 'bfcc60c6-ad37-42f4-bf9c-d59cdbe630c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84949'}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:52:01.677815 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-06a9a013-1e77-4917-9da5-a86620de5329 None None] Provisioning complete for port 47325516-1ea0-48d9-af9c-813d48dafa61 triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:52:01.678240 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-06a9a013-1e77-4917-9da5-a86620de5329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (47325516-1ea0-48d9-af9c-813d48dafa61), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:01.716343 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-06a9a013-1e77-4917-9da5-a86620de5329 None None] Port 47325516-1ea0-48d9-af9c-813d48dafa61 cannot update to ACTIVE because it is not bound. {{(pid=111156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:52:01.725409 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-8fcad455-03fb-4f3e-8da0-cc2bac1c29b4 req-7a7d79f8-8bb8-450a-9579-6c829ec1ede0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (47325516-1ea0-48d9-af9c-813d48dafa61), before_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:01.999911 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.notifiers.nova [req-8fcad455-03fb-4f3e-8da0-cc2bac1c29b4 req-7a7d79f8-8bb8-450a-9579-6c829ec1ede0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47325516-1ea0-48d9-af9c-813d48dafa61 {{(pid=111155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:52:02.007734 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-8fcad455-03fb-4f3e-8da0-cc2bac1c29b4 req-7a7d79f8-8bb8-450a-9579-6c829ec1ede0 service neutron] Publish callbacks [] for port (47325516-1ea0-48d9-af9c-813d48dafa61), precommit_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:02.018177 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 44422) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:52:02.022605 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.provisioning_blocks [req-8fcad455-03fb-4f3e-8da0-cc2bac1c29b4 req-7a7d79f8-8bb8-450a-9579-6c829ec1ede0 service neutron] Transition to ACTIVE for port object 47325516-1ea0-48d9-af9c-813d48dafa61 will not be triggered until provisioned by entity L2. {{(pid=111155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 10:52:02.075480 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-ff43b020-5417-4f68-a200-ededae78ed81 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks [] for security_group (8206bee7-b785-4a96-80a0-748341e928f4), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:02.099880 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-ff43b020-5417-4f68-a200-ededae78ed81 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks [] for security_group (8206bee7-b785-4a96-80a0-748341e928f4), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:02.135911 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-8fcad455-03fb-4f3e-8da0-cc2bac1c29b4 req-7a7d79f8-8bb8-450a-9579-6c829ec1ede0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126083072'] for port (47325516-1ea0-48d9-af9c-813d48dafa61), after_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:02.194273 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7d79f8-8bb8-450a-9579-6c829ec1ede0 service neutron] Pushing event updated for resources: {'Port': ['ID=47325516-1ea0-48d9-af9c-813d48dafa61,revision_number=2']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:52:02.216898 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae no longer exists at agent hyperv_hv-cinder-84949 {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:52:02.241707 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] No Port match for: abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae {{(pid=111156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:52:02.249952 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-ff43b020-5417-4f68-a200-ededae78ed81 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (8206bee7-b785-4a96-80a0-748341e928f4), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:02.252571 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-ff43b020-5417-4f68-a200-ededae78ed81 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks [] for security_group (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:02.253807 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-ff43b020-5417-4f68-a200-ededae78ed81 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "DELETE /v2.0/security-groups/8206bee7-b785-4a96-80a0-748341e928f4 HTTP/1.1" status: 204 len: 168 time: 0.2345164 Jul 18 10:52:02.254905 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device abd1fe5c-3f12-4f5e-a659-6f5e05dab0ae not bound to the agent host hv-cinder-84949 {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:52:02.259953 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 44426) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:52:02.278429 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff43b020-5417-4f68-a200-ededae78ed81 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8206bee7-b785-4a96-80a0-748341e928f4,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:52:02.280531 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.api.v2.resource [None req-5af1328f-0816-41c6-a460-45320724e6e2 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] show failed (client error): The resource could not be found. Jul 18 10:52:02.281839 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-5af1328f-0816-41c6-a460-45320724e6e2 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups/8206bee7-b785-4a96-80a0-748341e928f4 HTTP/1.1" status: 404 len: 347 time: 0.0201480 Jul 18 10:52:02.284852 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 44428) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:52:02.287646 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.managers [req-8fcad455-03fb-4f3e-8da0-cc2bac1c29b4 req-7a7d79f8-8bb8-450a-9579-6c829ec1ede0 service neutron] Attempting to bind port 47325516-1ea0-48d9-af9c-813d48dafa61 on host hv-cinder-84949 for vnic_type normal with profile {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:52:02.287990 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.managers [req-8fcad455-03fb-4f3e-8da0-cc2bac1c29b4 req-7a7d79f8-8bb8-450a-9579-6c829ec1ede0 service neutron] Attempting to bind port 47325516-1ea0-48d9-af9c-813d48dafa61 by drivers openvswitch,hyperv on host hv-cinder-84949 at level 0 using segments [{'id': 'b79fb7a8-45cf-4253-a4e0-8e4cb2774c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81'}] {{(pid=111155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:52:02.288317 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcad455-03fb-4f3e-8da0-cc2bac1c29b4 req-7a7d79f8-8bb8-450a-9579-6c829ec1ede0 service neutron] Attempting to bind port 47325516-1ea0-48d9-af9c-813d48dafa61 on network 2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81 {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:52:02.295981 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcad455-03fb-4f3e-8da0-cc2bac1c29b4 req-7a7d79f8-8bb8-450a-9579-6c829ec1ede0 service neutron] Port 47325516-1ea0-48d9-af9c-813d48dafa61 on network 2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84949 {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 10:52:02.296378 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcad455-03fb-4f3e-8da0-cc2bac1c29b4 req-7a7d79f8-8bb8-450a-9579-6c829ec1ede0 service neutron] Attempting to bind port 47325516-1ea0-48d9-af9c-813d48dafa61 on network 2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81 {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:52:02.303700 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcad455-03fb-4f3e-8da0-cc2bac1c29b4 req-7a7d79f8-8bb8-450a-9579-6c829ec1ede0 service neutron] Checking agent: {'id': '1ff6e34c-ad2d-4d6d-84c2-aee03113dac2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84949', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 44, 54), 'started_at': datetime.datetime(2022, 7, 18, 10, 44, 54), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:52:02.304074 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcad455-03fb-4f3e-8da0-cc2bac1c29b4 req-7a7d79f8-8bb8-450a-9579-6c829ec1ede0 service neutron] Checking segment: {'id': 'b79fb7a8-45cf-4253-a4e0-8e4cb2774c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:52:02.304467 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcad455-03fb-4f3e-8da0-cc2bac1c29b4 req-7a7d79f8-8bb8-450a-9579-6c829ec1ede0 service neutron] Bound using segment: {'id': 'b79fb7a8-45cf-4253-a4e0-8e4cb2774c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81'} {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:52:02.304928 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.managers [req-8fcad455-03fb-4f3e-8da0-cc2bac1c29b4 req-7a7d79f8-8bb8-450a-9579-6c829ec1ede0 service neutron] Bound port: 47325516-1ea0-48d9-af9c-813d48dafa61, host: hv-cinder-84949, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b79fb7a8-45cf-4253-a4e0-8e4cb2774c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81'}}] {{(pid=111155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:52:02.307994 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-8fcad455-03fb-4f3e-8da0-cc2bac1c29b4 req-7a7d79f8-8bb8-450a-9579-6c829ec1ede0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (47325516-1ea0-48d9-af9c-813d48dafa61), before_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:02.406722 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa179d25-db1a-4f1d-a66a-64f77ab16c21 req-38be737c-c94d-4b4e-a34b-e2fb42b32c6b tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:02.408279 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-fa179d25-db1a-4f1d-a66a-64f77ab16c21 req-38be737c-c94d-4b4e-a34b-e2fb42b32c6b tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcc60c6-ad37-42f4-bf9c-d59cdbe630c9 HTTP/1.1" status: 200 len: 943 time: 0.0880480 Jul 18 10:52:02.425031 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.plugin [None req-85a00d0b-9e15-4371-a730-5b496c5cf1c1 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Deleting port 9da0c70e-be90-4d11-86b1-b7c9f97343f5 {{(pid=111154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:52:02.425031 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-85a00d0b-9e15-4371-a730-5b496c5cf1c1 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (9da0c70e-be90-4d11-86b1-b7c9f97343f5), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:02.425302 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:52:02.441995 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.db [req-8fcad455-03fb-4f3e-8da0-cc2bac1c29b4 req-7a7d79f8-8bb8-450a-9579-6c829ec1ede0 service neutron] For port 47325516-1ea0-48d9-af9c-813d48dafa61, host hv-cinder-84949, cleared binding levels {{(pid=111155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:52:02.460945 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.db [req-8fcad455-03fb-4f3e-8da0-cc2bac1c29b4 req-7a7d79f8-8bb8-450a-9579-6c829ec1ede0 service neutron] For port 47325516-1ea0-48d9-af9c-813d48dafa61, host hv-cinder-84949, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=47325516-1ea0-48d9-af9c-813d48dafa61,segment=NetworkSegment(b79fb7a8-45cf-4253-a4e0-8e4cb2774c82),segment_id=b79fb7a8-45cf-4253-a4e0-8e4cb2774c82)] {{(pid=111155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:52:02.485630 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-fa179d25-db1a-4f1d-a66a-64f77ab16c21 req-25c022b4-b9cc-4875-93d6-e3953698b335 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/security-groups?id=75cbfdbc-0809-45ef-9f41-e85e815f99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645773 Jul 18 10:52:02.506239 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-85a00d0b-9e15-4371-a730-5b496c5cf1c1 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (9da0c70e-be90-4d11-86b1-b7c9f97343f5), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:02.506573 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-85a00d0b-9e15-4371-a730-5b496c5cf1c1 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks [] for floatingip (9da0c70e-be90-4d11-86b1-b7c9f97343f5), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:02.519750 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.plugin [None req-85a00d0b-9e15-4371-a730-5b496c5cf1c1 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Calling delete_port for 9da0c70e-be90-4d11-86b1-b7c9f97343f5 owned by network:floatingip {{(pid=111154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:52:02.532859 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:52:02.587549 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-8fcad455-03fb-4f3e-8da0-cc2bac1c29b4 req-7a7d79f8-8bb8-450a-9579-6c829ec1ede0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126083072'] for port (47325516-1ea0-48d9-af9c-813d48dafa61), after_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:02.624752 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcad455-03fb-4f3e-8da0-cc2bac1c29b4 req-7a7d79f8-8bb8-450a-9579-6c829ec1ede0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:02.625630 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-8fcad455-03fb-4f3e-8da0-cc2bac1c29b4 req-7a7d79f8-8bb8-450a-9579-6c829ec1ede0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for port (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:02.627039 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8fcad455-03fb-4f3e-8da0-cc2bac1c29b4 req-7a7d79f8-8bb8-450a-9579-6c829ec1ede0 service neutron] 10.222.0.52 "PUT /v2.0/ports/47325516-1ea0-48d9-af9c-813d48dafa61 HTTP/1.1" status: 200 len: 1093 time: 0.9810834 Jul 18 10:52:02.627545 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfcc60c6-ad37-42f4-bf9c-d59cdbe630c9', 'tag': '47325516-1ea0-48d9-af9c-813d48dafa61'}] {{(pid=111155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:52:02.629854 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f06b923856051c73f64d3b2294300e60923526062a62ec6e5be74a6ad2a3856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b27448-d926-4853-81fb-b1d4f64a7a4f" -d '{"events": [{"name": "network-changed", "server_uuid": "bfcc60c6-ad37-42f4-bf9c-d59cdbe630c9", "tag": "47325516-1ea0-48d9-af9c-813d48dafa61"}]}' {{(pid=111155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:52:02.662540 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7d79f8-8bb8-450a-9579-6c829ec1ede0 service neutron] Pushing event updated for resources: {'Port': ['ID=47325516-1ea0-48d9-af9c-813d48dafa61,revision_number=3']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:52:02.676381 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88b36a0-89f2-49ff-b147-bf199a0cc1e9 x-openstack-request-id: req-d88b36a0-89f2-49ff-b147-bf199a0cc1e9 {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:52:02.676685 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfcc60c6-ad37-42f4-bf9c-d59cdbe630c9", "tag": "47325516-1ea0-48d9-af9c-813d48dafa61", "status": "completed", "code": 200}]} {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:52:02.676978 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d88b36a0-89f2-49ff-b147-bf199a0cc1e9 {{(pid=111155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:52:02.677397 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d88b36a0-89f2-49ff-b147-bf199a0cc1e9'] response: {'name': 'network-changed', 'server_uuid': 'bfcc60c6-ad37-42f4-bf9c-d59cdbe630c9', 'tag': '47325516-1ea0-48d9-af9c-813d48dafa61', 'status': 'completed', 'code': 200} Jul 18 10:52:02.752463 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b27448-d926-4853-81fb-b1d4f64a7a4f req-ea604115-2d81-464f-8b0d-338f2b92de6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:02.755421 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-34b27448-d926-4853-81fb-b1d4f64a7a4f req-ea604115-2d81-464f-8b0d-338f2b92de6a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f32dc706424247d0ac1dc7a6aa633107&device_id=bfcc60c6-ad37-42f4-bf9c-d59cdbe630c9 HTTP/1.1" status: 200 len: 1127 time: 0.0527513 Jul 18 10:52:02.765106 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-85a00d0b-9e15-4371-a730-5b496c5cf1c1 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127334210'] for port (9da0c70e-be90-4d11-86b1-b7c9f97343f5), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:02.799313 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:52:02.806919 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a00d0b-9e15-4371-a730-5b496c5cf1c1 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Pushing event deleted for resources: {'Port': ['ID=9da0c70e-be90-4d11-86b1-b7c9f97343f5,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:52:02.879070 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-85a00d0b-9e15-4371-a730-5b496c5cf1c1 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks [] for floatingip (af94d4a4-18d6-4c54-b816-913f300083dd), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:02.881909 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-85a00d0b-9e15-4371-a730-5b496c5cf1c1 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for floatingip (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:02.883040 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b27448-d926-4853-81fb-b1d4f64a7a4f req-999b2535-ce53-4426-b0c5-e2888e26c57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:02.883197 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-85a00d0b-9e15-4371-a730-5b496c5cf1c1 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "DELETE /v2.0/floatingips/af94d4a4-18d6-4c54-b816-913f300083dd HTTP/1.1" status: 204 len: 168 time: 0.5971613 Jul 18 10:52:02.885369 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-34b27448-d926-4853-81fb-b1d4f64a7a4f req-999b2535-ce53-4426-b0c5-e2888e26c57c service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=f32dc706424247d0ac1dc7a6aa633107&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1221046 Jul 18 10:52:02.995170 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b27448-d926-4853-81fb-b1d4f64a7a4f req-170b50f4-2305-4e28-9e85-d64d712d92aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:02.996697 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-34b27448-d926-4853-81fb-b1d4f64a7a4f req-170b50f4-2305-4e28-9e85-d64d712d92aa service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1057637 Jul 18 10:52:03.036939 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 44434) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:52:03.041959 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [None req-58ea6787-589b-4118-870c-81ca85ad049a tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Request body: {'security_group': {'name': 'tempest-securitygroup--246294011', 'description': 'tempest-description--1943472726'}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:52:03.096260 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcad455-03fb-4f3e-8da0-cc2bac1c29b4 req-c1921f31-f974-40a9-b173-a2e529b781bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:03.097688 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8fcad455-03fb-4f3e-8da0-cc2bac1c29b4 req-c1921f31-f974-40a9-b173-a2e529b781bc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f32dc706424247d0ac1dc7a6aa633107&device_id=bfcc60c6-ad37-42f4-bf9c-d59cdbe630c9 HTTP/1.1" status: 200 len: 1127 time: 0.0496936 Jul 18 10:52:03.142696 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8fcad455-03fb-4f3e-8da0-cc2bac1c29b4 req-d12b13e4-7525-4f48-9d1a-6b78b3571007 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47325516-1ea0-48d9-af9c-813d48dafa61 HTTP/1.1" status: 200 len: 217 time: 0.0372703 Jul 18 10:52:03.194246 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcad455-03fb-4f3e-8da0-cc2bac1c29b4 req-26e01637-7784-4947-a298-f37b7e8d1310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:03.195689 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8fcad455-03fb-4f3e-8da0-cc2bac1c29b4 req-26e01637-7784-4947-a298-f37b7e8d1310 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b6c39f47-e8f1-437f-bec0-2fa249892ca3 HTTP/1.1" status: 200 len: 850 time: 0.0462067 Jul 18 10:52:03.239561 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcad455-03fb-4f3e-8da0-cc2bac1c29b4 req-ac1433aa-11d9-4396-a1ba-1300ff97713d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:03.241095 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8fcad455-03fb-4f3e-8da0-cc2bac1c29b4 req-ac1433aa-11d9-4396-a1ba-1300ff97713d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392573 Jul 18 10:52:03.244593 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-58ea6787-589b-4118-870c-81ca85ad049a tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks [] for security_group (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:03.376677 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8fcad455-03fb-4f3e-8da0-cc2bac1c29b4 req-ecba268b-72f9-4b68-8a09-c7707ae5dbd1 service neutron] 10.222.0.52 "GET /v2.0/networks/2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227853 Jul 18 10:52:03.410872 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-58ea6787-589b-4118-870c-81ca85ad049a tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks [] for security_group (c3062b4c-4078-48cb-b97f-93a7563dafc8), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:03.480570 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8fcad455-03fb-4f3e-8da0-cc2bac1c29b4 req-5c326633-780c-4996-acf5-3648cd705f1b service neutron] 10.222.0.52 "GET /v2.0/networks/2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952077 Jul 18 10:52:03.535592 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-58ea6787-589b-4118-870c-81ca85ad049a tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (c3062b4c-4078-48cb-b97f-93a7563dafc8), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:03.582447 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ea6787-589b-4118-870c-81ca85ad049a tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3062b4c-4078-48cb-b97f-93a7563dafc8,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:52:03.610195 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:52:03.619211 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe9509-2813-4985-84ce-3c708d5c9c3b req-d4dbd241-330b-4d60-9e27-1bbd8e9b3cae tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:03.628973 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-4cbe9509-2813-4985-84ce-3c708d5c9c3b req-d4dbd241-330b-4d60-9e27-1bbd8e9b3cae tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcc60c6-ad37-42f4-bf9c-d59cdbe630c9 HTTP/1.1" status: 200 len: 943 time: 0.0574460 Jul 18 10:52:03.672124 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-4cbe9509-2813-4985-84ce-3c708d5c9c3b req-ac09b076-258b-4a03-899e-1f22dfabf4e2 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/security-groups?id=75cbfdbc-0809-45ef-9f41-e85e815f99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435581 Jul 18 10:52:03.725917 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-58ea6787-589b-4118-870c-81ca85ad049a tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks [] for security_group (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:03.727177 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-58ea6787-589b-4118-870c-81ca85ad049a tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6892171 Jul 18 10:52:03.730869 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 44438) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:52:03.735575 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [None req-b8814d1a-b5e7-4848-9e07-9b556ff9cf95 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Request body: {'security_group_rule': {'security_group_id': 'c3062b4c-4078-48cb-b97f-93a7563dafc8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:52:03.851858 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-b8814d1a-b5e7-4848-9e07-9b556ff9cf95 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks [] for security_group_rule (f3f805f6-a480-4c0f-a774-54562ed6adb3), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:03.910041 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-b8814d1a-b5e7-4848-9e07-9b556ff9cf95 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks [] for security_group_rule (f3f805f6-a480-4c0f-a774-54562ed6adb3), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:04.038767 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-b8814d1a-b5e7-4848-9e07-9b556ff9cf95 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706217'] for security_group_rule (f3f805f6-a480-4c0f-a774-54562ed6adb3), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:04.058968 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8814d1a-b5e7-4848-9e07-9b556ff9cf95 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3f805f6-a480-4c0f-a774-54562ed6adb3,revision_number=0']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:52:04.154349 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-b8814d1a-b5e7-4848-9e07-9b556ff9cf95 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:04.155628 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-b8814d1a-b5e7-4848-9e07-9b556ff9cf95 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4237592 Jul 18 10:52:04.158374 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 44440) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:52:04.162657 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [None req-2a289b22-f603-40aa-9fab-314ae6e32ffa tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Request body: {'security_group_rule': {'security_group_id': 'c3062b4c-4078-48cb-b97f-93a7563dafc8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:52:04.173017 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:52:04.284414 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-2a289b22-f603-40aa-9fab-314ae6e32ffa tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks [] for security_group_rule (c2b9b4f7-f02e-490a-acf1-2916ac12166f), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:04.348138 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-2a289b22-f603-40aa-9fab-314ae6e32ffa tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks [] for security_group_rule (c2b9b4f7-f02e-490a-acf1-2916ac12166f), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:04.450113 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-2a289b22-f603-40aa-9fab-314ae6e32ffa tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706217'] for security_group_rule (c2b9b4f7-f02e-490a-acf1-2916ac12166f), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:04.471843 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a289b22-f603-40aa-9fab-314ae6e32ffa tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2b9b4f7-f02e-490a-acf1-2916ac12166f,revision_number=0']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:52:04.600111 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-2a289b22-f603-40aa-9fab-314ae6e32ffa tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:04.601451 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-2a289b22-f603-40aa-9fab-314ae6e32ffa tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4421537 Jul 18 10:52:04.604680 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 44442) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:52:04.609048 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [None req-4a51413f-7802-4511-990c-56233b06d2f9 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Request body: {'floatingip': {'floating_network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1'}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:52:04.609554 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-30f85c42-5efc-457e-809c-3af710bdff15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1fc7cd8a-3617-45f0-b645-db80237532c9), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:04.741639 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-4a51413f-7802-4511-990c-56233b06d2f9 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:04.840307 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc617b4-b54c-4bd1-b802-cbe6f93445d0 req-cc4053f8-dbdd-415d-a8e0-7dc03dcdea06 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:04.841811 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-5bc617b4-b54c-4bd1-b802-cbe6f93445d0 req-cc4053f8-dbdd-415d-a8e0-7dc03dcdea06 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcc60c6-ad37-42f4-bf9c-d59cdbe630c9 HTTP/1.1" status: 200 len: 943 time: 0.0964432 Jul 18 10:52:04.880918 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-4a51413f-7802-4511-990c-56233b06d2f9 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:04.939065 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-5bc617b4-b54c-4bd1-b802-cbe6f93445d0 req-5c2c60b2-087b-4070-9855-f4fc5a42ece2 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/security-groups?id=75cbfdbc-0809-45ef-9f41-e85e815f99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914345 Jul 18 10:52:05.009781 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.db_base_plugin_common [None req-4a51413f-7802-4511-990c-56233b06d2f9 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Allocated IP 172.27.1.54 (bb0f21c8-59d6-4417-bd6b-78e480c446a1/d4fbd515-2e97-4384-b4aa-6523e13e40eb/8e429497-e4f6-454e-96a2-b6691bc66e05) {{(pid=111155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:52:05.119071 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-4a51413f-7802-4511-990c-56233b06d2f9 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks [] for port (8e429497-e4f6-454e-96a2-b6691bc66e05), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:05.227471 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-4a51413f-7802-4511-990c-56233b06d2f9 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126083827'] for port (8e429497-e4f6-454e-96a2-b6691bc66e05), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:05.236494 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:52:05.266179 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a51413f-7802-4511-990c-56233b06d2f9 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Network bb0f21c8-59d6-4417-bd6b-78e480c446a1 is already hosted by enough agents. {{(pid=111155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:52:05.268897 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.base_scheduler [None req-4a51413f-7802-4511-990c-56233b06d2f9 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Resources bound (agent type, host, resource id): {{(pid=111155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:52:05.274617 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a51413f-7802-4511-990c-56233b06d2f9 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Received port after_create {{(pid=111155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:52:05.302907 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a51413f-7802-4511-990c-56233b06d2f9 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Pushing event updated for resources: {'Port': ['ID=8e429497-e4f6-454e-96a2-b6691bc66e05,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:52:05.370165 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-4a51413f-7802-4511-990c-56233b06d2f9 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks [] for floatingip (e68ae239-85df-4fd4-a617-87a606b5de94), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:05.371298 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:52:05.571613 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-4a51413f-7802-4511-990c-56233b06d2f9 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (8e429497-e4f6-454e-96a2-b6691bc66e05), before_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:05.724030 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-4a51413f-7802-4511-990c-56233b06d2f9 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks [] for port (8e429497-e4f6-454e-96a2-b6691bc66e05), precommit_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:05.798298 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-4a51413f-7802-4511-990c-56233b06d2f9 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126083072'] for port (8e429497-e4f6-454e-96a2-b6691bc66e05), after_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:05.869148 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a51413f-7802-4511-990c-56233b06d2f9 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Pushing event updated for resources: {'Port': ['ID=8e429497-e4f6-454e-96a2-b6691bc66e05,revision_number=2']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:52:05.883016 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-4a51413f-7802-4511-990c-56233b06d2f9 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778871'] for floatingip (e68ae239-85df-4fd4-a617-87a606b5de94), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:06.006338 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-4a51413f-7802-4511-990c-56233b06d2f9 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for floatingip (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:06.016232 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-4a51413f-7802-4511-990c-56233b06d2f9 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4019473 Jul 18 10:52:06.065914 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe485c1c-bcf1-409a-b3cf-91a73c1aa290 req-66f7f90e-99da-4eb5-a7c1-00e772d2cb50 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:06.067214 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-fe485c1c-bcf1-409a-b3cf-91a73c1aa290 req-66f7f90e-99da-4eb5-a7c1-00e772d2cb50 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcc60c6-ad37-42f4-bf9c-d59cdbe630c9 HTTP/1.1" status: 200 len: 943 time: 0.0517716 Jul 18 10:52:06.120833 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-fe485c1c-bcf1-409a-b3cf-91a73c1aa290 req-3894ee83-0d03-4766-851e-8cd60c783fd1 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/security-groups?id=75cbfdbc-0809-45ef-9f41-e85e815f99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464628 Jul 18 10:52:06.213265 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device 47325516-1ea0-48d9-af9c-813d48dafa61 details requested by agent hyperv_hv-cinder-84949 with host hv-cinder-84949 {{(pid=111156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 10:52:06.214715 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-06c79bcf-4c5d-41c2-ba9b-b55a40fc6305 req-186fff72-6ff9-4a05-9ba1-d42b05f65e1b tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--246294011&fields=id&tenant_id=48497435674b41ccb34f6ff43026a232 HTTP/1.1" status: 200 len: 267 time: 0.0441587 Jul 18 10:52:06.307425 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:52:06.323050 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port 47325516-1ea0-48d9-af9c-813d48dafa61, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=47325516-1ea0-48d9-af9c-813d48dafa61,segment=NetworkSegment(b79fb7a8-45cf-4253-a4e0-8e4cb2774c82),segment_id=b79fb7a8-45cf-4253-a4e0-8e4cb2774c82)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:52:06.329540 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Returning: {'device': '47325516-1ea0-48d9-af9c-813d48dafa61', 'network_id': '2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81', 'port_id': '47325516-1ea0-48d9-af9c-813d48dafa61', 'mac_address': 'fa:16:3e:01:e6:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6c39f47-e8f1-437f-bec0-2fa249892ca3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 10:52:06.330044 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c79bcf-4c5d-41c2-ba9b-b55a40fc6305 req-92683951-92d0-4590-8ec3-8435736e5033 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:06.331742 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-06c79bcf-4c5d-41c2-ba9b-b55a40fc6305 req-92683951-92d0-4590-8ec3-8435736e5033 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/networks?id=cacd27b7-b866-4702-aa51-5895ad956ffc HTTP/1.1" status: 200 len: 816 time: 0.1099055 Jul 18 10:52:06.347831 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-06c79bcf-4c5d-41c2-ba9b-b55a40fc6305 req-a58d06f0-db3d-4569-8320-3ec67e78e3d0 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/quotas/48497435674b41ccb34f6ff43026a232 HTTP/1.1" status: 200 len: 375 time: 0.0105712 Jul 18 10:52:06.370330 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] Current status of the port 47325516-1ea0-48d9-af9c-813d48dafa61 is: DOWN; New status is: BUILD {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:52:06.370803 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (47325516-1ea0-48d9-af9c-813d48dafa61), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:06.372912 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:52:06.386750 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.notifiers.nova [None req-29c51914-efda-4269-8274-168d496bf900 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47325516-1ea0-48d9-af9c-813d48dafa61 {{(pid=111156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:52:06.399622 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-06c79bcf-4c5d-41c2-ba9b-b55a40fc6305 req-392d44c9-63f3-44ca-9b12-abce6f4161bc tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=48497435674b41ccb34f6ff43026a232&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461249 Jul 18 10:52:06.407481 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port 47325516-1ea0-48d9-af9c-813d48dafa61, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=47325516-1ea0-48d9-af9c-813d48dafa61,segment=NetworkSegment(b79fb7a8-45cf-4253-a4e0-8e4cb2774c82),segment_id=b79fb7a8-45cf-4253-a4e0-8e4cb2774c82)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:52:06.498604 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-06c79bcf-4c5d-41c2-ba9b-b55a40fc6305 req-654641d6-4da7-426c-9d76-712550999dc8 service neutron] 10.222.0.49 "GET /v2.0/networks/cacd27b7-b866-4702-aa51-5895ad956ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872085 Jul 18 10:52:06.535359 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (47325516-1ea0-48d9-af9c-813d48dafa61), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:06.585264 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Pushing event updated for resources: {'Port': ['ID=47325516-1ea0-48d9-af9c-813d48dafa61,revision_number=4']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:52:06.599299 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-06c79bcf-4c5d-41c2-ba9b-b55a40fc6305 req-71ea2b9a-02ab-4bd3-a948-4d0c864fc8f7 service neutron] 10.222.0.49 "GET /v2.0/networks/cacd27b7-b866-4702-aa51-5895ad956ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947909 Jul 18 10:52:06.867028 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] get_ports_and_sgs() called for port_ids ['47325516-1ea0-48d9-af9c-813d48dafa61'] {{(pid=111156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:52:06.881897 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-11e09981-0ba9-48ab-8e67-c8c860be09c8 req-4cb58cd1-3108-4ea9-b5b9-90323d7de873 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 210 time: 0.0332358 Jul 18 10:52:07.038301 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-79b29ea1-3834-4e05-83ce-c638aba174d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (e6bcb791-bd43-4d6b-ab54-e591cb66712b), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:07.244659 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda18599-ec18-40fd-8eab-75953ed663bf req-1065c3c3-6f8d-470a-a879-6d50682087d2 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:07.246227 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-fda18599-ec18-40fd-8eab-75953ed663bf req-1065c3c3-6f8d-470a-a879-6d50682087d2 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcc60c6-ad37-42f4-bf9c-d59cdbe630c9 HTTP/1.1" status: 200 len: 944 time: 0.0562398 Jul 18 10:52:07.300248 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-fda18599-ec18-40fd-8eab-75953ed663bf req-cffa12af-d2f0-4203-b9df-3ceecb8fcd85 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/security-groups?id=75cbfdbc-0809-45ef-9f41-e85e815f99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482771 Jul 18 10:52:07.988061 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-49774163-a5ca-41a1-aa9f-d582c218feb8 req-cc98d1c9-66d4-4e3c-b073-21c4412f7e31 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 210 time: 0.0296285 Jul 18 10:52:08.140885 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-ce070233-206f-40ab-920e-7b3694335a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (dfa25df3-493c-43ae-826d-29cbf3b2bfa8), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:08.221256 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device 47325516-1ea0-48d9-af9c-813d48dafa61 up at agent hyperv_hv-cinder-84949 {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:52:08.248042 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:52:08.264697 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-29c51914-efda-4269-8274-168d496bf900 None None] Provisioning for port 47325516-1ea0-48d9-af9c-813d48dafa61 completed by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 10:52:08.346658 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-29c51914-efda-4269-8274-168d496bf900 None None] Provisioning complete for port 47325516-1ea0-48d9-af9c-813d48dafa61 triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:52:08.347050 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (47325516-1ea0-48d9-af9c-813d48dafa61), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:08.417427 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79b073e-ba04-4cb2-995d-ad43a68bbdb3 req-6e1d03ea-ddf0-4ea3-8c61-31d44554c710 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:08.418913 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d79b073e-ba04-4cb2-995d-ad43a68bbdb3 req-6e1d03ea-ddf0-4ea3-8c61-31d44554c710 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcc60c6-ad37-42f4-bf9c-d59cdbe630c9 HTTP/1.1" status: 200 len: 944 time: 0.0490191 Jul 18 10:52:08.432144 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] Current status of the port 47325516-1ea0-48d9-af9c-813d48dafa61 is: BUILD; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:52:08.432539 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (47325516-1ea0-48d9-af9c-813d48dafa61), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:08.458933 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfcc60c6-ad37-42f4-bf9c-d59cdbe630c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47325516-1ea0-48d9-af9c-813d48dafa61'}] {{(pid=111156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:52:08.461224 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfe4995b6dbf042dd7b3201bd1da42d47478b3b3d9ca6c613cb3b1d3a53612ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1c0134-201b-4cfa-ab3c-f39f1b9c7c38" -d '{"events": [{"server_uuid": "bfcc60c6-ad37-42f4-bf9c-d59cdbe630c9", "name": "network-vif-plugged", "status": "completed", "tag": "47325516-1ea0-48d9-af9c-813d48dafa61"}]}' {{(pid=111156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:52:08.470839 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d79b073e-ba04-4cb2-995d-ad43a68bbdb3 req-5ca9034d-6fb8-4710-a587-4e6633a490c6 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/security-groups?id=75cbfdbc-0809-45ef-9f41-e85e815f99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461941 Jul 18 10:52:08.474988 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port 47325516-1ea0-48d9-af9c-813d48dafa61, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=47325516-1ea0-48d9-af9c-813d48dafa61,segment=NetworkSegment(b79fb7a8-45cf-4253-a4e0-8e4cb2774c82),segment_id=b79fb7a8-45cf-4253-a4e0-8e4cb2774c82)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:52:08.502149 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a63894-1ba9-4447-8601-35b953044ae4 x-openstack-request-id: req-82a63894-1ba9-4447-8601-35b953044ae4 {{(pid=111156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:52:08.502462 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfcc60c6-ad37-42f4-bf9c-d59cdbe630c9", "name": "network-vif-plugged", "status": "completed", "tag": "47325516-1ea0-48d9-af9c-813d48dafa61", "code": 200}]} {{(pid=111156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:52:08.502717 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-82a63894-1ba9-4447-8601-35b953044ae4 {{(pid=111156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:52:08.503115 dv-cinder-849498-1-iscsi neutron-server[111156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82a63894-1ba9-4447-8601-35b953044ae4'] response: {'server_uuid': 'bfcc60c6-ad37-42f4-bf9c-d59cdbe630c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47325516-1ea0-48d9-af9c-813d48dafa61', 'code': 200} Jul 18 10:52:08.605158 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (47325516-1ea0-48d9-af9c-813d48dafa61), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:08.653855 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Pushing event updated for resources: {'Port': ['ID=47325516-1ea0-48d9-af9c-813d48dafa61,revision_number=5']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:52:09.059482 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:52:09.117941 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb709cc-713f-4707-b32b-7eb96b2d1a74 req-ca5a98f1-f01d-4855-ab87-c23b5d767eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:09.120750 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-fdb709cc-713f-4707-b32b-7eb96b2d1a74 req-ca5a98f1-f01d-4855-ab87-c23b5d767eac service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bfcc60c6-ad37-42f4-bf9c-d59cdbe630c9 HTTP/1.1" status: 200 len: 1129 time: 0.0417955 Jul 18 10:52:09.126234 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8d22de3b-e31d-4c95-a7df-237e7f8e49b1 req-8406b225-c905-49c7-ab9b-77805f934c0b tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 210 time: 0.0335596 Jul 18 10:52:09.158966 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:52:09.162782 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c79bcf-4c5d-41c2-ba9b-b55a40fc6305 req-00cb84e0-0c64-4329-8e36-7bf14d3c2087 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:09.164298 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-06c79bcf-4c5d-41c2-ba9b-b55a40fc6305 req-00cb84e0-0c64-4329-8e36-7bf14d3c2087 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.52 "GET /v2.0/networks?id=cacd27b7-b866-4702-aa51-5895ad956ffc HTTP/1.1" status: 200 len: 816 time: 0.1408355 Jul 18 10:52:09.174964 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-fdb709cc-713f-4707-b32b-7eb96b2d1a74 req-54e5aebd-3cfc-4732-870c-85388c2a0a40 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=75cbfdbc-0809-45ef-9f41-e85e815f99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477033 Jul 18 10:52:09.232528 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-06c79bcf-4c5d-41c2-ba9b-b55a40fc6305 req-9f5f463e-604f-420b-b42f-d61449841527 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48497435674b41ccb34f6ff43026a232 HTTP/1.1" status: 200 len: 379 time: 0.0572975 Jul 18 10:52:09.422702 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [req-06c79bcf-4c5d-41c2-ba9b-b55a40fc6305 req-b0602f2e-22c3-4dcb-8294-a256dcd0cd7e tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Request body: {'port': {'device_id': '4f1b361f-a048-4231-8c87-b3b27c478f7d', 'network_id': 'cacd27b7-b866-4702-aa51-5895ad956ffc', 'admin_state_up': True, 'tenant_id': '48497435674b41ccb34f6ff43026a232', 'security_groups': ['c3062b4c-4078-48cb-b97f-93a7563dafc8']}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:52:09.596052 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8161b-8472-469d-9c44-63db6e364edc req-ba28ead9-12f7-4e65-a894-1d4e97f76a5b tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:09.597643 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-0ab8161b-8472-469d-9c44-63db6e364edc req-ba28ead9-12f7-4e65-a894-1d4e97f76a5b tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcc60c6-ad37-42f4-bf9c-d59cdbe630c9 HTTP/1.1" status: 200 len: 945 time: 0.0536916 Jul 18 10:52:09.652221 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-0ab8161b-8472-469d-9c44-63db6e364edc req-a658d221-f9ec-4ba0-b2fa-15e1666eed7c tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/security-groups?id=75cbfdbc-0809-45ef-9f41-e85e815f99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481379 Jul 18 10:52:09.667200 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06c79bcf-4c5d-41c2-ba9b-b55a40fc6305 req-b0602f2e-22c3-4dcb-8294-a256dcd0cd7e tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Made reservation on behalf of 48497435674b41ccb34f6ff43026a232 for: {'port': 1} {{(pid=111155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:52:09.670614 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-06c79bcf-4c5d-41c2-ba9b-b55a40fc6305 req-b0602f2e-22c3-4dcb-8294-a256dcd0cd7e tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:09.680010 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:52:09.809659 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.db_base_plugin_common [req-06c79bcf-4c5d-41c2-ba9b-b55a40fc6305 req-b0602f2e-22c3-4dcb-8294-a256dcd0cd7e tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Allocated IP 172.20.0.6 (cacd27b7-b866-4702-aa51-5895ad956ffc/0722f3de-6f57-48f1-8200-e5895920f8b7/e168237a-b0b4-42cb-8c89-d5ade5d9cf57) {{(pid=111155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:52:09.901533 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f8336af3-fca9-403e-a19b-06518ba3f665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (7e71126e-a656-43d8-a2eb-058f1b343885), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:09.961135 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-06c79bcf-4c5d-41c2-ba9b-b55a40fc6305 req-b0602f2e-22c3-4dcb-8294-a256dcd0cd7e tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks [] for port (e168237a-b0b4-42cb-8c89-d5ade5d9cf57), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:10.026543 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (62f731a8-190a-49a2-85f5-14fe4e09184e), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:10.152499 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-06c79bcf-4c5d-41c2-ba9b-b55a40fc6305 req-b0602f2e-22c3-4dcb-8294-a256dcd0cd7e tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126083827'] for port (e168237a-b0b4-42cb-8c89-d5ade5d9cf57), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:10.205458 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06c79bcf-4c5d-41c2-ba9b-b55a40fc6305 req-b0602f2e-22c3-4dcb-8294-a256dcd0cd7e tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Network cacd27b7-b866-4702-aa51-5895ad956ffc is already hosted by enough agents. {{(pid=111155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:52:10.215933 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.base_scheduler [req-06c79bcf-4c5d-41c2-ba9b-b55a40fc6305 req-b0602f2e-22c3-4dcb-8294-a256dcd0cd7e tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Resources bound (agent type, host, resource id): {{(pid=111155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:52:10.216075 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c79bcf-4c5d-41c2-ba9b-b55a40fc6305 req-b0602f2e-22c3-4dcb-8294-a256dcd0cd7e tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Received port after_create {{(pid=111155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:52:10.223058 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:52:10.277719 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0602f2e-22c3-4dcb-8294-a256dcd0cd7e tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Pushing event updated for resources: {'Port': ['ID=e168237a-b0b4-42cb-8c89-d5ade5d9cf57,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:52:10.310011 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa33014-7175-4f99-ba54-819e43c94d09 req-0f1ab8c3-908b-4799-bc3d-c16c1fc47909 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:10.311621 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-5aa33014-7175-4f99-ba54-819e43c94d09 req-0f1ab8c3-908b-4799-bc3d-c16c1fc47909 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 931 time: 0.1005569 Jul 18 10:52:10.319751 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c79bcf-4c5d-41c2-ba9b-b55a40fc6305 req-b0602f2e-22c3-4dcb-8294-a256dcd0cd7e tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:10.320416 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-06c79bcf-4c5d-41c2-ba9b-b55a40fc6305 req-b0602f2e-22c3-4dcb-8294-a256dcd0cd7e tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for port (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:10.378012 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-5aa33014-7175-4f99-ba54-819e43c94d09 req-a826107c-0f5e-4fd6-9953-a7d973f7a40a tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3062b4c-4078-48cb-b97f-93a7563dafc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540318 Jul 18 10:52:10.444484 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-8ccd7a52-28cf-4ed3-adab-defe5c08126e None None] Provisioning complete for port e168237a-b0b4-42cb-8c89-d5ade5d9cf57 triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:52:10.444882 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-8ccd7a52-28cf-4ed3-adab-defe5c08126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (e168237a-b0b4-42cb-8c89-d5ade5d9cf57), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:10.479008 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-8ccd7a52-28cf-4ed3-adab-defe5c08126e None None] Port e168237a-b0b4-42cb-8c89-d5ade5d9cf57 cannot update to ACTIVE because it is not bound. {{(pid=111156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:52:10.520848 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-06c79bcf-4c5d-41c2-ba9b-b55a40fc6305 req-b0602f2e-22c3-4dcb-8294-a256dcd0cd7e tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1023018 Jul 18 10:52:10.772939 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aded9e1c-5a5b-4686-b185-c97b1793eb3b req-c7cd0a71-df02-4615-bd40-e314be07915e tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:10.774369 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-aded9e1c-5a5b-4686-b185-c97b1793eb3b req-c7cd0a71-df02-4615-bd40-e314be07915e tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcc60c6-ad37-42f4-bf9c-d59cdbe630c9 HTTP/1.1" status: 200 len: 945 time: 0.0507863 Jul 18 10:52:10.828977 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-aded9e1c-5a5b-4686-b185-c97b1793eb3b req-5027619a-a0dd-49c2-9988-6f6b292aac9c tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/security-groups?id=75cbfdbc-0809-45ef-9f41-e85e815f99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487192 Jul 18 10:52:10.887937 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=97 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:52:10.888713 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=11 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:52:10.983647 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [req-06c79bcf-4c5d-41c2-ba9b-b55a40fc6305 req-ac0ff5c4-dcab-4c7f-baf9-ed590b3542bf service neutron] Request body: {'port': {'device_id': '4f1b361f-a048-4231-8c87-b3b27c478f7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84949'}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:52:11.065081 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-06c79bcf-4c5d-41c2-ba9b-b55a40fc6305 req-ac0ff5c4-dcab-4c7f-baf9-ed590b3542bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (e168237a-b0b4-42cb-8c89-d5ade5d9cf57), before_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:11.527248 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:52:11.549265 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff8c9a2-0b38-4a56-9cf9-209052523284 req-f7db7d27-ec91-4e44-b80b-83424dc812af tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:11.550773 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-dff8c9a2-0b38-4a56-9cf9-209052523284 req-f7db7d27-ec91-4e44-b80b-83424dc812af tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 931 time: 0.0871615 Jul 18 10:52:11.634866 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-dff8c9a2-0b38-4a56-9cf9-209052523284 req-a7f8477e-b4bd-4568-8af1-1f1410d962c7 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3062b4c-4078-48cb-b97f-93a7563dafc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773211 Jul 18 10:52:11.672640 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.notifiers.nova [req-06c79bcf-4c5d-41c2-ba9b-b55a40fc6305 req-ac0ff5c4-dcab-4c7f-baf9-ed590b3542bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e168237a-b0b4-42cb-8c89-d5ade5d9cf57 {{(pid=111155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:52:11.681092 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-06c79bcf-4c5d-41c2-ba9b-b55a40fc6305 req-ac0ff5c4-dcab-4c7f-baf9-ed590b3542bf service neutron] Publish callbacks [] for port (e168237a-b0b4-42cb-8c89-d5ade5d9cf57), precommit_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:11.694531 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.provisioning_blocks [req-06c79bcf-4c5d-41c2-ba9b-b55a40fc6305 req-ac0ff5c4-dcab-4c7f-baf9-ed590b3542bf service neutron] Transition to ACTIVE for port object e168237a-b0b4-42cb-8c89-d5ade5d9cf57 will not be triggered until provisioned by entity L2. {{(pid=111155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 10:52:11.854879 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-06c79bcf-4c5d-41c2-ba9b-b55a40fc6305 req-ac0ff5c4-dcab-4c7f-baf9-ed590b3542bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126083072'] for port (e168237a-b0b4-42cb-8c89-d5ade5d9cf57), after_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:11.909531 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0ff5c4-dcab-4c7f-baf9-ed590b3542bf service neutron] Pushing event updated for resources: {'Port': ['ID=e168237a-b0b4-42cb-8c89-d5ade5d9cf57,revision_number=2']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:52:12.001435 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c5a6ca-0e18-4dcc-8cb8-f57e8e431456 req-e6238e37-42fb-46ac-bff8-bd99e442df9a tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:12.003027 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b2c5a6ca-0e18-4dcc-8cb8-f57e8e431456 req-e6238e37-42fb-46ac-bff8-bd99e442df9a tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcc60c6-ad37-42f4-bf9c-d59cdbe630c9 HTTP/1.1" status: 200 len: 945 time: 0.0958192 Jul 18 10:52:12.060512 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.managers [req-06c79bcf-4c5d-41c2-ba9b-b55a40fc6305 req-ac0ff5c4-dcab-4c7f-baf9-ed590b3542bf service neutron] Attempting to bind port e168237a-b0b4-42cb-8c89-d5ade5d9cf57 on host hv-cinder-84949 for vnic_type normal with profile {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:52:12.060945 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.managers [req-06c79bcf-4c5d-41c2-ba9b-b55a40fc6305 req-ac0ff5c4-dcab-4c7f-baf9-ed590b3542bf service neutron] Attempting to bind port e168237a-b0b4-42cb-8c89-d5ade5d9cf57 by drivers openvswitch,hyperv on host hv-cinder-84949 at level 0 using segments [{'id': '163c7c7d-635e-4353-a5ea-f102084ea7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'cacd27b7-b866-4702-aa51-5895ad956ffc'}] {{(pid=111155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:52:12.061287 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c79bcf-4c5d-41c2-ba9b-b55a40fc6305 req-ac0ff5c4-dcab-4c7f-baf9-ed590b3542bf service neutron] Attempting to bind port e168237a-b0b4-42cb-8c89-d5ade5d9cf57 on network cacd27b7-b866-4702-aa51-5895ad956ffc {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:52:12.075784 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c79bcf-4c5d-41c2-ba9b-b55a40fc6305 req-ac0ff5c4-dcab-4c7f-baf9-ed590b3542bf service neutron] Port e168237a-b0b4-42cb-8c89-d5ade5d9cf57 on network cacd27b7-b866-4702-aa51-5895ad956ffc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84949 {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 10:52:12.076207 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c79bcf-4c5d-41c2-ba9b-b55a40fc6305 req-ac0ff5c4-dcab-4c7f-baf9-ed590b3542bf service neutron] Attempting to bind port e168237a-b0b4-42cb-8c89-d5ade5d9cf57 on network cacd27b7-b866-4702-aa51-5895ad956ffc {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:52:12.082310 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b2c5a6ca-0e18-4dcc-8cb8-f57e8e431456 req-eb1c62cf-eb1d-4855-8ca0-a35de8067796 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/security-groups?id=75cbfdbc-0809-45ef-9f41-e85e815f99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723541 Jul 18 10:52:12.085051 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c79bcf-4c5d-41c2-ba9b-b55a40fc6305 req-ac0ff5c4-dcab-4c7f-baf9-ed590b3542bf service neutron] Checking agent: {'id': '1ff6e34c-ad2d-4d6d-84c2-aee03113dac2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84949', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 44, 54), 'started_at': datetime.datetime(2022, 7, 18, 10, 44, 54), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:52:12.085392 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c79bcf-4c5d-41c2-ba9b-b55a40fc6305 req-ac0ff5c4-dcab-4c7f-baf9-ed590b3542bf service neutron] Checking segment: {'id': '163c7c7d-635e-4353-a5ea-f102084ea7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'cacd27b7-b866-4702-aa51-5895ad956ffc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:52:12.085766 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c79bcf-4c5d-41c2-ba9b-b55a40fc6305 req-ac0ff5c4-dcab-4c7f-baf9-ed590b3542bf service neutron] Bound using segment: {'id': '163c7c7d-635e-4353-a5ea-f102084ea7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'cacd27b7-b866-4702-aa51-5895ad956ffc'} {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:52:12.086197 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.managers [req-06c79bcf-4c5d-41c2-ba9b-b55a40fc6305 req-ac0ff5c4-dcab-4c7f-baf9-ed590b3542bf service neutron] Bound port: e168237a-b0b4-42cb-8c89-d5ade5d9cf57, host: hv-cinder-84949, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '163c7c7d-635e-4353-a5ea-f102084ea7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'cacd27b7-b866-4702-aa51-5895ad956ffc'}}] {{(pid=111155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:52:12.086557 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-06c79bcf-4c5d-41c2-ba9b-b55a40fc6305 req-ac0ff5c4-dcab-4c7f-baf9-ed590b3542bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (e168237a-b0b4-42cb-8c89-d5ade5d9cf57), before_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:12.187252 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.db [req-06c79bcf-4c5d-41c2-ba9b-b55a40fc6305 req-ac0ff5c4-dcab-4c7f-baf9-ed590b3542bf service neutron] For port e168237a-b0b4-42cb-8c89-d5ade5d9cf57, host hv-cinder-84949, cleared binding levels {{(pid=111155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:52:12.196241 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:52:12.204018 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.db [req-06c79bcf-4c5d-41c2-ba9b-b55a40fc6305 req-ac0ff5c4-dcab-4c7f-baf9-ed590b3542bf service neutron] For port e168237a-b0b4-42cb-8c89-d5ade5d9cf57, host hv-cinder-84949, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=e168237a-b0b4-42cb-8c89-d5ade5d9cf57,segment=NetworkSegment(163c7c7d-635e-4353-a5ea-f102084ea7d2),segment_id=163c7c7d-635e-4353-a5ea-f102084ea7d2)] {{(pid=111155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:52:12.215158 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed51ff-cd22-4a6d-954b-4334f8cfca41 req-2733eeae-6ee0-4bae-91d2-79bf0cb72d8b tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:12.216625 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b9ed51ff-cd22-4a6d-954b-4334f8cfca41 req-2733eeae-6ee0-4bae-91d2-79bf0cb72d8b tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcc60c6-ad37-42f4-bf9c-d59cdbe630c9 HTTP/1.1" status: 200 len: 945 time: 0.0668452 Jul 18 10:52:12.225490 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 44504) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:52:12.231368 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [None req-590ff643-61b7-41b8-b454-73e3fa370c81 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Request body: {'floatingip': {'port_id': '47325516-1ea0-48d9-af9c-813d48dafa61'}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:52:12.270423 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-590ff643-61b7-41b8-b454-73e3fa370c81 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks [] for floatingip (b6af44a2-78d6-47cd-928c-285d52b6d290), before_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:12.334095 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-06c79bcf-4c5d-41c2-ba9b-b55a40fc6305 req-ac0ff5c4-dcab-4c7f-baf9-ed590b3542bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126083072'] for port (e168237a-b0b4-42cb-8c89-d5ade5d9cf57), after_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:12.409086 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c79bcf-4c5d-41c2-ba9b-b55a40fc6305 req-ac0ff5c4-dcab-4c7f-baf9-ed590b3542bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:12.409683 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-06c79bcf-4c5d-41c2-ba9b-b55a40fc6305 req-ac0ff5c4-dcab-4c7f-baf9-ed590b3542bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for port (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:12.411096 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-06c79bcf-4c5d-41c2-ba9b-b55a40fc6305 req-ac0ff5c4-dcab-4c7f-baf9-ed590b3542bf service neutron] 10.222.0.52 "PUT /v2.0/ports/e168237a-b0b4-42cb-8c89-d5ade5d9cf57 HTTP/1.1" status: 200 len: 1093 time: 1.4325032 Jul 18 10:52:12.416884 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f1b361f-a048-4231-8c87-b3b27c478f7d', 'tag': 'e168237a-b0b4-42cb-8c89-d5ade5d9cf57'}] {{(pid=111155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:52:12.419295 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f06b923856051c73f64d3b2294300e60923526062a62ec6e5be74a6ad2a3856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2018cc-f8c1-4f43-ba91-e1e68e9da0a0" -d '{"events": [{"name": "network-changed", "server_uuid": "4f1b361f-a048-4231-8c87-b3b27c478f7d", "tag": "e168237a-b0b4-42cb-8c89-d5ade5d9cf57"}]}' {{(pid=111155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:52:12.455435 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0ff5c4-dcab-4c7f-baf9-ed590b3542bf service neutron] Pushing event updated for resources: {'Port': ['ID=e168237a-b0b4-42cb-8c89-d5ade5d9cf57,revision_number=3']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:52:12.461374 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12443ca9-bfc7-42fb-af1c-11afaa4ad4dd x-openstack-request-id: req-12443ca9-bfc7-42fb-af1c-11afaa4ad4dd {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:52:12.461673 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f1b361f-a048-4231-8c87-b3b27c478f7d", "tag": "e168237a-b0b4-42cb-8c89-d5ade5d9cf57", "status": "completed", "code": 200}]} {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:52:12.462424 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-12443ca9-bfc7-42fb-af1c-11afaa4ad4dd {{(pid=111155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:52:12.462828 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12443ca9-bfc7-42fb-af1c-11afaa4ad4dd'] response: {'name': 'network-changed', 'server_uuid': '4f1b361f-a048-4231-8c87-b3b27c478f7d', 'tag': 'e168237a-b0b4-42cb-8c89-d5ade5d9cf57', 'status': 'completed', 'code': 200} Jul 18 10:52:12.576092 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2018cc-f8c1-4f43-ba91-e1e68e9da0a0 req-2d0f0822-4b52-4778-8747-d114b95ed39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:12.577805 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-bc2018cc-f8c1-4f43-ba91-e1e68e9da0a0 req-2d0f0822-4b52-4778-8747-d114b95ed39a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=48497435674b41ccb34f6ff43026a232&device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 1127 time: 0.0800295 Jul 18 10:52:12.752598 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:52:12.840331 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2018cc-f8c1-4f43-ba91-e1e68e9da0a0 req-a5d56bcf-606a-4822-9ed8-adbcee5e9bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:12.842072 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-bc2018cc-f8c1-4f43-ba91-e1e68e9da0a0 req-a5d56bcf-606a-4822-9ed8-adbcee5e9bc9 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=48497435674b41ccb34f6ff43026a232&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2531838 Jul 18 10:52:12.852230 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10c22d-c4a9-4831-b426-a86a6f258b20 req-7e88db76-fcb6-48d0-b77b-b0f5ea78cff8 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:12.854507 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-0c10c22d-c4a9-4831-b426-a86a6f258b20 req-7e88db76-fcb6-48d0-b77b-b0f5ea78cff8 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 943 time: 0.1196942 Jul 18 10:52:13.034649 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-0c10c22d-c4a9-4831-b426-a86a6f258b20 req-f1545b86-a83e-4139-93e8-a3a9cb8ee2c1 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3062b4c-4078-48cb-b97f-93a7563dafc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1650078 Jul 18 10:52:13.070384 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-590ff643-61b7-41b8-b454-73e3fa370c81 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:13.072079 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2018cc-f8c1-4f43-ba91-e1e68e9da0a0 req-a5dae450-f664-44ce-a06e-bf52ce3d1fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:13.073593 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-bc2018cc-f8c1-4f43-ba91-e1e68e9da0a0 req-a5dae450-f664-44ce-a06e-bf52ce3d1fee service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2156701 Jul 18 10:52:13.130181 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-590ff643-61b7-41b8-b454-73e3fa370c81 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778871'] for floatingip (b6af44a2-78d6-47cd-928c-285d52b6d290), after_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:13.200643 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c79bcf-4c5d-41c2-ba9b-b55a40fc6305 req-6e5f3b37-cd40-43a4-8322-3e15d4769b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:13.202174 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-06c79bcf-4c5d-41c2-ba9b-b55a40fc6305 req-6e5f3b37-cd40-43a4-8322-3e15d4769b7b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=48497435674b41ccb34f6ff43026a232&device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 1127 time: 0.0819495 Jul 18 10:52:13.270069 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-06c79bcf-4c5d-41c2-ba9b-b55a40fc6305 req-bf97a095-dd3b-4dff-892b-173439c287bc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e168237a-b0b4-42cb-8c89-d5ade5d9cf57 HTTP/1.1" status: 200 len: 217 time: 0.0396543 Jul 18 10:52:13.321970 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.db.l3_db [None req-590ff643-61b7-41b8-b454-73e3fa370c81 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Floating IP b6af44a2-78d6-47cd-928c-285d52b6d290 associated. External IP: 172.27.1.72, port: 47325516-1ea0-48d9-af9c-813d48dafa61. Jul 18 10:52:13.362238 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:52:13.367636 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c79bcf-4c5d-41c2-ba9b-b55a40fc6305 req-9715c753-c851-43a5-af06-4e2f6202a13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:13.369382 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-06c79bcf-4c5d-41c2-ba9b-b55a40fc6305 req-9715c753-c851-43a5-af06-4e2f6202a13e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0722f3de-6f57-48f1-8200-e5895920f8b7 HTTP/1.1" status: 200 len: 855 time: 0.0922077 Jul 18 10:52:13.451051 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c79bcf-4c5d-41c2-ba9b-b55a40fc6305 req-e0a559f8-48bc-4743-ab9a-3ecf2350a313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:13.452555 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-06c79bcf-4c5d-41c2-ba9b-b55a40fc6305 req-e0a559f8-48bc-4743-ab9a-3ecf2350a313 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cacd27b7-b866-4702-aa51-5895ad956ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0766306 Jul 18 10:52:13.632917 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-06c79bcf-4c5d-41c2-ba9b-b55a40fc6305 req-b57c9c31-0830-4db7-93c0-6f6b2840eadf service neutron] 10.222.0.52 "GET /v2.0/networks/cacd27b7-b866-4702-aa51-5895ad956ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710854 Jul 18 10:52:13.705218 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-590ff643-61b7-41b8-b454-73e3fa370c81 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Router 3663ab98-9729-41e8-b5da-0c726d2fb113 has already been hosted by L3 agent e6bcb791-bd43-4d6b-ab54-e591cb66712b {{(pid=111155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:52:13.733691 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:52:13.781768 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-06c79bcf-4c5d-41c2-ba9b-b55a40fc6305 req-dffd6b42-70cb-4a0f-af61-43e52dc91932 service neutron] 10.222.0.52 "GET /v2.0/networks/cacd27b7-b866-4702-aa51-5895ad956ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422076 Jul 18 10:52:13.843587 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-590ff643-61b7-41b8-b454-73e3fa370c81 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Notify agent at l3_agent.dv-cinder-849498-1-iscsi the message routers_updated {{(pid=111155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:52:13.848303 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-590ff643-61b7-41b8-b454-73e3fa370c81 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for floatingip (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:13.854238 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccee5cd-148b-4c85-b105-bd118968f7bb None None] Sync routers for ids ['3663ab98-9729-41e8-b5da-0c726d2fb113'] in dv-cinder-849498-1-iscsi {{(pid=111157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:52:13.866371 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccee5cd-148b-4c85-b105-bd118968f7bb None None] Routers {'3663ab98-9729-41e8-b5da-0c726d2fb113'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:52:13.867231 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-0ccee5cd-148b-4c85-b105-bd118968f7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:52:07Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['3663ab98-9729-41e8-b5da-0c726d2fb113'], 'active': True} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:52:13.881852 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-590ff643-61b7-41b8-b454-73e3fa370c81 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "PUT /v2.0/floatingips/b6af44a2-78d6-47cd-928c-285d52b6d290 HTTP/1.1" status: 200 len: 990 time: 1.6552880 Jul 18 10:52:13.975397 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvr_db [None req-0ccee5cd-148b-4c85-b105-bd118968f7bb None None] Set router 3663ab98-9729-41e8-b5da-0c726d2fb113 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:52:14.166303 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559c52a-2e23-4700-947f-338f29f0171f req-0c58b74d-f54c-492e-a2d4-bb0e7cd2ba6a tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:14.168005 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-7559c52a-2e23-4700-947f-338f29f0171f req-0c58b74d-f54c-492e-a2d4-bb0e7cd2ba6a tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 943 time: 0.0541723 Jul 18 10:52:14.218655 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-7559c52a-2e23-4700-947f-338f29f0171f req-eb13a76f-ec02-47cf-999c-93b513313a25 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3062b4c-4078-48cb-b97f-93a7563dafc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447500 Jul 18 10:52:14.279666 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-0ccee5cd-148b-4c85-b105-bd118968f7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3663ab98-9729-41e8-b5da-0c726d2fb113', 'name': 'tempest-AttachVolumeTestJSON-1188077473-router', 'tenant_id': 'f32dc706424247d0ac1dc7a6aa633107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:01Z', 'updated_at': '2022-07-18T10:47:13Z', 'revision_number': 4, 'project_id': 'f32dc706424247d0ac1dc7a6aa633107', 'gw_port': {'id': '0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:dd:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3663ab98-9729-41e8-b5da-0c726d2fb113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:03Z', 'updated_at': '2022-07-18T10:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_floatingips': [{'id': 'b6af44a2-78d6-47cd-928c-285d52b6d290', 'tenant_id': 'f32dc706424247d0ac1dc7a6aa633107', 'floating_ip_address': '172.27.1.72', 'floating_network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'router_id': '3663ab98-9729-41e8-b5da-0c726d2fb113', 'port_id': '47325516-1ea0-48d9-af9c-813d48dafa61', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81', 'mac_address': 'fa:16:3e:01:e6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc60c6-ad37-42f4-bf9c-d59cdbe630c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:51:56Z', 'updated_at': '2022-07-18T10:52:12Z', 'revision_number': 1, 'project_id': 'f32dc706424247d0ac1dc7a6aa633107', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28375308-f02b-4c2e-9237-4a77f49844d3', 'name': '', 'network_id': '2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81', 'tenant_id': 'f32dc706424247d0ac1dc7a6aa633107', 'mac_address': 'fa:16:3e:c8:19:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3663ab98-9729-41e8-b5da-0c726d2fb113', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b6c39f47-e8f1-437f-bec0-2fa249892ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:11Z', 'updated_at': '2022-07-18T10:47:23Z', 'revision_number': 5, 'project_id': 'f32dc706424247d0ac1dc7a6aa633107', 'subnets': [{'id': 'b6c39f47-e8f1-437f-bec0-2fa249892ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:52:14.308416 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccee5cd-148b-4c85-b105-bd118968f7bb None None] Checking router: 3663ab98-9729-41e8-b5da-0c726d2fb113 for host: dv-cinder-849498-1-iscsi {{(pid=111157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:52:14.317103 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccee5cd-148b-4c85-b105-bd118968f7bb None None] Routers {'3663ab98-9729-41e8-b5da-0c726d2fb113'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:52:14.317706 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-0ccee5cd-148b-4c85-b105-bd118968f7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:52:07Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['3663ab98-9729-41e8-b5da-0c726d2fb113'], 'active': True} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:52:14.419296 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvr_db [None req-0ccee5cd-148b-4c85-b105-bd118968f7bb None None] Set router 3663ab98-9729-41e8-b5da-0c726d2fb113 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:52:14.464607 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfcc60c6-ad37-42f4-bf9c-d59cdbe630c9', 'tag': '47325516-1ea0-48d9-af9c-813d48dafa61'}] {{(pid=111155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:52:14.467220 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f06b923856051c73f64d3b2294300e60923526062a62ec6e5be74a6ad2a3856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8bd88a0-0506-42dd-b77d-ce0983aadbd8" -d '{"events": [{"name": "network-changed", "server_uuid": "bfcc60c6-ad37-42f4-bf9c-d59cdbe630c9", "tag": "47325516-1ea0-48d9-af9c-813d48dafa61"}]}' {{(pid=111155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:52:14.503485 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc794dcb-b41b-4f60-8c15-e9ee04ae93b3 x-openstack-request-id: req-bc794dcb-b41b-4f60-8c15-e9ee04ae93b3 {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:52:14.503837 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfcc60c6-ad37-42f4-bf9c-d59cdbe630c9", "tag": "47325516-1ea0-48d9-af9c-813d48dafa61", "status": "completed", "code": 200}]} {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:52:14.504149 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bc794dcb-b41b-4f60-8c15-e9ee04ae93b3 {{(pid=111155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:52:14.504559 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc794dcb-b41b-4f60-8c15-e9ee04ae93b3'] response: {'name': 'network-changed', 'server_uuid': 'bfcc60c6-ad37-42f4-bf9c-d59cdbe630c9', 'tag': '47325516-1ea0-48d9-af9c-813d48dafa61', 'status': 'completed', 'code': 200} Jul 18 10:52:14.631950 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-0ccee5cd-148b-4c85-b105-bd118968f7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3663ab98-9729-41e8-b5da-0c726d2fb113', 'name': 'tempest-AttachVolumeTestJSON-1188077473-router', 'tenant_id': 'f32dc706424247d0ac1dc7a6aa633107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:01Z', 'updated_at': '2022-07-18T10:47:13Z', 'revision_number': 4, 'project_id': 'f32dc706424247d0ac1dc7a6aa633107', 'gw_port': {'id': '0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:dd:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3663ab98-9729-41e8-b5da-0c726d2fb113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:03Z', 'updated_at': '2022-07-18T10:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_floatingips': [{'id': 'b6af44a2-78d6-47cd-928c-285d52b6d290', 'tenant_id': 'f32dc706424247d0ac1dc7a6aa633107', 'floating_ip_address': '172.27.1.72', 'floating_network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'router_id': '3663ab98-9729-41e8-b5da-0c726d2fb113', 'port_id': '47325516-1ea0-48d9-af9c-813d48dafa61', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81', 'mac_address': 'fa:16:3e:01:e6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc60c6-ad37-42f4-bf9c-d59cdbe630c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:51:56Z', 'updated_at': '2022-07-18T10:52:12Z', 'revision_number': 1, 'project_id': 'f32dc706424247d0ac1dc7a6aa633107', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28375308-f02b-4c2e-9237-4a77f49844d3', 'name': '', 'network_id': '2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81', 'tenant_id': 'f32dc706424247d0ac1dc7a6aa633107', 'mac_address': 'fa:16:3e:c8:19:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3663ab98-9729-41e8-b5da-0c726d2fb113', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b6c39f47-e8f1-437f-bec0-2fa249892ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:11Z', 'updated_at': '2022-07-18T10:47:23Z', 'revision_number': 5, 'project_id': 'f32dc706424247d0ac1dc7a6aa633107', 'subnets': [{'id': 'b6c39f47-e8f1-437f-bec0-2fa249892ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:52:14.659240 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccee5cd-148b-4c85-b105-bd118968f7bb None None] The sync data for ids ['3663ab98-9729-41e8-b5da-0c726d2fb113'] in dv-cinder-849498-1-iscsi is: [{'id': '3663ab98-9729-41e8-b5da-0c726d2fb113', 'name': 'tempest-AttachVolumeTestJSON-1188077473-router', 'tenant_id': 'f32dc706424247d0ac1dc7a6aa633107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:01Z', 'updated_at': '2022-07-18T10:47:13Z', 'revision_number': 4, 'project_id': 'f32dc706424247d0ac1dc7a6aa633107', 'gw_port': {'id': '0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:dd:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3663ab98-9729-41e8-b5da-0c726d2fb113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:03Z', 'updated_at': '2022-07-18T10:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_floatingips': [{'id': 'b6af44a2-78d6-47cd-928c-285d52b6d290', 'tenant_id': 'f32dc706424247d0ac1dc7a6aa633107', 'floating_ip_address': '172.27.1.72', 'floating_network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'router_id': '3663ab98-9729-41e8-b5da-0c726d2fb113', 'port_id': '47325516-1ea0-48d9-af9c-813d48dafa61', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81', 'mac_address': 'fa:16:3e:01:e6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc60c6-ad37-42f4-bf9c-d59cdbe630c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:51:56Z', 'updated_at': '2022-07-18T10:52:12Z', 'revision_number': 1, 'project_id': 'f32dc706424247d0ac1dc7a6aa633107', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28375308-f02b-4c2e-9237-4a77f49844d3', 'name': '', 'network_id': '2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81', 'tenant_id': 'f32dc706424247d0ac1dc7a6aa633107', 'mac_address': 'fa:16:3e:c8:19:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3663ab98-9729-41e8-b5da-0c726d2fb113', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b6c39f47-e8f1-437f-bec0-2fa249892ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:11Z', 'updated_at': '2022-07-18T10:47:23Z', 'revision_number': 5, 'project_id': 'f32dc706424247d0ac1dc7a6aa633107', 'subnets': [{'id': 'b6c39f47-e8f1-437f-bec0-2fa249892ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:52:14.855533 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843ca218-e785-44e2-bd1b-4f27442a0937 None None] New status for floating IP b6af44a2-78d6-47cd-928c-285d52b6d290: ACTIVE {{(pid=111156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 10:52:14.897201 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd88a0-0506-42dd-b77d-ce0983aadbd8 req-64f03f4d-0266-4b97-81a0-8dc70c9ebd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:14.898766 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f8bd88a0-0506-42dd-b77d-ce0983aadbd8 req-64f03f4d-0266-4b97-81a0-8dc70c9ebd82 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f32dc706424247d0ac1dc7a6aa633107&device_id=bfcc60c6-ad37-42f4-bf9c-d59cdbe630c9 HTTP/1.1" status: 200 len: 1129 time: 0.0417962 Jul 18 10:52:15.007546 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd88a0-0506-42dd-b77d-ce0983aadbd8 req-0a9587fe-b8ba-44dc-aef3-fe2418a4aca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:15.009058 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f8bd88a0-0506-42dd-b77d-ce0983aadbd8 req-0a9587fe-b8ba-44dc-aef3-fe2418a4aca2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81 HTTP/1.1" status: 200 len: 912 time: 0.1026258 Jul 18 10:52:15.095823 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:52:15.359707 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f8bd88a0-0506-42dd-b77d-ce0983aadbd8 req-b7f6118d-8928-43ab-b4b2-79f21dad2eed service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47325516-1ea0-48d9-af9c-813d48dafa61 HTTP/1.1" status: 200 len: 998 time: 0.3424361 Jul 18 10:52:15.365590 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018fb8fd-47c9-40a2-b75c-85e71df562a9 req-367e9fdd-e87e-47c0-9ad7-1931ef7dd6a5 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:15.366965 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-018fb8fd-47c9-40a2-b75c-85e71df562a9 req-367e9fdd-e87e-47c0-9ad7-1931ef7dd6a5 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 943 time: 0.0636463 Jul 18 10:52:15.442354 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd88a0-0506-42dd-b77d-ce0983aadbd8 req-575bb82b-9cf7-4208-bf81-9860bceaaec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:15.443793 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f8bd88a0-0506-42dd-b77d-ce0983aadbd8 req-575bb82b-9cf7-4208-bf81-9860bceaaec9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b6c39f47-e8f1-437f-bec0-2fa249892ca3 HTTP/1.1" status: 200 len: 850 time: 0.0739684 Jul 18 10:52:15.465343 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-018fb8fd-47c9-40a2-b75c-85e71df562a9 req-30c1f4d9-07ff-42b8-a3a9-f0ccb16fa44a tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3062b4c-4078-48cb-b97f-93a7563dafc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872116 Jul 18 10:52:15.481906 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:52:15.496247 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd88a0-0506-42dd-b77d-ce0983aadbd8 req-7b289a13-282a-4118-9d93-ebe688a53c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:15.499445 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f8bd88a0-0506-42dd-b77d-ce0983aadbd8 req-7b289a13-282a-4118-9d93-ebe688a53c03 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466835 Jul 18 10:52:15.614191 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f8bd88a0-0506-42dd-b77d-ce0983aadbd8 req-ae0f6601-2d65-4ccc-850e-b87c499bbfc4 service neutron] 10.222.0.52 "GET /v2.0/networks/2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006465 Jul 18 10:52:15.713003 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f8bd88a0-0506-42dd-b77d-ce0983aadbd8 req-836390ae-6ccd-4eac-a7f8-5f17893236e3 service neutron] 10.222.0.52 "GET /v2.0/networks/2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895240 Jul 18 10:52:16.253255 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device e168237a-b0b4-42cb-8c89-d5ade5d9cf57 details requested by agent hyperv_hv-cinder-84949 with host hv-cinder-84949 {{(pid=111156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 10:52:16.358611 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port e168237a-b0b4-42cb-8c89-d5ade5d9cf57, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=e168237a-b0b4-42cb-8c89-d5ade5d9cf57,segment=NetworkSegment(163c7c7d-635e-4353-a5ea-f102084ea7d2),segment_id=163c7c7d-635e-4353-a5ea-f102084ea7d2)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:52:16.370629 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Returning: {'device': 'e168237a-b0b4-42cb-8c89-d5ade5d9cf57', 'network_id': 'cacd27b7-b866-4702-aa51-5895ad956ffc', 'port_id': 'e168237a-b0b4-42cb-8c89-d5ade5d9cf57', 'mac_address': 'fa:16:3e:ab:f7:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0722f3de-6f57-48f1-8200-e5895920f8b7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 10:52:16.406446 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] Current status of the port e168237a-b0b4-42cb-8c89-d5ade5d9cf57 is: DOWN; New status is: BUILD {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:52:16.406833 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (e168237a-b0b4-42cb-8c89-d5ade5d9cf57), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:16.423904 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.notifiers.nova [None req-29c51914-efda-4269-8274-168d496bf900 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e168237a-b0b4-42cb-8c89-d5ade5d9cf57 {{(pid=111156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:52:16.443513 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port e168237a-b0b4-42cb-8c89-d5ade5d9cf57, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=e168237a-b0b4-42cb-8c89-d5ade5d9cf57,segment=NetworkSegment(163c7c7d-635e-4353-a5ea-f102084ea7d2),segment_id=163c7c7d-635e-4353-a5ea-f102084ea7d2)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:52:16.563901 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (e168237a-b0b4-42cb-8c89-d5ade5d9cf57), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:16.599291 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04dcc5-6cab-405c-9bf5-88d9bab71f73 req-8097c263-ee64-4aa8-b6a8-8a1d59b72b55 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:16.600865 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-9b04dcc5-6cab-405c-9bf5-88d9bab71f73 req-8097c263-ee64-4aa8-b6a8-8a1d59b72b55 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 943 time: 0.0543544 Jul 18 10:52:16.615611 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Pushing event updated for resources: {'Port': ['ID=e168237a-b0b4-42cb-8c89-d5ade5d9cf57,revision_number=4']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:52:16.623154 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:52:16.623508 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:52:16.623856 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:52:16.624223 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:52:16.624567 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:52:16.624980 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:52:16.625350 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:52:16.625697 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:52:16.626034 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:52:16.626363 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:52:16.626693 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:52:16.627040 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:52:16.627372 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:52:16.627699 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:52:16.628023 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:52:16.659578 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-9b04dcc5-6cab-405c-9bf5-88d9bab71f73 req-f70afeab-d628-431d-bb22-48c82cb39777 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3062b4c-4078-48cb-b97f-93a7563dafc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518689 Jul 18 10:52:16.887524 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] get_ports_and_sgs() called for port_ids ['e168237a-b0b4-42cb-8c89-d5ade5d9cf57'] {{(pid=111156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:52:17.780968 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f0db2-9dc3-4248-80e7-f32b064ac16c req-930550a8-07db-43cd-b27a-a3c264c05c6c tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:17.782502 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-826f0db2-9dc3-4248-80e7-f32b064ac16c req-930550a8-07db-43cd-b27a-a3c264c05c6c tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 944 time: 0.0481913 Jul 18 10:52:17.832980 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-826f0db2-9dc3-4248-80e7-f32b064ac16c req-d10f7f4d-5ae7-4925-8ff9-78b58be28615 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3062b4c-4078-48cb-b97f-93a7563dafc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448899 Jul 18 10:52:18.269148 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device e168237a-b0b4-42cb-8c89-d5ade5d9cf57 up at agent hyperv_hv-cinder-84949 {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:52:18.312369 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-29c51914-efda-4269-8274-168d496bf900 None None] Provisioning for port e168237a-b0b4-42cb-8c89-d5ade5d9cf57 completed by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 10:52:18.403803 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-29c51914-efda-4269-8274-168d496bf900 None None] Provisioning complete for port e168237a-b0b4-42cb-8c89-d5ade5d9cf57 triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:52:18.404103 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (e168237a-b0b4-42cb-8c89-d5ade5d9cf57), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:18.483227 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] Current status of the port e168237a-b0b4-42cb-8c89-d5ade5d9cf57 is: BUILD; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:52:18.483625 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (e168237a-b0b4-42cb-8c89-d5ade5d9cf57), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:18.510801 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1b361f-a048-4231-8c87-b3b27c478f7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e168237a-b0b4-42cb-8c89-d5ade5d9cf57'}] {{(pid=111156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:52:18.513096 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfe4995b6dbf042dd7b3201bd1da42d47478b3b3d9ca6c613cb3b1d3a53612ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a667eabd-0b21-4c01-b7f2-fb85103d91b6" -d '{"events": [{"server_uuid": "4f1b361f-a048-4231-8c87-b3b27c478f7d", "name": "network-vif-plugged", "status": "completed", "tag": "e168237a-b0b4-42cb-8c89-d5ade5d9cf57"}]}' {{(pid=111156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:52:18.515190 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:52:18.530180 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port e168237a-b0b4-42cb-8c89-d5ade5d9cf57, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=e168237a-b0b4-42cb-8c89-d5ade5d9cf57,segment=NetworkSegment(163c7c7d-635e-4353-a5ea-f102084ea7d2),segment_id=163c7c7d-635e-4353-a5ea-f102084ea7d2)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:52:18.552042 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecfcc7b0-a44c-437c-81fd-9e78d0d00e8f x-openstack-request-id: req-ecfcc7b0-a44c-437c-81fd-9e78d0d00e8f {{(pid=111156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:52:18.552346 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f1b361f-a048-4231-8c87-b3b27c478f7d", "name": "network-vif-plugged", "status": "completed", "tag": "e168237a-b0b4-42cb-8c89-d5ade5d9cf57", "code": 200}]} {{(pid=111156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:52:18.552603 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ecfcc7b0-a44c-437c-81fd-9e78d0d00e8f {{(pid=111156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:52:18.553065 dv-cinder-849498-1-iscsi neutron-server[111156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecfcc7b0-a44c-437c-81fd-9e78d0d00e8f'] response: {'server_uuid': '4f1b361f-a048-4231-8c87-b3b27c478f7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e168237a-b0b4-42cb-8c89-d5ade5d9cf57', 'code': 200} Jul 18 10:52:18.649544 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (e168237a-b0b4-42cb-8c89-d5ade5d9cf57), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:18.698757 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Pushing event updated for resources: {'Port': ['ID=e168237a-b0b4-42cb-8c89-d5ade5d9cf57,revision_number=5']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:52:18.893994 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac2c1f-7d6e-435d-a5bd-988ddc06707f req-badc48cf-625d-4f6d-95d9-e20b13a1be9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:18.895537 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-85ac2c1f-7d6e-435d-a5bd-988ddc06707f req-badc48cf-625d-4f6d-95d9-e20b13a1be9b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 1129 time: 0.0420763 Jul 18 10:52:18.932262 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:52:18.986695 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec966ad-6b0f-4af4-b12d-138429228cd8 req-923f7dc8-9ddc-49d5-b1bf-dd88004bf433 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:18.988063 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-cec966ad-6b0f-4af4-b12d-138429228cd8 req-923f7dc8-9ddc-49d5-b1bf-dd88004bf433 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 945 time: 0.0756416 Jul 18 10:52:18.996916 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-85ac2c1f-7d6e-435d-a5bd-988ddc06707f req-25a7d63f-0061-42ea-b281-801fb5911a88 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c3062b4c-4078-48cb-b97f-93a7563dafc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908871 Jul 18 10:52:19.042080 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-cec966ad-6b0f-4af4-b12d-138429228cd8 req-1d740c19-9d06-4559-852e-0f5fadf869b6 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3062b4c-4078-48cb-b97f-93a7563dafc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442219 Jul 18 10:52:19.172856 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=9 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:52:20.326692 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dc5eb6-a457-4f20-84e6-74d6e5e72bc6 req-a63a59f9-113f-4090-afc3-601d0550d566 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:20.328233 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-66dc5eb6-a457-4f20-84e6-74d6e5e72bc6 req-a63a59f9-113f-4090-afc3-601d0550d566 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 945 time: 0.2110720 Jul 18 10:52:20.376916 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-66dc5eb6-a457-4f20-84e6-74d6e5e72bc6 req-7e786431-3200-412f-8889-2f938aa33086 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3062b4c-4078-48cb-b97f-93a7563dafc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428350 Jul 18 10:52:21.502749 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc684dbd-29da-4056-86b8-0aceb4823dba req-8618b9de-2895-4db1-a044-87e132dc7d56 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:21.504226 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-fc684dbd-29da-4056-86b8-0aceb4823dba req-8618b9de-2895-4db1-a044-87e132dc7d56 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 945 time: 0.0543537 Jul 18 10:52:21.553301 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-fc684dbd-29da-4056-86b8-0aceb4823dba req-6480ff3e-5aa2-4f29-a42f-137a97055883 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3062b4c-4078-48cb-b97f-93a7563dafc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432541 Jul 18 10:52:21.670940 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cb3265-ea21-40a6-8678-ede81d393e2f req-73738e98-e8a6-4249-ab56-3de12faf72d2 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:21.672403 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-a4cb3265-ea21-40a6-8678-ede81d393e2f req-73738e98-e8a6-4249-ab56-3de12faf72d2 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 945 time: 0.0487840 Jul 18 10:52:21.681433 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 44542) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:52:21.685749 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [None req-3b3d7e28-6db2-4e8e-b6db-c9fa69b3b5a9 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Request body: {'floatingip': {'port_id': 'e168237a-b0b4-42cb-8c89-d5ade5d9cf57'}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:52:21.724554 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-3b3d7e28-6db2-4e8e-b6db-c9fa69b3b5a9 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks [] for floatingip (e68ae239-85df-4fd4-a617-87a606b5de94), before_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:21.980534 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:52:22.161131 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-3b3d7e28-6db2-4e8e-b6db-c9fa69b3b5a9 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:22.261208 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-3b3d7e28-6db2-4e8e-b6db-c9fa69b3b5a9 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778871'] for floatingip (e68ae239-85df-4fd4-a617-87a606b5de94), after_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:22.361494 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.db.l3_db [None req-3b3d7e28-6db2-4e8e-b6db-c9fa69b3b5a9 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Floating IP e68ae239-85df-4fd4-a617-87a606b5de94 associated. External IP: 172.27.1.54, port: e168237a-b0b4-42cb-8c89-d5ade5d9cf57. Jul 18 10:52:22.441358 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:52:22.574731 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b3d7e28-6db2-4e8e-b6db-c9fa69b3b5a9 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Router ccd4d833-2ce0-4438-9953-12ee3f8e0f47 has already been hosted by L3 agent e6bcb791-bd43-4d6b-ab54-e591cb66712b {{(pid=111155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:52:22.687409 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b3d7e28-6db2-4e8e-b6db-c9fa69b3b5a9 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Notify agent at l3_agent.dv-cinder-849498-1-iscsi the message routers_updated {{(pid=111155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:52:22.692369 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-3b3d7e28-6db2-4e8e-b6db-c9fa69b3b5a9 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for floatingip (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:22.698055 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b88371b-79ce-464e-a720-af4a0d52197a None None] Sync routers for ids ['ccd4d833-2ce0-4438-9953-12ee3f8e0f47'] in dv-cinder-849498-1-iscsi {{(pid=111157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:52:22.713603 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b88371b-79ce-464e-a720-af4a0d52197a None None] Routers {'ccd4d833-2ce0-4438-9953-12ee3f8e0f47'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:52:22.714226 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-9b88371b-79ce-464e-a720-af4a0d52197a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:52:07Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['ccd4d833-2ce0-4438-9953-12ee3f8e0f47'], 'active': True} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:52:22.727315 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-3b3d7e28-6db2-4e8e-b6db-c9fa69b3b5a9 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "PUT /v2.0/floatingips/e68ae239-85df-4fd4-a617-87a606b5de94 HTTP/1.1" status: 200 len: 990 time: 1.0446794 Jul 18 10:52:22.728210 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f1b361f-a048-4231-8c87-b3b27c478f7d', 'tag': 'e168237a-b0b4-42cb-8c89-d5ade5d9cf57'}] {{(pid=111155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:52:22.730853 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f06b923856051c73f64d3b2294300e60923526062a62ec6e5be74a6ad2a3856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9674d64c-3627-4d84-8bef-bb1cce8be16e" -d '{"events": [{"name": "network-changed", "server_uuid": "4f1b361f-a048-4231-8c87-b3b27c478f7d", "tag": "e168237a-b0b4-42cb-8c89-d5ade5d9cf57"}]}' {{(pid=111155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:52:22.772748 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be786a8-c1db-4c22-a3a8-80d829a7e430 x-openstack-request-id: req-0be786a8-c1db-4c22-a3a8-80d829a7e430 {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:52:22.773079 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f1b361f-a048-4231-8c87-b3b27c478f7d", "tag": "e168237a-b0b4-42cb-8c89-d5ade5d9cf57", "status": "completed", "code": 200}]} {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:52:22.773333 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0be786a8-c1db-4c22-a3a8-80d829a7e430 {{(pid=111155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:52:22.773841 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0be786a8-c1db-4c22-a3a8-80d829a7e430'] response: {'name': 'network-changed', 'server_uuid': '4f1b361f-a048-4231-8c87-b3b27c478f7d', 'tag': 'e168237a-b0b4-42cb-8c89-d5ade5d9cf57', 'status': 'completed', 'code': 200} Jul 18 10:52:22.823245 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvr_db [None req-9b88371b-79ce-464e-a720-af4a0d52197a None None] Set router ccd4d833-2ce0-4438-9953-12ee3f8e0f47 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:52:22.842204 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9674d64c-3627-4d84-8bef-bb1cce8be16e req-e2036282-40ca-4840-8441-f290a2acf66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:22.843641 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-9674d64c-3627-4d84-8bef-bb1cce8be16e req-e2036282-40ca-4840-8441-f290a2acf66c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=48497435674b41ccb34f6ff43026a232&device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 1129 time: 0.0430739 Jul 18 10:52:22.938790 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=100 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:52:22.957042 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9674d64c-3627-4d84-8bef-bb1cce8be16e req-b81ab345-32ca-47f3-9d40-2c136d6ce2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:22.958531 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-9674d64c-3627-4d84-8bef-bb1cce8be16e req-b81ab345-32ca-47f3-9d40-2c136d6ce2e8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cacd27b7-b866-4702-aa51-5895ad956ffc HTTP/1.1" status: 200 len: 917 time: 0.1000516 Jul 18 10:52:22.974589 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=100 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:52:23.027430 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-9674d64c-3627-4d84-8bef-bb1cce8be16e req-f30a8b24-fcd8-4022-b265-6ec7d5a63423 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e168237a-b0b4-42cb-8c89-d5ade5d9cf57 HTTP/1.1" status: 200 len: 998 time: 0.0622833 Jul 18 10:52:23.045712 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-9b88371b-79ce-464e-a720-af4a0d52197a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd4d833-2ce0-4438-9953-12ee3f8e0f47', 'name': 'tempest-AttachVolumeShelveTestJSON-108440083-router', 'tenant_id': '48497435674b41ccb34f6ff43026a232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'cf987100-66ea-496b-aa17-eaf34554ff4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:02Z', 'updated_at': '2022-07-18T10:47:15Z', 'revision_number': 4, 'project_id': '48497435674b41ccb34f6ff43026a232', 'gw_port': {'id': 'cf987100-66ea-496b-aa17-eaf34554ff4f', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd4d833-2ce0-4438-9953-12ee3f8e0f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:03Z', 'updated_at': '2022-07-18T10:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_floatingips': [{'id': 'e68ae239-85df-4fd4-a617-87a606b5de94', 'tenant_id': '48497435674b41ccb34f6ff43026a232', 'floating_ip_address': '172.27.1.54', 'floating_network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'router_id': 'ccd4d833-2ce0-4438-9953-12ee3f8e0f47', 'port_id': 'e168237a-b0b4-42cb-8c89-d5ade5d9cf57', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cacd27b7-b866-4702-aa51-5895ad956ffc', 'mac_address': 'fa:16:3e:ab:f7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1b361f-a048-4231-8c87-b3b27c478f7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:52:05Z', 'updated_at': '2022-07-18T10:52:22Z', 'revision_number': 1, 'project_id': '48497435674b41ccb34f6ff43026a232', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3bc26e4-cf1d-4d0f-8ed5-970a19493367', 'name': '', 'network_id': 'cacd27b7-b866-4702-aa51-5895ad956ffc', 'tenant_id': '48497435674b41ccb34f6ff43026a232', 'mac_address': 'fa:16:3e:09:1f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd4d833-2ce0-4438-9953-12ee3f8e0f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0722f3de-6f57-48f1-8200-e5895920f8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:12Z', 'updated_at': '2022-07-18T10:47:41Z', 'revision_number': 5, 'project_id': '48497435674b41ccb34f6ff43026a232', 'subnets': [{'id': '0722f3de-6f57-48f1-8200-e5895920f8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:52:23.071631 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b88371b-79ce-464e-a720-af4a0d52197a None None] Checking router: ccd4d833-2ce0-4438-9953-12ee3f8e0f47 for host: dv-cinder-849498-1-iscsi {{(pid=111157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:52:23.080254 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b88371b-79ce-464e-a720-af4a0d52197a None None] Routers {'ccd4d833-2ce0-4438-9953-12ee3f8e0f47'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:52:23.080821 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-9b88371b-79ce-464e-a720-af4a0d52197a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:52:07Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['ccd4d833-2ce0-4438-9953-12ee3f8e0f47'], 'active': True} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:52:23.082602 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9674d64c-3627-4d84-8bef-bb1cce8be16e req-4182f681-4608-4d7a-8846-00430066100e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:23.084092 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-9674d64c-3627-4d84-8bef-bb1cce8be16e req-4182f681-4608-4d7a-8846-00430066100e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0722f3de-6f57-48f1-8200-e5895920f8b7 HTTP/1.1" status: 200 len: 855 time: 0.0488424 Jul 18 10:52:23.130512 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:52:23.134327 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9674d64c-3627-4d84-8bef-bb1cce8be16e req-c57240c1-8cdc-4e3f-a66a-1199a0ea55a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:23.135953 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-9674d64c-3627-4d84-8bef-bb1cce8be16e req-c57240c1-8cdc-4e3f-a66a-1199a0ea55a2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cacd27b7-b866-4702-aa51-5895ad956ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455587 Jul 18 10:52:23.189199 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvr_db [None req-9b88371b-79ce-464e-a720-af4a0d52197a None None] Set router ccd4d833-2ce0-4438-9953-12ee3f8e0f47 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:52:23.233480 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-9674d64c-3627-4d84-8bef-bb1cce8be16e req-31cab3e8-b9fb-456a-9d72-c1a304256256 service neutron] 10.222.0.52 "GET /v2.0/networks/cacd27b7-b866-4702-aa51-5895ad956ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883315 Jul 18 10:52:23.355144 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-9674d64c-3627-4d84-8bef-bb1cce8be16e req-43f3f090-654e-4f5e-bb26-3477a613ad03 service neutron] 10.222.0.52 "GET /v2.0/networks/cacd27b7-b866-4702-aa51-5895ad956ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149650 Jul 18 10:52:23.418199 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-9b88371b-79ce-464e-a720-af4a0d52197a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd4d833-2ce0-4438-9953-12ee3f8e0f47', 'name': 'tempest-AttachVolumeShelveTestJSON-108440083-router', 'tenant_id': '48497435674b41ccb34f6ff43026a232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'cf987100-66ea-496b-aa17-eaf34554ff4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:02Z', 'updated_at': '2022-07-18T10:47:15Z', 'revision_number': 4, 'project_id': '48497435674b41ccb34f6ff43026a232', 'gw_port': {'id': 'cf987100-66ea-496b-aa17-eaf34554ff4f', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd4d833-2ce0-4438-9953-12ee3f8e0f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:03Z', 'updated_at': '2022-07-18T10:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_floatingips': [{'id': 'e68ae239-85df-4fd4-a617-87a606b5de94', 'tenant_id': '48497435674b41ccb34f6ff43026a232', 'floating_ip_address': '172.27.1.54', 'floating_network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'router_id': 'ccd4d833-2ce0-4438-9953-12ee3f8e0f47', 'port_id': 'e168237a-b0b4-42cb-8c89-d5ade5d9cf57', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cacd27b7-b866-4702-aa51-5895ad956ffc', 'mac_address': 'fa:16:3e:ab:f7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1b361f-a048-4231-8c87-b3b27c478f7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:52:05Z', 'updated_at': '2022-07-18T10:52:22Z', 'revision_number': 1, 'project_id': '48497435674b41ccb34f6ff43026a232', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3bc26e4-cf1d-4d0f-8ed5-970a19493367', 'name': '', 'network_id': 'cacd27b7-b866-4702-aa51-5895ad956ffc', 'tenant_id': '48497435674b41ccb34f6ff43026a232', 'mac_address': 'fa:16:3e:09:1f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd4d833-2ce0-4438-9953-12ee3f8e0f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0722f3de-6f57-48f1-8200-e5895920f8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:12Z', 'updated_at': '2022-07-18T10:47:41Z', 'revision_number': 5, 'project_id': '48497435674b41ccb34f6ff43026a232', 'subnets': [{'id': '0722f3de-6f57-48f1-8200-e5895920f8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:52:23.444918 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b88371b-79ce-464e-a720-af4a0d52197a None None] The sync data for ids ['ccd4d833-2ce0-4438-9953-12ee3f8e0f47'] in dv-cinder-849498-1-iscsi is: [{'id': 'ccd4d833-2ce0-4438-9953-12ee3f8e0f47', 'name': 'tempest-AttachVolumeShelveTestJSON-108440083-router', 'tenant_id': '48497435674b41ccb34f6ff43026a232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'cf987100-66ea-496b-aa17-eaf34554ff4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:02Z', 'updated_at': '2022-07-18T10:47:15Z', 'revision_number': 4, 'project_id': '48497435674b41ccb34f6ff43026a232', 'gw_port': {'id': 'cf987100-66ea-496b-aa17-eaf34554ff4f', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd4d833-2ce0-4438-9953-12ee3f8e0f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:03Z', 'updated_at': '2022-07-18T10:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_floatingips': [{'id': 'e68ae239-85df-4fd4-a617-87a606b5de94', 'tenant_id': '48497435674b41ccb34f6ff43026a232', 'floating_ip_address': '172.27.1.54', 'floating_network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'router_id': 'ccd4d833-2ce0-4438-9953-12ee3f8e0f47', 'port_id': 'e168237a-b0b4-42cb-8c89-d5ade5d9cf57', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cacd27b7-b866-4702-aa51-5895ad956ffc', 'mac_address': 'fa:16:3e:ab:f7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1b361f-a048-4231-8c87-b3b27c478f7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:52:05Z', 'updated_at': '2022-07-18T10:52:22Z', 'revision_number': 1, 'project_id': '48497435674b41ccb34f6ff43026a232', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3bc26e4-cf1d-4d0f-8ed5-970a19493367', 'name': '', 'network_id': 'cacd27b7-b866-4702-aa51-5895ad956ffc', 'tenant_id': '48497435674b41ccb34f6ff43026a232', 'mac_address': 'fa:16:3e:09:1f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd4d833-2ce0-4438-9953-12ee3f8e0f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0722f3de-6f57-48f1-8200-e5895920f8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:12Z', 'updated_at': '2022-07-18T10:47:41Z', 'revision_number': 5, 'project_id': '48497435674b41ccb34f6ff43026a232', 'subnets': [{'id': '0722f3de-6f57-48f1-8200-e5895920f8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:52:23.652893 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f30ddb6-fc8a-4e7e-87fc-9afee66198a4 None None] New status for floating IP e68ae239-85df-4fd4-a617-87a606b5de94: ACTIVE {{(pid=111156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 10:52:23.691626 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:52:24.838196 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1ff6e34c-ad2d-4d6d-84c2-aee03113dac2), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:26.739269 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.agents_db [None req-9b2825e1-dfaa-4032-a283-1b7ae0979f6b None None] Agent healthcheck: found 6 active agents {{(pid=111157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:52:33.350087 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=5 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:52:33.350928 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=76 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:52:34.720050 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-0db258e6-a913-4eaf-bbe2-f9846295a0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1fc7cd8a-3617-45f0-b645-db80237532c9), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:36.332897 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cb2445-fb1e-46bd-8739-18df78119eb7 req-d68afc16-1e5b-48a8-ad15-df796c14921d tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:36.334585 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f4cb2445-fb1e-46bd-8739-18df78119eb7 req-d68afc16-1e5b-48a8-ad15-df796c14921d tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=48a4f543-a994-4897-8ced-5c04fed9ef50 HTTP/1.1" status: 200 len: 945 time: 0.0583425 Jul 18 10:52:36.386063 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f4cb2445-fb1e-46bd-8739-18df78119eb7 req-3e277d9e-06e5-4135-8f64-173b173086ec tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9aedad3-a0f8-44e8-899c-42b13f7a72a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451572 Jul 18 10:52:36.734968 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=43 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:52:36.735868 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=55 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:52:37.032542 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-00714d4e-b178-4ad2-957b-ed9955235d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (e6bcb791-bd43-4d6b-ab54-e591cb66712b), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:37.540570 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f89a71-05d6-4f70-af4f-16274c06da74 req-422b1ff1-12c7-4279-9f4a-ef162fb87342 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:37.542104 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-55f89a71-05d6-4f70-af4f-16274c06da74 req-422b1ff1-12c7-4279-9f4a-ef162fb87342 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ed7bef2-5b0f-4c62-b880-ab7c4d1fa924 HTTP/1.1" status: 200 len: 946 time: 0.0796876 Jul 18 10:52:37.555610 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ae3d3-c174-49f0-b435-2cda7c7cf3a2 req-893aa448-a486-4997-a857-a7b843409159 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:37.557119 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-6a6ae3d3-c174-49f0-b435-2cda7c7cf3a2 req-893aa448-a486-4997-a857-a7b843409159 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=48a4f543-a994-4897-8ced-5c04fed9ef50 HTTP/1.1" status: 200 len: 945 time: 0.0970917 Jul 18 10:52:37.632240 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-55f89a71-05d6-4f70-af4f-16274c06da74 req-731ed6c0-03df-4bec-a890-03f10dcc4c7f tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fc3f19b-798b-4441-9974-c80817d8c053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839369 Jul 18 10:52:37.637126 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-6a6ae3d3-c174-49f0-b435-2cda7c7cf3a2 req-ef9a10d5-0bc0-4f21-ac07-057ba2ab3957 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9aedad3-a0f8-44e8-899c-42b13f7a72a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735881 Jul 18 10:52:38.158036 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-ce070233-206f-40ab-920e-7b3694335a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (dfa25df3-493c-43ae-826d-29cbf3b2bfa8), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:38.787083 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a1f62-b5dc-4ffa-8610-c8a1a60af62d req-7d2dd625-42de-438e-95d7-051cd72cdefa tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:38.788633 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8e3a1f62-b5dc-4ffa-8610-c8a1a60af62d req-7d2dd625-42de-438e-95d7-051cd72cdefa tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ed7bef2-5b0f-4c62-b880-ab7c4d1fa924 HTTP/1.1" status: 200 len: 946 time: 0.0825753 Jul 18 10:52:38.797900 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f5dccb-29b2-45ca-8c00-b6f91c2fa1be req-444f88a6-c13f-41df-ab67-b6502a4d9948 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:38.799442 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b0f5dccb-29b2-45ca-8c00-b6f91c2fa1be req-444f88a6-c13f-41df-ab67-b6502a4d9948 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=48a4f543-a994-4897-8ced-5c04fed9ef50 HTTP/1.1" status: 200 len: 945 time: 0.0829914 Jul 18 10:52:38.876617 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8e3a1f62-b5dc-4ffa-8610-c8a1a60af62d req-c1696ee1-481c-4fb0-8a2f-cbaef729a2c9 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fc3f19b-798b-4441-9974-c80817d8c053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761695 Jul 18 10:52:38.884058 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b0f5dccb-29b2-45ca-8c00-b6f91c2fa1be req-ddcbee5c-4fc1-4a09-a3bc-d9a61b295482 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9aedad3-a0f8-44e8-899c-42b13f7a72a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756679 Jul 18 10:52:39.843011 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f8336af3-fca9-403e-a19b-06518ba3f665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (7e71126e-a656-43d8-a2eb-058f1b343885), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:40.037663 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51324d-2a23-4162-a3a7-78002707d4aa req-1aa3a51a-7b24-4863-a874-94b6974e3ffe tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:40.039126 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-0d51324d-2a23-4162-a3a7-78002707d4aa req-1aa3a51a-7b24-4863-a874-94b6974e3ffe tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ed7bef2-5b0f-4c62-b880-ab7c4d1fa924 HTTP/1.1" status: 200 len: 946 time: 0.0815320 Jul 18 10:52:40.047446 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a7ec8e-5ecf-4c8b-9a8e-e17cc3fd0650 req-44bc5cf6-efa2-476e-ba03-bc7760d5ded7 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:40.048911 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-30a7ec8e-5ecf-4c8b-9a8e-e17cc3fd0650 req-44bc5cf6-efa2-476e-ba03-bc7760d5ded7 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=48a4f543-a994-4897-8ced-5c04fed9ef50 HTTP/1.1" status: 200 len: 945 time: 0.0810759 Jul 18 10:52:40.105907 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (62f731a8-190a-49a2-85f5-14fe4e09184e), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:40.125634 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-0d51324d-2a23-4162-a3a7-78002707d4aa req-7340a006-b445-46f2-8e1f-2042d285a66a tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fc3f19b-798b-4441-9974-c80817d8c053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757782 Jul 18 10:52:40.139651 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-30a7ec8e-5ecf-4c8b-9a8e-e17cc3fd0650 req-38263271-2f9e-4131-b4ce-582daf1d0ec0 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9aedad3-a0f8-44e8-899c-42b13f7a72a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725174 Jul 18 10:52:41.560644 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc891d-9066-425f-9644-19530dfc2e57 req-cd54abf7-9c9f-4b57-9fae-111706ed1e41 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:41.562269 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-18cc891d-9066-425f-9644-19530dfc2e57 req-cd54abf7-9c9f-4b57-9fae-111706ed1e41 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=48a4f543-a994-4897-8ced-5c04fed9ef50 HTTP/1.1" status: 200 len: 945 time: 0.3586366 Jul 18 10:52:41.571497 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abecb96-bcdd-4e49-9b3b-183023c8219c req-77da7884-a74e-45b7-9687-fe9451835afe tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:41.572997 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2abecb96-bcdd-4e49-9b3b-183023c8219c req-77da7884-a74e-45b7-9687-fe9451835afe tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ed7bef2-5b0f-4c62-b880-ab7c4d1fa924 HTTP/1.1" status: 200 len: 946 time: 0.3707051 Jul 18 10:52:41.609261 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5618bb3f-41ba-488f-b2ea-e2f9da70e4a6 req-321cf73b-94a3-4beb-a982-185bc355d782 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:41.612534 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-5618bb3f-41ba-488f-b2ea-e2f9da70e4a6 req-321cf73b-94a3-4beb-a982-185bc355d782 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.52 "GET /v2.0/ports?device_id=48a4f543-a994-4897-8ced-5c04fed9ef50 HTTP/1.1" status: 200 len: 945 time: 0.3421493 Jul 18 10:52:41.691485 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-18cc891d-9066-425f-9644-19530dfc2e57 req-f5a1614c-5198-4736-8b3b-b5de7e64247d tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9aedad3-a0f8-44e8-899c-42b13f7a72a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153586 Jul 18 10:52:41.698054 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2abecb96-bcdd-4e49-9b3b-183023c8219c req-53ebd982-56b4-4bf3-b9e8-7428e44bc50c tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fc3f19b-798b-4441-9974-c80817d8c053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180487 Jul 18 10:52:41.737006 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f566b-b11d-4f10-849e-e3e32224725e req-baee0230-8afc-4b00-bd33-aee8b1138119 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:41.738520 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-6c1f566b-b11d-4f10-849e-e3e32224725e req-baee0230-8afc-4b00-bd33-aee8b1138119 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ed7bef2-5b0f-4c62-b880-ab7c4d1fa924 HTTP/1.1" status: 200 len: 946 time: 0.0903432 Jul 18 10:52:41.758893 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.plugin [req-5618bb3f-41ba-488f-b2ea-e2f9da70e4a6 req-8ce550be-f9c8-425c-9809-b99b4bafaafc tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Deleting port 3ac1975d-f8dd-432b-8748-aa525919c851 {{(pid=111155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:52:41.759235 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-5618bb3f-41ba-488f-b2ea-e2f9da70e4a6 req-8ce550be-f9c8-425c-9809-b99b4bafaafc tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (3ac1975d-f8dd-432b-8748-aa525919c851), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:41.824916 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:52:41.838296 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:52:41.858274 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.db [req-5618bb3f-41ba-488f-b2ea-e2f9da70e4a6 req-8ce550be-f9c8-425c-9809-b99b4bafaafc tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] For port 3ac1975d-f8dd-432b-8748-aa525919c851, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=3ac1975d-f8dd-432b-8748-aa525919c851,segment=NetworkSegment(f1593a01-0c5c-4b0b-9f47-8129c2ef308d),segment_id=f1593a01-0c5c-4b0b-9f47-8129c2ef308d)] {{(pid=111155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:52:41.859458 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-5618bb3f-41ba-488f-b2ea-e2f9da70e4a6 req-8ce550be-f9c8-425c-9809-b99b4bafaafc tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (3ac1975d-f8dd-432b-8748-aa525919c851), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:41.860706 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.plugin [req-6c1f566b-b11d-4f10-849e-e3e32224725e req-b32a1c5d-0c0f-49dd-ab47-5ea291afebf1 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Deleting port e30195bc-be76-4526-8e2b-0e9910a4d0ce {{(pid=111154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:52:41.861081 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-6c1f566b-b11d-4f10-849e-e3e32224725e req-b32a1c5d-0c0f-49dd-ab47-5ea291afebf1 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (e30195bc-be76-4526-8e2b-0e9910a4d0ce), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:41.978365 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.db [req-6c1f566b-b11d-4f10-849e-e3e32224725e req-b32a1c5d-0c0f-49dd-ab47-5ea291afebf1 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] For port e30195bc-be76-4526-8e2b-0e9910a4d0ce, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=e30195bc-be76-4526-8e2b-0e9910a4d0ce,segment=NetworkSegment(984404a2-43ca-40f3-9583-38762b7d5434),segment_id=984404a2-43ca-40f3-9583-38762b7d5434)] {{(pid=111154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:52:41.978732 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-6c1f566b-b11d-4f10-849e-e3e32224725e req-b32a1c5d-0c0f-49dd-ab47-5ea291afebf1 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (e30195bc-be76-4526-8e2b-0e9910a4d0ce), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:42.050408 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-5618bb3f-41ba-488f-b2ea-e2f9da70e4a6 req-8ce550be-f9c8-425c-9809-b99b4bafaafc tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:42.050767 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-5618bb3f-41ba-488f-b2ea-e2f9da70e4a6 req-8ce550be-f9c8-425c-9809-b99b4bafaafc tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778871'] for floatingip (fed70739-101c-4be8-a61a-6459b61b8d1e), after_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:42.051091 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.db.l3_db [req-5618bb3f-41ba-488f-b2ea-e2f9da70e4a6 req-8ce550be-f9c8-425c-9809-b99b4bafaafc tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Floating IP fed70739-101c-4be8-a61a-6459b61b8d1e disassociated. External IP: 172.27.1.190, port: 3ac1975d-f8dd-432b-8748-aa525919c851. Jul 18 10:52:42.051434 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.plugin [req-5618bb3f-41ba-488f-b2ea-e2f9da70e4a6 req-8ce550be-f9c8-425c-9809-b99b4bafaafc tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Calling delete_port for 3ac1975d-f8dd-432b-8748-aa525919c851 owned by compute:nova {{(pid=111155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:52:42.209986 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-6c1f566b-b11d-4f10-849e-e3e32224725e req-b32a1c5d-0c0f-49dd-ab47-5ea291afebf1 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:42.210384 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-6c1f566b-b11d-4f10-849e-e3e32224725e req-b32a1c5d-0c0f-49dd-ab47-5ea291afebf1 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778871'] for floatingip (8fb4c80a-6b44-45af-b9bc-31a5b218bed6), after_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:42.211290 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.db.l3_db [req-6c1f566b-b11d-4f10-849e-e3e32224725e req-b32a1c5d-0c0f-49dd-ab47-5ea291afebf1 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Floating IP 8fb4c80a-6b44-45af-b9bc-31a5b218bed6 disassociated. External IP: 172.27.1.182, port: e30195bc-be76-4526-8e2b-0e9910a4d0ce. Jul 18 10:52:42.211739 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.plugin [req-6c1f566b-b11d-4f10-849e-e3e32224725e req-b32a1c5d-0c0f-49dd-ab47-5ea291afebf1 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Calling delete_port for e30195bc-be76-4526-8e2b-0e9910a4d0ce owned by compute:nova {{(pid=111154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:52:42.283098 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-5618bb3f-41ba-488f-b2ea-e2f9da70e4a6 req-8ce550be-f9c8-425c-9809-b99b4bafaafc tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126083827'] for port (3ac1975d-f8dd-432b-8748-aa525919c851), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:42.313191 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce550be-f9c8-425c-9809-b99b4bafaafc tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Pushing event deleted for resources: {'Port': ['ID=3ac1975d-f8dd-432b-8748-aa525919c851,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:52:42.333100 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce550be-f9c8-425c-9809-b99b4bafaafc tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:52:42.333460 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce550be-f9c8-425c-9809-b99b4bafaafc tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:52:42.333805 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce550be-f9c8-425c-9809-b99b4bafaafc tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:52:42.334148 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce550be-f9c8-425c-9809-b99b4bafaafc tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:52:42.334487 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce550be-f9c8-425c-9809-b99b4bafaafc tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:52:42.334819 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce550be-f9c8-425c-9809-b99b4bafaafc tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:52:42.335155 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce550be-f9c8-425c-9809-b99b4bafaafc tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:52:42.335480 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce550be-f9c8-425c-9809-b99b4bafaafc tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:52:42.335864 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce550be-f9c8-425c-9809-b99b4bafaafc tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:52:42.335864 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce550be-f9c8-425c-9809-b99b4bafaafc tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:52:42.335864 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce550be-f9c8-425c-9809-b99b4bafaafc tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:52:42.335864 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce550be-f9c8-425c-9809-b99b4bafaafc tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:52:42.337322 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce550be-f9c8-425c-9809-b99b4bafaafc tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:52:42.337463 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce550be-f9c8-425c-9809-b99b4bafaafc tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:52:42.337820 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce550be-f9c8-425c-9809-b99b4bafaafc tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:52:42.410491 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device e30195bc-be76-4526-8e2b-0e9910a4d0ce no longer exists at agent hyperv_hv-cinder-84949 {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:52:42.426093 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-6c1f566b-b11d-4f10-849e-e3e32224725e req-b32a1c5d-0c0f-49dd-ab47-5ea291afebf1 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127334210'] for port (e30195bc-be76-4526-8e2b-0e9910a4d0ce), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:42.452891 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] No active binding found for port e30195bc-be76-4526-8e2b-0e9910a4d0ce {{(pid=111156) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 18 10:52:42.453392 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] The host hv-cinder-84949 is not matching for port e30195bc-be76-4526-8e2b-0e9910a4d0ce host None! {{(pid=111156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2390}} Jul 18 10:52:42.453823 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device e30195bc-be76-4526-8e2b-0e9910a4d0ce not bound to the agent host hv-cinder-84949 {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:52:42.454414 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device 3ac1975d-f8dd-432b-8748-aa525919c851 no longer exists at agent hyperv_hv-cinder-84949 {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:52:42.469718 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32a1c5d-0c0f-49dd-ab47-5ea291afebf1 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Pushing event deleted for resources: {'Port': ['ID=e30195bc-be76-4526-8e2b-0e9910a4d0ce,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:52:42.470282 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5618bb3f-41ba-488f-b2ea-e2f9da70e4a6 req-8ce550be-f9c8-425c-9809-b99b4bafaafc tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Router 906d405e-b16a-41fb-a8ab-39b34c0377f9 has already been hosted by L3 agent e6bcb791-bd43-4d6b-ab54-e591cb66712b {{(pid=111155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:52:42.475100 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32a1c5d-0c0f-49dd-ab47-5ea291afebf1 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:52:42.475451 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32a1c5d-0c0f-49dd-ab47-5ea291afebf1 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:52:42.475682 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] No Port match for: 3ac1975d-f8dd-432b-8748-aa525919c851 {{(pid=111156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:52:42.475797 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32a1c5d-0c0f-49dd-ab47-5ea291afebf1 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:52:42.476195 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32a1c5d-0c0f-49dd-ab47-5ea291afebf1 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:52:42.476321 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device 3ac1975d-f8dd-432b-8748-aa525919c851 not bound to the agent host hv-cinder-84949 {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:52:42.476545 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32a1c5d-0c0f-49dd-ab47-5ea291afebf1 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:52:42.477860 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32a1c5d-0c0f-49dd-ab47-5ea291afebf1 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:52:42.477860 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32a1c5d-0c0f-49dd-ab47-5ea291afebf1 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:52:42.478245 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32a1c5d-0c0f-49dd-ab47-5ea291afebf1 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:52:42.478551 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32a1c5d-0c0f-49dd-ab47-5ea291afebf1 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:52:42.478884 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32a1c5d-0c0f-49dd-ab47-5ea291afebf1 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:52:42.479215 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32a1c5d-0c0f-49dd-ab47-5ea291afebf1 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:52:42.479571 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32a1c5d-0c0f-49dd-ab47-5ea291afebf1 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:52:42.479899 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32a1c5d-0c0f-49dd-ab47-5ea291afebf1 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:52:42.480227 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32a1c5d-0c0f-49dd-ab47-5ea291afebf1 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:52:42.480550 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32a1c5d-0c0f-49dd-ab47-5ea291afebf1 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:52:42.592616 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5618bb3f-41ba-488f-b2ea-e2f9da70e4a6 req-8ce550be-f9c8-425c-9809-b99b4bafaafc tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Notify agent at l3_agent.dv-cinder-849498-1-iscsi the message routers_updated {{(pid=111155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:52:42.599177 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c1f566b-b11d-4f10-849e-e3e32224725e req-b32a1c5d-0c0f-49dd-ab47-5ea291afebf1 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Router 6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3 has already been hosted by L3 agent e6bcb791-bd43-4d6b-ab54-e591cb66712b {{(pid=111154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:52:42.604044 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89732ba1-07a6-43c6-84e8-4e892d6415fe None None] Sync routers for ids ['906d405e-b16a-41fb-a8ab-39b34c0377f9'] in dv-cinder-849498-1-iscsi {{(pid=111157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:52:42.614859 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89732ba1-07a6-43c6-84e8-4e892d6415fe None None] Routers {'906d405e-b16a-41fb-a8ab-39b34c0377f9'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:52:42.615477 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-89732ba1-07a6-43c6-84e8-4e892d6415fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:52:37Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['906d405e-b16a-41fb-a8ab-39b34c0377f9'], 'active': True} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:52:42.641744 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.l3_dvrscheduler_db [req-5618bb3f-41ba-488f-b2ea-e2f9da70e4a6 req-8ce550be-f9c8-425c-9809-b99b4bafaafc tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] No DVR routers for this DVR port 3ac1975d-f8dd-432b-8748-aa525919c851 on host hv-cinder-84949 {{(pid=111155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:52:42.644415 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-5618bb3f-41ba-488f-b2ea-e2f9da70e4a6 req-8ce550be-f9c8-425c-9809-b99b4bafaafc tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for port (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:42.647832 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-5618bb3f-41ba-488f-b2ea-e2f9da70e4a6 req-8ce550be-f9c8-425c-9809-b99b4bafaafc tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.52 "DELETE /v2.0/ports/3ac1975d-f8dd-432b-8748-aa525919c851 HTTP/1.1" status: 204 len: 173 time: 0.9967990 Jul 18 10:52:42.648310 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a4f543-a994-4897-8ced-5c04fed9ef50', 'name': 'network-vif-deleted', 'tag': '3ac1975d-f8dd-432b-8748-aa525919c851'}] {{(pid=111155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:52:42.650949 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f06b923856051c73f64d3b2294300e60923526062a62ec6e5be74a6ad2a3856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da320c5-6130-40d9-abf5-16ac8e9e262c" -d '{"events": [{"server_uuid": "48a4f543-a994-4897-8ced-5c04fed9ef50", "name": "network-vif-deleted", "tag": "3ac1975d-f8dd-432b-8748-aa525919c851"}]}' {{(pid=111155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:52:42.695868 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8934950-32d2-45a7-8d07-d916f628f80e x-openstack-request-id: req-d8934950-32d2-45a7-8d07-d916f628f80e {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:52:42.696400 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48a4f543-a994-4897-8ced-5c04fed9ef50", "name": "network-vif-deleted", "tag": "3ac1975d-f8dd-432b-8748-aa525919c851", "status": "completed", "code": 200}]} {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:52:42.696709 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d8934950-32d2-45a7-8d07-d916f628f80e {{(pid=111155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:52:42.697317 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8934950-32d2-45a7-8d07-d916f628f80e'] response: {'server_uuid': '48a4f543-a994-4897-8ced-5c04fed9ef50', 'name': 'network-vif-deleted', 'tag': '3ac1975d-f8dd-432b-8748-aa525919c851', 'status': 'completed', 'code': 200} Jul 18 10:52:42.743460 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvr_db [None req-89732ba1-07a6-43c6-84e8-4e892d6415fe None None] Set router 906d405e-b16a-41fb-a8ab-39b34c0377f9 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:52:42.748086 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c1f566b-b11d-4f10-849e-e3e32224725e req-b32a1c5d-0c0f-49dd-ab47-5ea291afebf1 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Notify agent at l3_agent.dv-cinder-849498-1-iscsi the message routers_updated {{(pid=111154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:52:42.761616 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3685d9a-9b90-4026-8d39-f7d45d2d59ee None None] Sync routers for ids ['6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3'] in dv-cinder-849498-1-iscsi {{(pid=111156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:52:42.781818 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3685d9a-9b90-4026-8d39-f7d45d2d59ee None None] Routers {'6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:52:42.782463 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-e3685d9a-9b90-4026-8d39-f7d45d2d59ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:52:37Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3'], 'active': True} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:52:42.920891 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-4f62773c-6b0d-4a3a-a65b-dc63151e3c1d req-f86a8ee2-231a-42dd-899f-6b8f5254c530 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=48a4f543-a994-4897-8ced-5c04fed9ef50 HTTP/1.1" status: 200 len: 210 time: 0.1269281 Jul 18 10:52:42.966934 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c1f566b-b11d-4f10-849e-e3e32224725e req-b32a1c5d-0c0f-49dd-ab47-5ea291afebf1 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] No DVR routers for this DVR port e30195bc-be76-4526-8e2b-0e9910a4d0ce on host hv-cinder-84949 {{(pid=111154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:52:42.971267 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-6c1f566b-b11d-4f10-849e-e3e32224725e req-b32a1c5d-0c0f-49dd-ab47-5ea291afebf1 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for port (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:42.973032 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d70a3bea-f297-4a9a-9f2e-0555a7f9c740 req-4f72f7ee-7592-45f2-a86b-e2012d262616 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ed7bef2-5b0f-4c62-b880-ab7c4d1fa924 HTTP/1.1" status: 200 len: 210 time: 0.1028237 Jul 18 10:52:42.974697 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-6c1f566b-b11d-4f10-849e-e3e32224725e req-b32a1c5d-0c0f-49dd-ab47-5ea291afebf1 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.52 "DELETE /v2.0/ports/e30195bc-be76-4526-8e2b-0e9910a4d0ce HTTP/1.1" status: 204 len: 173 time: 1.2302704 Jul 18 10:52:42.975112 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ed7bef2-5b0f-4c62-b880-ab7c4d1fa924', 'name': 'network-vif-deleted', 'tag': 'e30195bc-be76-4526-8e2b-0e9910a4d0ce'}] {{(pid=111154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:52:42.978037 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76f28ae75f34143b6717ab81e854799a90e2618b86a46665dc49940857a7474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08cdb59c-c40f-4692-9451-eb2533675326" -d '{"events": [{"server_uuid": "8ed7bef2-5b0f-4c62-b880-ab7c4d1fa924", "name": "network-vif-deleted", "tag": "e30195bc-be76-4526-8e2b-0e9910a4d0ce"}]}' {{(pid=111154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:52:43.036767 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvr_db [None req-e3685d9a-9b90-4026-8d39-f7d45d2d59ee None None] Set router 6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:52:43.049314 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755177e3-d6dc-4f7a-85bd-442f668a3111 x-openstack-request-id: req-755177e3-d6dc-4f7a-85bd-442f668a3111 {{(pid=111154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:52:43.049606 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ed7bef2-5b0f-4c62-b880-ab7c4d1fa924", "name": "network-vif-deleted", "tag": "e30195bc-be76-4526-8e2b-0e9910a4d0ce", "status": "completed", "code": 200}]} {{(pid=111154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:52:43.049861 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-755177e3-d6dc-4f7a-85bd-442f668a3111 {{(pid=111154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:52:43.050262 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-755177e3-d6dc-4f7a-85bd-442f668a3111'] response: {'server_uuid': '8ed7bef2-5b0f-4c62-b880-ab7c4d1fa924', 'name': 'network-vif-deleted', 'tag': 'e30195bc-be76-4526-8e2b-0e9910a4d0ce', 'status': 'completed', 'code': 200} Jul 18 10:52:43.176020 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-89732ba1-07a6-43c6-84e8-4e892d6415fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '906d405e-b16a-41fb-a8ab-39b34c0377f9', 'name': 'tempest-ServerRescueNegativeTestJSON-581772959-router', 'tenant_id': '7184d0f3256344a2af18c639787e538f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:00Z', 'updated_at': '2022-07-18T10:47:11Z', 'revision_number': 4, 'project_id': '7184d0f3256344a2af18c639787e538f', 'gw_port': {'id': '4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906d405e-b16a-41fb-a8ab-39b34c0377f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:01Z', 'updated_at': '2022-07-18T10:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': '7e8cb12d-f119-4020-990e-97c81b5c5e24', 'name': '', 'network_id': '09160d22-0418-499d-83b3-2657454003a1', 'tenant_id': '7184d0f3256344a2af18c639787e538f', 'mac_address': 'fa:16:3e:a2:58:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906d405e-b16a-41fb-a8ab-39b34c0377f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'de6eeef4-c7ed-4de0-9d7b-74b96eafe12b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:07Z', 'updated_at': '2022-07-18T10:47:29Z', 'revision_number': 5, 'project_id': '7184d0f3256344a2af18c639787e538f', 'subnets': [{'id': 'de6eeef4-c7ed-4de0-9d7b-74b96eafe12b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:52:43.202753 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89732ba1-07a6-43c6-84e8-4e892d6415fe None None] Checking router: 906d405e-b16a-41fb-a8ab-39b34c0377f9 for host: dv-cinder-849498-1-iscsi {{(pid=111157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:52:43.211500 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89732ba1-07a6-43c6-84e8-4e892d6415fe None None] Routers {'906d405e-b16a-41fb-a8ab-39b34c0377f9'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:52:43.212112 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-89732ba1-07a6-43c6-84e8-4e892d6415fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:52:37Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['906d405e-b16a-41fb-a8ab-39b34c0377f9'], 'active': True} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:52:43.260923 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-e3685d9a-9b90-4026-8d39-f7d45d2d59ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'name': 'tempest-AttachVolumeNegativeTest-431570464-router', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '4083be66-18b5-4ad2-a323-569672bf755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:00Z', 'updated_at': '2022-07-18T10:47:14Z', 'revision_number': 4, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'gw_port': {'id': '4083be66-18b5-4ad2-a323-569672bf755b', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:02Z', 'updated_at': '2022-07-18T10:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': '603b1623-5cf2-4603-b446-434aeca6fd4c', 'name': '', 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'mac_address': 'fa:16:3e:29:7e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'aa197fa4-4b14-4357-8299-842622dc6172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:10Z', 'updated_at': '2022-07-18T10:47:38Z', 'revision_number': 5, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'subnets': [{'id': 'aa197fa4-4b14-4357-8299-842622dc6172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:52:43.287174 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3685d9a-9b90-4026-8d39-f7d45d2d59ee None None] Checking router: 6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3 for host: dv-cinder-849498-1-iscsi {{(pid=111156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:52:43.298678 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3685d9a-9b90-4026-8d39-f7d45d2d59ee None None] Routers {'6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:52:43.299303 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-e3685d9a-9b90-4026-8d39-f7d45d2d59ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:52:37Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3'], 'active': True} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:52:43.323841 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvr_db [None req-89732ba1-07a6-43c6-84e8-4e892d6415fe None None] Set router 906d405e-b16a-41fb-a8ab-39b34c0377f9 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:52:43.406891 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvr_db [None req-e3685d9a-9b90-4026-8d39-f7d45d2d59ee None None] Set router 6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:52:43.542735 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-89732ba1-07a6-43c6-84e8-4e892d6415fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '906d405e-b16a-41fb-a8ab-39b34c0377f9', 'name': 'tempest-ServerRescueNegativeTestJSON-581772959-router', 'tenant_id': '7184d0f3256344a2af18c639787e538f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:00Z', 'updated_at': '2022-07-18T10:47:11Z', 'revision_number': 4, 'project_id': '7184d0f3256344a2af18c639787e538f', 'gw_port': {'id': '4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906d405e-b16a-41fb-a8ab-39b34c0377f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:01Z', 'updated_at': '2022-07-18T10:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': '7e8cb12d-f119-4020-990e-97c81b5c5e24', 'name': '', 'network_id': '09160d22-0418-499d-83b3-2657454003a1', 'tenant_id': '7184d0f3256344a2af18c639787e538f', 'mac_address': 'fa:16:3e:a2:58:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906d405e-b16a-41fb-a8ab-39b34c0377f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'de6eeef4-c7ed-4de0-9d7b-74b96eafe12b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:07Z', 'updated_at': '2022-07-18T10:47:29Z', 'revision_number': 5, 'project_id': '7184d0f3256344a2af18c639787e538f', 'subnets': [{'id': 'de6eeef4-c7ed-4de0-9d7b-74b96eafe12b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:52:43.562167 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:52:43.569702 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:52:43.570495 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89732ba1-07a6-43c6-84e8-4e892d6415fe None None] The sync data for ids ['906d405e-b16a-41fb-a8ab-39b34c0377f9'] in dv-cinder-849498-1-iscsi is: [{'id': '906d405e-b16a-41fb-a8ab-39b34c0377f9', 'name': 'tempest-ServerRescueNegativeTestJSON-581772959-router', 'tenant_id': '7184d0f3256344a2af18c639787e538f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:00Z', 'updated_at': '2022-07-18T10:47:11Z', 'revision_number': 4, 'project_id': '7184d0f3256344a2af18c639787e538f', 'gw_port': {'id': '4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906d405e-b16a-41fb-a8ab-39b34c0377f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:01Z', 'updated_at': '2022-07-18T10:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': '7e8cb12d-f119-4020-990e-97c81b5c5e24', 'name': '', 'network_id': '09160d22-0418-499d-83b3-2657454003a1', 'tenant_id': '7184d0f3256344a2af18c639787e538f', 'mac_address': 'fa:16:3e:a2:58:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906d405e-b16a-41fb-a8ab-39b34c0377f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'de6eeef4-c7ed-4de0-9d7b-74b96eafe12b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:07Z', 'updated_at': '2022-07-18T10:47:29Z', 'revision_number': 5, 'project_id': '7184d0f3256344a2af18c639787e538f', 'subnets': [{'id': 'de6eeef4-c7ed-4de0-9d7b-74b96eafe12b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:52:43.619397 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-e3685d9a-9b90-4026-8d39-f7d45d2d59ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'name': 'tempest-AttachVolumeNegativeTest-431570464-router', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '4083be66-18b5-4ad2-a323-569672bf755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:00Z', 'updated_at': '2022-07-18T10:47:14Z', 'revision_number': 4, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'gw_port': {'id': '4083be66-18b5-4ad2-a323-569672bf755b', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:02Z', 'updated_at': '2022-07-18T10:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': '603b1623-5cf2-4603-b446-434aeca6fd4c', 'name': '', 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'mac_address': 'fa:16:3e:29:7e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'aa197fa4-4b14-4357-8299-842622dc6172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:10Z', 'updated_at': '2022-07-18T10:47:38Z', 'revision_number': 5, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'subnets': [{'id': 'aa197fa4-4b14-4357-8299-842622dc6172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:52:43.650938 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3685d9a-9b90-4026-8d39-f7d45d2d59ee None None] The sync data for ids ['6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3'] in dv-cinder-849498-1-iscsi is: [{'id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'name': 'tempest-AttachVolumeNegativeTest-431570464-router', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '4083be66-18b5-4ad2-a323-569672bf755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:00Z', 'updated_at': '2022-07-18T10:47:14Z', 'revision_number': 4, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'gw_port': {'id': '4083be66-18b5-4ad2-a323-569672bf755b', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:02Z', 'updated_at': '2022-07-18T10:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': '603b1623-5cf2-4603-b446-434aeca6fd4c', 'name': '', 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'mac_address': 'fa:16:3e:29:7e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'aa197fa4-4b14-4357-8299-842622dc6172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:10Z', 'updated_at': '2022-07-18T10:47:38Z', 'revision_number': 5, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'subnets': [{'id': 'aa197fa4-4b14-4357-8299-842622dc6172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:52:43.867757 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53e099d-5299-457d-9e55-bcf6ac49de37 None None] New status for floating IP fed70739-101c-4be8-a61a-6459b61b8d1e: DOWN {{(pid=111157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 10:52:43.960684 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cb20a9-8c73-4d9f-b7d2-82aca131be0e None None] New status for floating IP 8fb4c80a-6b44-45af-b9bc-31a5b218bed6: DOWN {{(pid=111156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 10:52:44.059143 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-a0c619c9-7866-4419-b482-09fd8f3457f2 req-693f97b4-b7a4-4d41-895f-7d7f3676144d tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=48a4f543-a994-4897-8ced-5c04fed9ef50 HTTP/1.1" status: 200 len: 210 time: 0.0418162 Jul 18 10:52:44.177366 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3c3766b2-1594-4329-a568-f53bdf8f4d41 req-14ff598d-3d29-40cb-97b1-1bb5b8c8260c tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ed7bef2-5b0f-4c62-b880-ab7c4d1fa924 HTTP/1.1" status: 200 len: 210 time: 0.0357985 Jul 18 10:52:45.285444 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 44704) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:52:45.360128 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-a88ad5ed-f943-4224-a4e4-7a8437d50ee0 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Publish callbacks [] for security_group (b9aedad3-a0f8-44e8-899c-42b13f7a72a7), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:45.392223 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-a88ad5ed-f943-4224-a4e4-7a8437d50ee0 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Publish callbacks [] for security_group (b9aedad3-a0f8-44e8-899c-42b13f7a72a7), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:45.410229 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:52:45.442005 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 44706) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:52:45.509202 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-fce2c5a7-b242-49ef-bac7-43ab8fc93ec8 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for security_group (7fc3f19b-798b-4441-9974-c80817d8c053), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:45.520073 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:52:45.537288 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-fce2c5a7-b242-49ef-bac7-43ab8fc93ec8 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for security_group (7fc3f19b-798b-4441-9974-c80817d8c053), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:45.614974 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-a88ad5ed-f943-4224-a4e4-7a8437d50ee0 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (b9aedad3-a0f8-44e8-899c-42b13f7a72a7), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:45.617708 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-a88ad5ed-f943-4224-a4e4-7a8437d50ee0 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Publish callbacks [] for security_group (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:45.619255 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-a88ad5ed-f943-4224-a4e4-7a8437d50ee0 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "DELETE /v2.0/security-groups/b9aedad3-a0f8-44e8-899c-42b13f7a72a7 HTTP/1.1" status: 204 len: 168 time: 0.3325727 Jul 18 10:52:45.622831 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 44708) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:52:45.631318 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88ad5ed-f943-4224-a4e4-7a8437d50ee0 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9aedad3-a0f8-44e8-899c-42b13f7a72a7,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:52:45.642020 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.api.v2.resource [None req-c6a6636f-2efb-46dd-9d96-11f5600d49b1 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] show failed (client error): The resource could not be found. Jul 18 10:52:45.643111 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-c6a6636f-2efb-46dd-9d96-11f5600d49b1 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups/b9aedad3-a0f8-44e8-899c-42b13f7a72a7 HTTP/1.1" status: 404 len: 347 time: 0.0189664 Jul 18 10:52:45.646824 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 44710) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:52:45.738758 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-fce2c5a7-b242-49ef-bac7-43ab8fc93ec8 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (7fc3f19b-798b-4441-9974-c80817d8c053), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:45.741614 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-fce2c5a7-b242-49ef-bac7-43ab8fc93ec8 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for security_group (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:45.743058 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-fce2c5a7-b242-49ef-bac7-43ab8fc93ec8 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "DELETE /v2.0/security-groups/7fc3f19b-798b-4441-9974-c80817d8c053 HTTP/1.1" status: 204 len: 168 time: 0.3000515 Jul 18 10:52:45.746320 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 44712) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:52:45.762162 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.api.v2.resource [None req-a35dd3de-a1b3-403f-9efd-6d5a2b3c4585 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] show failed (client error): The resource could not be found. Jul 18 10:52:45.764397 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-a35dd3de-a1b3-403f-9efd-6d5a2b3c4585 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/security-groups/7fc3f19b-798b-4441-9974-c80817d8c053 HTTP/1.1" status: 404 len: 347 time: 0.0158651 Jul 18 10:52:45.766780 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 44714) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:52:45.770636 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce2c5a7-b242-49ef-bac7-43ab8fc93ec8 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc3f19b-798b-4441-9974-c80817d8c053,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:52:45.837764 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.plugin [None req-0aa0c0d6-c574-4969-952b-b8b9c2a8c5b3 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Deleting port 8d1a1195-0f51-491f-b077-b367cedbc2a5 {{(pid=111155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:52:45.838122 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-0aa0c0d6-c574-4969-952b-b8b9c2a8c5b3 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (8d1a1195-0f51-491f-b077-b367cedbc2a5), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:45.906361 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:52:45.922475 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.plugin [None req-068d1fdc-9783-4e21-bd4c-31fa08babc11 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Deleting port d21b3182-9164-40c2-a9d4-65d85ef97425 {{(pid=111154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:52:45.922827 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-068d1fdc-9783-4e21-bd4c-31fa08babc11 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (d21b3182-9164-40c2-a9d4-65d85ef97425), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:45.957878 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-0aa0c0d6-c574-4969-952b-b8b9c2a8c5b3 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (8d1a1195-0f51-491f-b077-b367cedbc2a5), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:45.958231 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-0aa0c0d6-c574-4969-952b-b8b9c2a8c5b3 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Publish callbacks [] for floatingip (8d1a1195-0f51-491f-b077-b367cedbc2a5), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:45.975135 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.plugin [None req-0aa0c0d6-c574-4969-952b-b8b9c2a8c5b3 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Calling delete_port for 8d1a1195-0f51-491f-b077-b367cedbc2a5 owned by network:floatingip {{(pid=111155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:52:46.193610 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:52:46.275279 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-068d1fdc-9783-4e21-bd4c-31fa08babc11 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (d21b3182-9164-40c2-a9d4-65d85ef97425), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:46.275664 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-068d1fdc-9783-4e21-bd4c-31fa08babc11 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for floatingip (d21b3182-9164-40c2-a9d4-65d85ef97425), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:46.278221 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-0aa0c0d6-c574-4969-952b-b8b9c2a8c5b3 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126083827'] for port (8d1a1195-0f51-491f-b077-b367cedbc2a5), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:46.299895 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.plugin [None req-068d1fdc-9783-4e21-bd4c-31fa08babc11 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Calling delete_port for d21b3182-9164-40c2-a9d4-65d85ef97425 owned by network:floatingip {{(pid=111154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:52:46.325284 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa0c0d6-c574-4969-952b-b8b9c2a8c5b3 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Pushing event deleted for resources: {'Port': ['ID=8d1a1195-0f51-491f-b077-b367cedbc2a5,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:52:46.443021 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-0aa0c0d6-c574-4969-952b-b8b9c2a8c5b3 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Publish callbacks [] for floatingip (fed70739-101c-4be8-a61a-6459b61b8d1e), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:46.446505 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-0aa0c0d6-c574-4969-952b-b8b9c2a8c5b3 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for floatingip (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:46.450767 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-0aa0c0d6-c574-4969-952b-b8b9c2a8c5b3 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "DELETE /v2.0/floatingips/fed70739-101c-4be8-a61a-6459b61b8d1e HTTP/1.1" status: 204 len: 168 time: 0.8000140 Jul 18 10:52:46.637361 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-068d1fdc-9783-4e21-bd4c-31fa08babc11 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127334210'] for port (d21b3182-9164-40c2-a9d4-65d85ef97425), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:46.666141 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068d1fdc-9783-4e21-bd4c-31fa08babc11 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Pushing event deleted for resources: {'Port': ['ID=d21b3182-9164-40c2-a9d4-65d85ef97425,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:52:46.749100 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-068d1fdc-9783-4e21-bd4c-31fa08babc11 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for floatingip (8fb4c80a-6b44-45af-b9bc-31a5b218bed6), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:46.751713 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-068d1fdc-9783-4e21-bd4c-31fa08babc11 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for floatingip (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:46.752997 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-068d1fdc-9783-4e21-bd4c-31fa08babc11 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "DELETE /v2.0/floatingips/8fb4c80a-6b44-45af-b9bc-31a5b218bed6 HTTP/1.1" status: 204 len: 168 time: 0.9844956 Jul 18 10:52:46.948235 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 44722) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:52:46.954199 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [None req-256e16b5-4f04-41bb-9f5b-1deef590140c tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Request body: {'security_group': {'name': 'tempest-securitygroup--190966385', 'description': 'tempest-description--179019113'}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:52:46.960203 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:52:47.118067 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-256e16b5-4f04-41bb-9f5b-1deef590140c tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for security_group (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:47.242418 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-256e16b5-4f04-41bb-9f5b-1deef590140c tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for security_group (d629360c-2eac-49e9-86ae-2b1dbd4fb64a), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:47.409622 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-256e16b5-4f04-41bb-9f5b-1deef590140c tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (d629360c-2eac-49e9-86ae-2b1dbd4fb64a), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:47.451934 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256e16b5-4f04-41bb-9f5b-1deef590140c tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d629360c-2eac-49e9-86ae-2b1dbd4fb64a,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:52:47.545212 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-256e16b5-4f04-41bb-9f5b-1deef590140c tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for security_group (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:47.547942 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-256e16b5-4f04-41bb-9f5b-1deef590140c tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5980737 Jul 18 10:52:47.551546 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 44724) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:52:47.560154 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [None req-2b0f56ed-2459-4455-a7af-43cbe62d329b tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Request body: {'security_group_rule': {'security_group_id': 'd629360c-2eac-49e9-86ae-2b1dbd4fb64a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:52:47.675474 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-2b0f56ed-2459-4455-a7af-43cbe62d329b tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for security_group_rule (8de7190e-54d8-4cf6-800f-25e678e510fe), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:47.758607 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-2b0f56ed-2459-4455-a7af-43cbe62d329b tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for security_group_rule (8de7190e-54d8-4cf6-800f-25e678e510fe), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:47.869115 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-2b0f56ed-2459-4455-a7af-43cbe62d329b tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706217'] for security_group_rule (8de7190e-54d8-4cf6-800f-25e678e510fe), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:47.904826 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0f56ed-2459-4455-a7af-43cbe62d329b tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8de7190e-54d8-4cf6-800f-25e678e510fe,revision_number=0']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:52:48.016928 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-2b0f56ed-2459-4455-a7af-43cbe62d329b tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:48.018168 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-2b0f56ed-2459-4455-a7af-43cbe62d329b tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4650917 Jul 18 10:52:48.021368 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 44730) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:52:48.027493 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [None req-92b209f3-0788-4944-84b5-bb2e78086218 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Request body: {'security_group_rule': {'security_group_id': 'd629360c-2eac-49e9-86ae-2b1dbd4fb64a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:52:48.163658 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-92b209f3-0788-4944-84b5-bb2e78086218 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for security_group_rule (b4d056c1-82c0-47e2-bb1e-82fccda4a6d2), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:48.259185 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-92b209f3-0788-4944-84b5-bb2e78086218 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for security_group_rule (b4d056c1-82c0-47e2-bb1e-82fccda4a6d2), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:48.374758 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-92b209f3-0788-4944-84b5-bb2e78086218 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706217'] for security_group_rule (b4d056c1-82c0-47e2-bb1e-82fccda4a6d2), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:48.401373 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b209f3-0788-4944-84b5-bb2e78086218 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4d056c1-82c0-47e2-bb1e-82fccda4a6d2,revision_number=0']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:52:48.542836 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-92b209f3-0788-4944-84b5-bb2e78086218 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:48.544148 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-92b209f3-0788-4944-84b5-bb2e78086218 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5216873 Jul 18 10:52:48.547389 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 44734) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:52:48.551846 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [None req-fbfc2f1d-9a89-4e5d-8da5-775407b2c6ce tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Request body: {'floatingip': {'floating_network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1'}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:52:48.712310 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-fbfc2f1d-9a89-4e5d-8da5-775407b2c6ce tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:48.797837 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=12 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:52:48.801377 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-fbfc2f1d-9a89-4e5d-8da5-775407b2c6ce tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:48.931233 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.db_base_plugin_common [None req-fbfc2f1d-9a89-4e5d-8da5-775407b2c6ce tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Allocated IP 172.27.1.222 (bb0f21c8-59d6-4417-bd6b-78e480c446a1/d4fbd515-2e97-4384-b4aa-6523e13e40eb/2e994b83-ba50-44e6-8472-c7cfa2a661e7) {{(pid=111155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:52:48.946976 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:UPDATE=7,neutron:DELETE=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:52:49.060066 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-fbfc2f1d-9a89-4e5d-8da5-775407b2c6ce tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for port (2e994b83-ba50-44e6-8472-c7cfa2a661e7), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:49.198204 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-fbfc2f1d-9a89-4e5d-8da5-775407b2c6ce tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126083827'] for port (2e994b83-ba50-44e6-8472-c7cfa2a661e7), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:49.247575 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfc2f1d-9a89-4e5d-8da5-775407b2c6ce tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Network bb0f21c8-59d6-4417-bd6b-78e480c446a1 is already hosted by enough agents. {{(pid=111155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:52:49.253308 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.base_scheduler [None req-fbfc2f1d-9a89-4e5d-8da5-775407b2c6ce tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Resources bound (agent type, host, resource id): {{(pid=111155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:52:49.255804 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfc2f1d-9a89-4e5d-8da5-775407b2c6ce tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Received port after_create {{(pid=111155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:52:49.286793 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfc2f1d-9a89-4e5d-8da5-775407b2c6ce tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Pushing event updated for resources: {'Port': ['ID=2e994b83-ba50-44e6-8472-c7cfa2a661e7,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:52:49.383962 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-fbfc2f1d-9a89-4e5d-8da5-775407b2c6ce tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for floatingip (fb805bf7-ddb3-4336-9f26-3f170277fd43), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:49.589039 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-fbfc2f1d-9a89-4e5d-8da5-775407b2c6ce tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (2e994b83-ba50-44e6-8472-c7cfa2a661e7), before_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:49.637194 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:52:49.800852 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-fbfc2f1d-9a89-4e5d-8da5-775407b2c6ce tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for port (2e994b83-ba50-44e6-8472-c7cfa2a661e7), precommit_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:49.951605 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-fbfc2f1d-9a89-4e5d-8da5-775407b2c6ce tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126083072'] for port (2e994b83-ba50-44e6-8472-c7cfa2a661e7), after_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:50.067276 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfc2f1d-9a89-4e5d-8da5-775407b2c6ce tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Pushing event updated for resources: {'Port': ['ID=2e994b83-ba50-44e6-8472-c7cfa2a661e7,revision_number=2']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:52:50.084685 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b29cd39-7eca-455e-81f3-f2f0507e60ff req-0b1288f3-d9e8-472a-bb4e-c4532c2c31a2 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:50.086541 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-0b29cd39-7eca-455e-81f3-f2f0507e60ff req-0b1288f3-d9e8-472a-bb4e-c4532c2c31a2 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=1449a0db-3f38-4456-8a45-7b4a40105095 HTTP/1.1" status: 200 len: 946 time: 0.0938141 Jul 18 10:52:50.104183 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-fbfc2f1d-9a89-4e5d-8da5-775407b2c6ce tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778871'] for floatingip (fb805bf7-ddb3-4336-9f26-3f170277fd43), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:50.157937 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-0b29cd39-7eca-455e-81f3-f2f0507e60ff req-36ad08ab-30cf-469c-9831-cde766c89081 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640469 Jul 18 10:52:50.218763 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-fbfc2f1d-9a89-4e5d-8da5-775407b2c6ce tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for floatingip (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:50.220881 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-fbfc2f1d-9a89-4e5d-8da5-775407b2c6ce tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6723006 Jul 18 10:52:50.462009 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d699f5d9-24a7-4593-b86f-659078177471 req-1472a1e5-f65a-4496-9c6b-da883eaf6f96 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--190966385&fields=id&tenant_id=04716d82e1084ec58b2a4909710a6ce8 HTTP/1.1" status: 200 len: 267 time: 0.0506136 Jul 18 10:52:50.586221 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d699f5d9-24a7-4593-b86f-659078177471 req-5d136319-cf27-4c88-b58f-e00f4e2beae7 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:50.588141 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d699f5d9-24a7-4593-b86f-659078177471 req-5d136319-cf27-4c88-b58f-e00f4e2beae7 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/networks?id=cfde60e0-9a8e-4b4d-8a28-cc720005757b HTTP/1.1" status: 200 len: 814 time: 0.1195605 Jul 18 10:52:50.606340 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d699f5d9-24a7-4593-b86f-659078177471 req-c3ff97b9-79e0-46d8-b865-d605c250a350 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/quotas/04716d82e1084ec58b2a4909710a6ce8 HTTP/1.1" status: 200 len: 375 time: 0.0114112 Jul 18 10:52:50.660643 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d699f5d9-24a7-4593-b86f-659078177471 req-84bd29be-e37a-4c77-ad71-6e1b5aef8a2c tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=04716d82e1084ec58b2a4909710a6ce8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481491 Jul 18 10:52:50.793093 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:52:50.896824 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d699f5d9-24a7-4593-b86f-659078177471 req-574d4adb-603f-4594-a61b-54fadf238271 service neutron] 10.222.0.49 "GET /v2.0/networks/cfde60e0-9a8e-4b4d-8a28-cc720005757b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188098 Jul 18 10:52:50.996246 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d699f5d9-24a7-4593-b86f-659078177471 req-6f3d74b2-db40-4be7-818c-4aafa78e7af0 service neutron] 10.222.0.49 "GET /v2.0/networks/cfde60e0-9a8e-4b4d-8a28-cc720005757b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933924 Jul 18 10:52:51.291687 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308099b-0403-4d87-ac11-f81f0447607d req-e2a88a74-aef4-4bef-baf7-b4d328319315 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:51.293276 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-e308099b-0403-4d87-ac11-f81f0447607d req-e2a88a74-aef4-4bef-baf7-b4d328319315 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=1449a0db-3f38-4456-8a45-7b4a40105095 HTTP/1.1" status: 200 len: 946 time: 0.0588448 Jul 18 10:52:51.341824 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-72465407-d6df-4ba9-9c5f-5b9681d071cf req-802431e3-004c-4e02-9095-309806bf590c tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=9faaf917-748f-4856-8100-c52e60ae0543 HTTP/1.1" status: 200 len: 210 time: 0.0405543 Jul 18 10:52:51.372005 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-e308099b-0403-4d87-ac11-f81f0447607d req-f504ed34-d272-4dd0-abad-c30558d83719 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720019 Jul 18 10:52:52.301128 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519567a-ea5c-4c92-aaaf-95df9093803b req-4f6ef31b-6ad8-458d-8088-87896095f211 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:52.302520 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-2519567a-ea5c-4c92-aaaf-95df9093803b req-4f6ef31b-6ad8-458d-8088-87896095f211 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.52 "GET /v2.0/ports?device_id=1449a0db-3f38-4456-8a45-7b4a40105095 HTTP/1.1" status: 200 len: 946 time: 0.0481038 Jul 18 10:52:52.404051 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.plugin [req-2519567a-ea5c-4c92-aaaf-95df9093803b req-6ab1f205-a173-4f54-8471-f5348edf91b2 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Deleting port fc6df403-f5e5-427c-868d-17653a05457d {{(pid=111154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:52:52.406526 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-2519567a-ea5c-4c92-aaaf-95df9093803b req-6ab1f205-a173-4f54-8471-f5348edf91b2 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (fc6df403-f5e5-427c-868d-17653a05457d), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:52.424213 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-463e20ca-dd3a-4c87-b743-25a0301233ce req-c84c22d8-202d-45bf-a6fe-e25ff484be5f tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=9faaf917-748f-4856-8100-c52e60ae0543 HTTP/1.1" status: 200 len: 210 time: 0.0304260 Jul 18 10:52:52.511050 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77f62e-c7d9-4d36-b886-68075cb3d306 req-94746071-baf6-4eff-b51b-c6a4fd7379fd tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:52.513025 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-cc77f62e-c7d9-4d36-b886-68075cb3d306 req-94746071-baf6-4eff-b51b-c6a4fd7379fd tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=1449a0db-3f38-4456-8a45-7b4a40105095 HTTP/1.1" status: 200 len: 946 time: 0.0564971 Jul 18 10:52:52.518884 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.db [req-2519567a-ea5c-4c92-aaaf-95df9093803b req-6ab1f205-a173-4f54-8471-f5348edf91b2 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] For port fc6df403-f5e5-427c-868d-17653a05457d, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=fc6df403-f5e5-427c-868d-17653a05457d,segment=NetworkSegment(f1593a01-0c5c-4b0b-9f47-8129c2ef308d),segment_id=f1593a01-0c5c-4b0b-9f47-8129c2ef308d)] {{(pid=111154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:52:52.519251 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-2519567a-ea5c-4c92-aaaf-95df9093803b req-6ab1f205-a173-4f54-8471-f5348edf91b2 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (fc6df403-f5e5-427c-868d-17653a05457d), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:52.533983 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.plugin [req-2519567a-ea5c-4c92-aaaf-95df9093803b req-6ab1f205-a173-4f54-8471-f5348edf91b2 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Calling delete_port for fc6df403-f5e5-427c-868d-17653a05457d owned by compute:nova {{(pid=111154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:52:52.566761 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-cc77f62e-c7d9-4d36-b886-68075cb3d306 req-c19556a7-a2e4-4e27-af33-e3e603a1b748 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478938 Jul 18 10:52:52.581743 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:52:52.734683 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-2519567a-ea5c-4c92-aaaf-95df9093803b req-6ab1f205-a173-4f54-8471-f5348edf91b2 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127334210'] for port (fc6df403-f5e5-427c-868d-17653a05457d), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:52.749560 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] get_ports_and_sgs() called for port_ids ['a2d9794f-2a33-4778-92a2-20c4de5af12b'] {{(pid=111156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:52:52.766038 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab1f205-a173-4f54-8471-f5348edf91b2 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Pushing event deleted for resources: {'Port': ['ID=fc6df403-f5e5-427c-868d-17653a05457d,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:52:52.815548 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.l3_dvrscheduler_db [req-2519567a-ea5c-4c92-aaaf-95df9093803b req-6ab1f205-a173-4f54-8471-f5348edf91b2 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] No DVR routers for this DVR port fc6df403-f5e5-427c-868d-17653a05457d on host hv-cinder-84949 {{(pid=111154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:52:52.818523 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-2519567a-ea5c-4c92-aaaf-95df9093803b req-6ab1f205-a173-4f54-8471-f5348edf91b2 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for port (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:52.822909 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-2519567a-ea5c-4c92-aaaf-95df9093803b req-6ab1f205-a173-4f54-8471-f5348edf91b2 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.52 "DELETE /v2.0/ports/fc6df403-f5e5-427c-868d-17653a05457d HTTP/1.1" status: 204 len: 173 time: 0.5122209 Jul 18 10:52:52.823394 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1449a0db-3f38-4456-8a45-7b4a40105095', 'name': 'network-vif-deleted', 'tag': 'fc6df403-f5e5-427c-868d-17653a05457d'}] {{(pid=111154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:52:52.825872 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76f28ae75f34143b6717ab81e854799a90e2618b86a46665dc49940857a7474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c27698-24ce-463f-9bc4-e172ac076d33" -d '{"events": [{"server_uuid": "1449a0db-3f38-4456-8a45-7b4a40105095", "name": "network-vif-deleted", "tag": "fc6df403-f5e5-427c-868d-17653a05457d"}]}' {{(pid=111154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:52:52.933295 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39c198a-7de3-425a-8963-f8c9bffc85c7 x-openstack-request-id: req-f39c198a-7de3-425a-8963-f8c9bffc85c7 {{(pid=111154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:52:52.933642 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1449a0db-3f38-4456-8a45-7b4a40105095", "name": "network-vif-deleted", "tag": "fc6df403-f5e5-427c-868d-17653a05457d", "status": "completed", "code": 200}]} {{(pid=111154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:52:52.933900 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f39c198a-7de3-425a-8963-f8c9bffc85c7 {{(pid=111154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:52:52.934311 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f39c198a-7de3-425a-8963-f8c9bffc85c7'] response: {'server_uuid': '1449a0db-3f38-4456-8a45-7b4a40105095', 'name': 'network-vif-deleted', 'tag': 'fc6df403-f5e5-427c-868d-17653a05457d', 'status': 'completed', 'code': 200} Jul 18 10:52:53.527501 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-5eaab75d-1afc-467b-b865-e4a8e79a7593 req-7ff85efe-cd07-4709-abe3-2978c6860944 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=9faaf917-748f-4856-8100-c52e60ae0543 HTTP/1.1" status: 200 len: 210 time: 0.0296030 Jul 18 10:52:53.677649 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d2221b61-10ed-41f2-bb56-e215642a264a req-126ac9b9-d87f-4f06-bcf7-118e5ffb5514 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=1449a0db-3f38-4456-8a45-7b4a40105095 HTTP/1.1" status: 200 len: 210 time: 0.0279169 Jul 18 10:52:54.097634 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:52:54.471893 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device fc6df403-f5e5-427c-868d-17653a05457d no longer exists at agent hyperv_hv-cinder-84949 {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:52:54.493214 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] No Port match for: fc6df403-f5e5-427c-868d-17653a05457d {{(pid=111156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:52:54.493854 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device fc6df403-f5e5-427c-868d-17653a05457d not bound to the agent host hv-cinder-84949 {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:52:54.511538 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d699f5d9-24a7-4593-b86f-659078177471 req-e08d3c35-56ad-48d8-955f-1c29c124e8ae tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:54.513126 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-d699f5d9-24a7-4593-b86f-659078177471 req-e08d3c35-56ad-48d8-955f-1c29c124e8ae tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.52 "GET /v2.0/networks?id=cfde60e0-9a8e-4b4d-8a28-cc720005757b HTTP/1.1" status: 200 len: 814 time: 0.1201868 Jul 18 10:52:54.592126 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-d699f5d9-24a7-4593-b86f-659078177471 req-6cd09b90-d716-40d7-8450-c530e4bdd58c tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04716d82e1084ec58b2a4909710a6ce8 HTTP/1.1" status: 200 len: 379 time: 0.0695350 Jul 18 10:52:54.604337 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [req-d699f5d9-24a7-4593-b86f-659078177471 req-d200a1ec-cfe3-49dc-9fa5-252bc47ddfeb tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Request body: {'port': {'device_id': '9faaf917-748f-4856-8100-c52e60ae0543', 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b', 'admin_state_up': True, 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'security_groups': ['d629360c-2eac-49e9-86ae-2b1dbd4fb64a']}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:52:54.609135 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:DELETE=10,neutron:SELECT=90 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:52:54.650213 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3101ed7a-fd9d-4a50-b9c1-482f56ee209a req-bc63a498-bbde-448a-86d2-cf9802de10a0 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=9faaf917-748f-4856-8100-c52e60ae0543 HTTP/1.1" status: 200 len: 210 time: 0.0279996 Jul 18 10:52:54.797701 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1ff6e34c-ad2d-4d6d-84c2-aee03113dac2), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:54.884742 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d699f5d9-24a7-4593-b86f-659078177471 req-d200a1ec-cfe3-49dc-9fa5-252bc47ddfeb tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Made reservation on behalf of 04716d82e1084ec58b2a4909710a6ce8 for: {'port': 1} {{(pid=111154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:52:54.888403 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-d699f5d9-24a7-4593-b86f-659078177471 req-d200a1ec-cfe3-49dc-9fa5-252bc47ddfeb tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:55.041537 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.db_base_plugin_common [req-d699f5d9-24a7-4593-b86f-659078177471 req-d200a1ec-cfe3-49dc-9fa5-252bc47ddfeb tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Allocated IP 172.20.0.4 (cfde60e0-9a8e-4b4d-8a28-cc720005757b/aa197fa4-4b14-4357-8299-842622dc6172/c81718ab-c440-4c7c-acd6-9b66da2b719c) {{(pid=111154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:52:55.202952 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-d699f5d9-24a7-4593-b86f-659078177471 req-d200a1ec-cfe3-49dc-9fa5-252bc47ddfeb tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for port (c81718ab-c440-4c7c-acd6-9b66da2b719c), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:55.347004 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-d699f5d9-24a7-4593-b86f-659078177471 req-d200a1ec-cfe3-49dc-9fa5-252bc47ddfeb tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127334210'] for port (c81718ab-c440-4c7c-acd6-9b66da2b719c), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:55.399178 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131463a4-6742-4773-8531-0a065e0fd9b4 req-4e358fee-e1ca-41f5-a2a3-911f84035a99 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:55.401562 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-131463a4-6742-4773-8531-0a065e0fd9b4 req-4e358fee-e1ca-41f5-a2a3-911f84035a99 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=4728713a-e4cd-4e09-b104-7a57de4f2242 HTTP/1.1" status: 200 len: 946 time: 0.0661099 Jul 18 10:52:55.404580 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d699f5d9-24a7-4593-b86f-659078177471 req-d200a1ec-cfe3-49dc-9fa5-252bc47ddfeb tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Network cfde60e0-9a8e-4b4d-8a28-cc720005757b is already hosted by enough agents. {{(pid=111154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:52:55.411277 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.base_scheduler [req-d699f5d9-24a7-4593-b86f-659078177471 req-d200a1ec-cfe3-49dc-9fa5-252bc47ddfeb tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Resources bound (agent type, host, resource id): {{(pid=111154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:52:55.415877 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.l3_dvrscheduler_db [req-d699f5d9-24a7-4593-b86f-659078177471 req-d200a1ec-cfe3-49dc-9fa5-252bc47ddfeb tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Received port after_create {{(pid=111154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:52:55.440877 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:52:55.445731 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d200a1ec-cfe3-49dc-9fa5-252bc47ddfeb tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Pushing event updated for resources: {'Port': ['ID=c81718ab-c440-4c7c-acd6-9b66da2b719c,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:52:55.462786 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-131463a4-6742-4773-8531-0a065e0fd9b4 req-0bf272e0-4004-4ae9-b670-8375a17da3d4 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552759 Jul 18 10:52:55.488141 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d699f5d9-24a7-4593-b86f-659078177471 req-d200a1ec-cfe3-49dc-9fa5-252bc47ddfeb tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:55.488919 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-d699f5d9-24a7-4593-b86f-659078177471 req-d200a1ec-cfe3-49dc-9fa5-252bc47ddfeb tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for port (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:55.654714 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-d699f5d9-24a7-4593-b86f-659078177471 req-d200a1ec-cfe3-49dc-9fa5-252bc47ddfeb tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0544415 Jul 18 10:52:55.734325 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-e76b3959-8afb-4f70-9a03-52f6f76f2c48 None None] Provisioning complete for port c81718ab-c440-4c7c-acd6-9b66da2b719c triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:52:55.734965 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-e76b3959-8afb-4f70-9a03-52f6f76f2c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (c81718ab-c440-4c7c-acd6-9b66da2b719c), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:55.783095 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-e76b3959-8afb-4f70-9a03-52f6f76f2c48 None None] Port c81718ab-c440-4c7c-acd6-9b66da2b719c cannot update to ACTIVE because it is not bound. {{(pid=111156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:52:55.789945 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae8e45-41ff-4960-85fb-3d1c0b35d130 req-aa9f8323-1ff4-4fb8-8e91-1d6a0dcb91dc tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:55.791483 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-cdae8e45-41ff-4960-85fb-3d1c0b35d130 req-aa9f8323-1ff4-4fb8-8e91-1d6a0dcb91dc tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=9faaf917-748f-4856-8100-c52e60ae0543 HTTP/1.1" status: 200 len: 931 time: 0.0509019 Jul 18 10:52:55.843381 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-cdae8e45-41ff-4960-85fb-3d1c0b35d130 req-44ecd480-fa9e-4c7c-a562-ee488a80d9d5 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/security-groups?id=d629360c-2eac-49e9-86ae-2b1dbd4fb64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457420 Jul 18 10:52:56.586027 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8ef7a-3e2f-4dee-8230-9e56f6b7ae76 req-a5d3314c-d7f7-4d22-ade1-b7989f727065 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:56.587551 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-57f8ef7a-3e2f-4dee-8230-9e56f6b7ae76 req-a5d3314c-d7f7-4d22-ade1-b7989f727065 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=4728713a-e4cd-4e09-b104-7a57de4f2242 HTTP/1.1" status: 200 len: 946 time: 0.0523150 Jul 18 10:52:56.639852 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-57f8ef7a-3e2f-4dee-8230-9e56f6b7ae76 req-37d45f8c-c76f-45de-8dd4-b83645d75555 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456426 Jul 18 10:52:56.968895 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d4789-4df9-4efc-8fab-b2ead8260f50 req-50719d1c-e1f5-423c-b2be-a49ed4054567 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:56.970437 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-412d4789-4df9-4efc-8fab-b2ead8260f50 req-50719d1c-e1f5-423c-b2be-a49ed4054567 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=9faaf917-748f-4856-8100-c52e60ae0543 HTTP/1.1" status: 200 len: 931 time: 0.0526431 Jul 18 10:52:57.007885 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:52:57.024292 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-412d4789-4df9-4efc-8fab-b2ead8260f50 req-e30a5c90-6325-45b2-b58d-a4857ecc9f56 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/security-groups?id=d629360c-2eac-49e9-86ae-2b1dbd4fb64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474355 Jul 18 10:52:57.796409 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9105473c-f8d3-44b4-acaf-31e0286bd32a req-3ca232f0-a263-4430-a5b9-ca4358a449e6 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:57.800629 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-9105473c-f8d3-44b4-acaf-31e0286bd32a req-3ca232f0-a263-4430-a5b9-ca4358a449e6 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=4728713a-e4cd-4e09-b104-7a57de4f2242 HTTP/1.1" status: 200 len: 946 time: 0.0498457 Jul 18 10:52:57.856106 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-9105473c-f8d3-44b4-acaf-31e0286bd32a req-9367de84-353c-476d-8835-9d802a7fd088 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484338 Jul 18 10:52:58.146462 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee6badf-fcc2-4a11-9afb-88e317291348 req-2dcabb5f-fc6f-463d-b4fa-0c66fd417849 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:58.148692 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-1ee6badf-fcc2-4a11-9afb-88e317291348 req-2dcabb5f-fc6f-463d-b4fa-0c66fd417849 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=9faaf917-748f-4856-8100-c52e60ae0543 HTTP/1.1" status: 200 len: 931 time: 0.0548372 Jul 18 10:52:58.164272 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [req-d699f5d9-24a7-4593-b86f-659078177471 req-220177f4-dba5-4ea8-a5b2-93a3861b13af service neutron] Request body: {'port': {'device_id': '9faaf917-748f-4856-8100-c52e60ae0543', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84949'}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:52:58.198436 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-1ee6badf-fcc2-4a11-9afb-88e317291348 req-413ee501-cf1e-4621-a1fa-435d778e48e2 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/security-groups?id=d629360c-2eac-49e9-86ae-2b1dbd4fb64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437994 Jul 18 10:52:58.230215 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-d699f5d9-24a7-4593-b86f-659078177471 req-220177f4-dba5-4ea8-a5b2-93a3861b13af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (c81718ab-c440-4c7c-acd6-9b66da2b719c), before_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:58.425530 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eeb03e-74e4-446c-9d4e-f8356bbd24e2 req-d3702790-71d8-42b4-952f-b5ce1fc208cb tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:58.427093 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-01eeb03e-74e4-446c-9d4e-f8356bbd24e2 req-d3702790-71d8-42b4-952f-b5ce1fc208cb tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.52 "GET /v2.0/ports?device_id=4728713a-e4cd-4e09-b104-7a57de4f2242 HTTP/1.1" status: 200 len: 946 time: 0.0509555 Jul 18 10:52:58.471147 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:52:58.512816 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.notifiers.nova [req-d699f5d9-24a7-4593-b86f-659078177471 req-220177f4-dba5-4ea8-a5b2-93a3861b13af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c81718ab-c440-4c7c-acd6-9b66da2b719c {{(pid=111154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:52:58.520854 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-d699f5d9-24a7-4593-b86f-659078177471 req-220177f4-dba5-4ea8-a5b2-93a3861b13af service neutron] Publish callbacks [] for port (c81718ab-c440-4c7c-acd6-9b66da2b719c), precommit_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:58.533045 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.plugin [req-01eeb03e-74e4-446c-9d4e-f8356bbd24e2 req-79b011e0-3095-4cc1-9b00-f478fc81c121 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Deleting port a2d9794f-2a33-4778-92a2-20c4de5af12b {{(pid=111155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:52:58.533404 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-01eeb03e-74e4-446c-9d4e-f8356bbd24e2 req-79b011e0-3095-4cc1-9b00-f478fc81c121 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (a2d9794f-2a33-4778-92a2-20c4de5af12b), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:58.535828 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.provisioning_blocks [req-d699f5d9-24a7-4593-b86f-659078177471 req-220177f4-dba5-4ea8-a5b2-93a3861b13af service neutron] Transition to ACTIVE for port object c81718ab-c440-4c7c-acd6-9b66da2b719c will not be triggered until provisioned by entity L2. {{(pid=111154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 10:52:58.638733 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.db [req-01eeb03e-74e4-446c-9d4e-f8356bbd24e2 req-79b011e0-3095-4cc1-9b00-f478fc81c121 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] For port a2d9794f-2a33-4778-92a2-20c4de5af12b, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=a2d9794f-2a33-4778-92a2-20c4de5af12b,segment=NetworkSegment(f1593a01-0c5c-4b0b-9f47-8129c2ef308d),segment_id=f1593a01-0c5c-4b0b-9f47-8129c2ef308d)] {{(pid=111155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:52:58.639101 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-01eeb03e-74e4-446c-9d4e-f8356bbd24e2 req-79b011e0-3095-4cc1-9b00-f478fc81c121 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (a2d9794f-2a33-4778-92a2-20c4de5af12b), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:58.654104 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.plugin [req-01eeb03e-74e4-446c-9d4e-f8356bbd24e2 req-79b011e0-3095-4cc1-9b00-f478fc81c121 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Calling delete_port for a2d9794f-2a33-4778-92a2-20c4de5af12b owned by compute:nova {{(pid=111155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:52:58.671353 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-d699f5d9-24a7-4593-b86f-659078177471 req-220177f4-dba5-4ea8-a5b2-93a3861b13af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127333809'] for port (c81718ab-c440-4c7c-acd6-9b66da2b719c), after_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:58.711137 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=2 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:52:58.746730 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220177f4-dba5-4ea8-a5b2-93a3861b13af service neutron] Pushing event updated for resources: {'Port': ['ID=c81718ab-c440-4c7c-acd6-9b66da2b719c,revision_number=2']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:52:58.808050 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.managers [req-d699f5d9-24a7-4593-b86f-659078177471 req-220177f4-dba5-4ea8-a5b2-93a3861b13af service neutron] Attempting to bind port c81718ab-c440-4c7c-acd6-9b66da2b719c on host hv-cinder-84949 for vnic_type normal with profile {{(pid=111154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:52:58.809152 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.managers [req-d699f5d9-24a7-4593-b86f-659078177471 req-220177f4-dba5-4ea8-a5b2-93a3861b13af service neutron] Attempting to bind port c81718ab-c440-4c7c-acd6-9b66da2b719c by drivers openvswitch,hyperv on host hv-cinder-84949 at level 0 using segments [{'id': '984404a2-43ca-40f3-9583-38762b7d5434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b'}] {{(pid=111154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:52:58.809627 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d699f5d9-24a7-4593-b86f-659078177471 req-220177f4-dba5-4ea8-a5b2-93a3861b13af service neutron] Attempting to bind port c81718ab-c440-4c7c-acd6-9b66da2b719c on network cfde60e0-9a8e-4b4d-8a28-cc720005757b {{(pid=111154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:52:58.815126 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d699f5d9-24a7-4593-b86f-659078177471 req-220177f4-dba5-4ea8-a5b2-93a3861b13af service neutron] Port c81718ab-c440-4c7c-acd6-9b66da2b719c on network cfde60e0-9a8e-4b4d-8a28-cc720005757b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84949 {{(pid=111154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 10:52:58.815450 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d699f5d9-24a7-4593-b86f-659078177471 req-220177f4-dba5-4ea8-a5b2-93a3861b13af service neutron] Attempting to bind port c81718ab-c440-4c7c-acd6-9b66da2b719c on network cfde60e0-9a8e-4b4d-8a28-cc720005757b {{(pid=111154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:52:58.821858 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d699f5d9-24a7-4593-b86f-659078177471 req-220177f4-dba5-4ea8-a5b2-93a3861b13af service neutron] Checking agent: {'id': '1ff6e34c-ad2d-4d6d-84c2-aee03113dac2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84949', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 44, 54), 'started_at': datetime.datetime(2022, 7, 18, 10, 44, 54), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:52:58.822202 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d699f5d9-24a7-4593-b86f-659078177471 req-220177f4-dba5-4ea8-a5b2-93a3861b13af service neutron] Checking segment: {'id': '984404a2-43ca-40f3-9583-38762b7d5434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:52:58.822589 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d699f5d9-24a7-4593-b86f-659078177471 req-220177f4-dba5-4ea8-a5b2-93a3861b13af service neutron] Bound using segment: {'id': '984404a2-43ca-40f3-9583-38762b7d5434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b'} {{(pid=111154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:52:58.823025 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.managers [req-d699f5d9-24a7-4593-b86f-659078177471 req-220177f4-dba5-4ea8-a5b2-93a3861b13af service neutron] Bound port: c81718ab-c440-4c7c-acd6-9b66da2b719c, host: hv-cinder-84949, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '984404a2-43ca-40f3-9583-38762b7d5434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b'}}] {{(pid=111154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:52:58.823384 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-d699f5d9-24a7-4593-b86f-659078177471 req-220177f4-dba5-4ea8-a5b2-93a3861b13af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (c81718ab-c440-4c7c-acd6-9b66da2b719c), before_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:58.902367 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.db [req-d699f5d9-24a7-4593-b86f-659078177471 req-220177f4-dba5-4ea8-a5b2-93a3861b13af service neutron] For port c81718ab-c440-4c7c-acd6-9b66da2b719c, host hv-cinder-84949, cleared binding levels {{(pid=111154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:52:58.907750 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.db [req-d699f5d9-24a7-4593-b86f-659078177471 req-220177f4-dba5-4ea8-a5b2-93a3861b13af service neutron] For port c81718ab-c440-4c7c-acd6-9b66da2b719c, host hv-cinder-84949, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=c81718ab-c440-4c7c-acd6-9b66da2b719c,segment=NetworkSegment(984404a2-43ca-40f3-9583-38762b7d5434),segment_id=984404a2-43ca-40f3-9583-38762b7d5434)] {{(pid=111154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:52:58.982492 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a88394-3a08-490f-9ec4-7381de8f5023 req-b90242d5-d6d8-4df8-9634-c49c9f4088fa tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:58.984024 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-16a88394-3a08-490f-9ec4-7381de8f5023 req-b90242d5-d6d8-4df8-9634-c49c9f4088fa tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=4728713a-e4cd-4e09-b104-7a57de4f2242 HTTP/1.1" status: 200 len: 946 time: 0.0507920 Jul 18 10:52:58.985840 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-01eeb03e-74e4-446c-9d4e-f8356bbd24e2 req-79b011e0-3095-4cc1-9b00-f478fc81c121 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126083827'] for port (a2d9794f-2a33-4778-92a2-20c4de5af12b), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:59.026485 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-d699f5d9-24a7-4593-b86f-659078177471 req-220177f4-dba5-4ea8-a5b2-93a3861b13af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127333809'] for port (c81718ab-c440-4c7c-acd6-9b66da2b719c), after_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:59.037795 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:52:59.041362 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b011e0-3095-4cc1-9b00-f478fc81c121 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Pushing event deleted for resources: {'Port': ['ID=a2d9794f-2a33-4778-92a2-20c4de5af12b,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:52:59.062811 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d699f5d9-24a7-4593-b86f-659078177471 req-220177f4-dba5-4ea8-a5b2-93a3861b13af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:59.063478 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-d699f5d9-24a7-4593-b86f-659078177471 req-220177f4-dba5-4ea8-a5b2-93a3861b13af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for port (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:59.065095 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-d699f5d9-24a7-4593-b86f-659078177471 req-220177f4-dba5-4ea8-a5b2-93a3861b13af service neutron] 10.222.0.52 "PUT /v2.0/ports/c81718ab-c440-4c7c-acd6-9b66da2b719c HTTP/1.1" status: 200 len: 1093 time: 0.9671135 Jul 18 10:52:59.065575 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9faaf917-748f-4856-8100-c52e60ae0543', 'tag': 'c81718ab-c440-4c7c-acd6-9b66da2b719c'}] {{(pid=111154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:52:59.068245 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76f28ae75f34143b6717ab81e854799a90e2618b86a46665dc49940857a7474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9dd942-d1f8-4ecb-bd26-f0dab7b79d1b" -d '{"events": [{"name": "network-changed", "server_uuid": "9faaf917-748f-4856-8100-c52e60ae0543", "tag": "c81718ab-c440-4c7c-acd6-9b66da2b719c"}]}' {{(pid=111154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:52:59.099001 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.l3_dvrscheduler_db [req-01eeb03e-74e4-446c-9d4e-f8356bbd24e2 req-79b011e0-3095-4cc1-9b00-f478fc81c121 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] No DVR routers for this DVR port a2d9794f-2a33-4778-92a2-20c4de5af12b on host hv-cinder-84949 {{(pid=111155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:52:59.102231 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-01eeb03e-74e4-446c-9d4e-f8356bbd24e2 req-79b011e0-3095-4cc1-9b00-f478fc81c121 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for port (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:52:59.105857 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-01eeb03e-74e4-446c-9d4e-f8356bbd24e2 req-79b011e0-3095-4cc1-9b00-f478fc81c121 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.52 "DELETE /v2.0/ports/a2d9794f-2a33-4778-92a2-20c4de5af12b HTTP/1.1" status: 204 len: 173 time: 0.6733344 Jul 18 10:52:59.106084 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220177f4-dba5-4ea8-a5b2-93a3861b13af service neutron] Pushing event updated for resources: {'Port': ['ID=c81718ab-c440-4c7c-acd6-9b66da2b719c,revision_number=3']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:52:59.113454 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4728713a-e4cd-4e09-b104-7a57de4f2242', 'name': 'network-vif-deleted', 'tag': 'a2d9794f-2a33-4778-92a2-20c4de5af12b'}] {{(pid=111155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:52:59.115765 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f06b923856051c73f64d3b2294300e60923526062a62ec6e5be74a6ad2a3856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24adf4fa-6fc4-436d-96a9-3477ae6ac62b" -d '{"events": [{"server_uuid": "4728713a-e4cd-4e09-b104-7a57de4f2242", "name": "network-vif-deleted", "tag": "a2d9794f-2a33-4778-92a2-20c4de5af12b"}]}' {{(pid=111155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:52:59.131431 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-729ced03-0880-4585-989e-56c2e10e70a7 x-openstack-request-id: req-729ced03-0880-4585-989e-56c2e10e70a7 {{(pid=111154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:52:59.131431 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9faaf917-748f-4856-8100-c52e60ae0543", "tag": "c81718ab-c440-4c7c-acd6-9b66da2b719c", "status": "completed", "code": 200}]} {{(pid=111154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:52:59.131431 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-729ced03-0880-4585-989e-56c2e10e70a7 {{(pid=111154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:52:59.131431 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-729ced03-0880-4585-989e-56c2e10e70a7'] response: {'name': 'network-changed', 'server_uuid': '9faaf917-748f-4856-8100-c52e60ae0543', 'tag': 'c81718ab-c440-4c7c-acd6-9b66da2b719c', 'status': 'completed', 'code': 200} Jul 18 10:52:59.143462 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-16a88394-3a08-490f-9ec4-7381de8f5023 req-402417fe-84d3-47d4-b589-7c70fd461eb9 tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/security-groups?id=46d5ca77-90a2-486e-bbb0-c80cad72040a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529791 Jul 18 10:52:59.245888 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9dd942-d1f8-4ecb-bd26-f0dab7b79d1b req-41f15b69-3f86-4552-bf3d-2491afe4c908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:59.249257 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-0e9dd942-d1f8-4ecb-bd26-f0dab7b79d1b req-41f15b69-3f86-4552-bf3d-2491afe4c908 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=04716d82e1084ec58b2a4909710a6ce8&device_id=9faaf917-748f-4856-8100-c52e60ae0543 HTTP/1.1" status: 200 len: 1127 time: 0.0657978 Jul 18 10:52:59.257525 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5329af1d-8180-435e-9335-7dca06b9fcb6 x-openstack-request-id: req-5329af1d-8180-435e-9335-7dca06b9fcb6 {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:52:59.258401 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4728713a-e4cd-4e09-b104-7a57de4f2242", "name": "network-vif-deleted", "tag": "a2d9794f-2a33-4778-92a2-20c4de5af12b", "status": "completed", "code": 200}]} {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:52:59.258895 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5329af1d-8180-435e-9335-7dca06b9fcb6 {{(pid=111155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:52:59.259369 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5329af1d-8180-435e-9335-7dca06b9fcb6'] response: {'server_uuid': '4728713a-e4cd-4e09-b104-7a57de4f2242', 'name': 'network-vif-deleted', 'tag': 'a2d9794f-2a33-4778-92a2-20c4de5af12b', 'status': 'completed', 'code': 200} Jul 18 10:52:59.400535 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e1227-4dcf-4b75-902a-795606a063c1 req-ce84ef05-b125-4507-9e3e-d2438e0ab804 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:59.402168 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-e20e1227-4dcf-4b75-902a-795606a063c1 req-ce84ef05-b125-4507-9e3e-d2438e0ab804 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=9faaf917-748f-4856-8100-c52e60ae0543 HTTP/1.1" status: 200 len: 943 time: 0.1102576 Jul 18 10:52:59.424266 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:52:59.436295 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9dd942-d1f8-4ecb-bd26-f0dab7b79d1b req-841bd5ee-7d92-46a6-a0b5-c73ecb4771f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:59.438397 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-0e9dd942-d1f8-4ecb-bd26-f0dab7b79d1b req-841bd5ee-7d92-46a6-a0b5-c73ecb4771f1 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=04716d82e1084ec58b2a4909710a6ce8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1682909 Jul 18 10:52:59.502068 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-e20e1227-4dcf-4b75-902a-795606a063c1 req-5ca9c74d-1def-4e3d-9d5f-ef71adb721f0 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/security-groups?id=d629360c-2eac-49e9-86ae-2b1dbd4fb64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937359 Jul 18 10:52:59.605572 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9dd942-d1f8-4ecb-bd26-f0dab7b79d1b req-69f2c837-8feb-4776-9fa1-bfbd97946d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:59.607177 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-0e9dd942-d1f8-4ecb-bd26-f0dab7b79d1b req-69f2c837-8feb-4776-9fa1-bfbd97946d17 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1389461 Jul 18 10:52:59.809163 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d699f5d9-24a7-4593-b86f-659078177471 req-270cf02b-bbfa-44b9-9290-43f37bb8e756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:59.810716 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d699f5d9-24a7-4593-b86f-659078177471 req-270cf02b-bbfa-44b9-9290-43f37bb8e756 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=04716d82e1084ec58b2a4909710a6ce8&device_id=9faaf917-748f-4856-8100-c52e60ae0543 HTTP/1.1" status: 200 len: 1127 time: 0.0426250 Jul 18 10:52:59.857004 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d699f5d9-24a7-4593-b86f-659078177471 req-2e3c4544-2279-4a26-84df-7e4b60424827 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c81718ab-c440-4c7c-acd6-9b66da2b719c HTTP/1.1" status: 200 len: 217 time: 0.0375221 Jul 18 10:52:59.903880 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:52:59.915711 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d699f5d9-24a7-4593-b86f-659078177471 req-b9dac06e-3ac2-4793-8b8a-15c31114ad4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:59.917219 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d699f5d9-24a7-4593-b86f-659078177471 req-b9dac06e-3ac2-4793-8b8a-15c31114ad4c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=aa197fa4-4b14-4357-8299-842622dc6172 HTTP/1.1" status: 200 len: 853 time: 0.0538409 Jul 18 10:52:59.967125 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d699f5d9-24a7-4593-b86f-659078177471 req-f6e88c15-f6f7-4024-b51f-db36db4dc53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:52:59.969031 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d699f5d9-24a7-4593-b86f-659078177471 req-f6e88c15-f6f7-4024-b51f-db36db4dc53d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cfde60e0-9a8e-4b4d-8a28-cc720005757b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442171 Jul 18 10:53:00.270191 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b829dfd7-0651-453c-9d16-4526bc748465 req-351fed98-e4dc-403d-9a49-ead7ee52013f tempest-ServerRescueNegativeTestJSON-1177899909 tempest-ServerRescueNegativeTestJSON-1177899909-project] 10.222.0.49 "GET /v2.0/ports?device_id=4728713a-e4cd-4e09-b104-7a57de4f2242 HTTP/1.1" status: 200 len: 210 time: 0.0437996 Jul 18 10:53:00.345292 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d699f5d9-24a7-4593-b86f-659078177471 req-4a49a890-2484-4c2b-b417-faba3ead12bb service neutron] 10.222.0.52 "GET /v2.0/networks/cfde60e0-9a8e-4b4d-8a28-cc720005757b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279724 Jul 18 10:53:00.439154 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d699f5d9-24a7-4593-b86f-659078177471 req-7c23f837-f7d5-4174-8010-7e9a7593bc8d service neutron] 10.222.0.52 "GET /v2.0/networks/cfde60e0-9a8e-4b4d-8a28-cc720005757b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867109 Jul 18 10:53:00.508655 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device a2d9794f-2a33-4778-92a2-20c4de5af12b no longer exists at agent hyperv_hv-cinder-84949 {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:53:00.529491 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] No Port match for: a2d9794f-2a33-4778-92a2-20c4de5af12b {{(pid=111156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:53:00.529824 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device a2d9794f-2a33-4778-92a2-20c4de5af12b not bound to the agent host hv-cinder-84949 {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:53:00.633787 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b5cb8-f3b4-4680-ac20-099452404970 req-f1b4753b-6d41-4595-8db9-cd6ea5b4dd04 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:00.635273 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-be4b5cb8-f3b4-4680-ac20-099452404970 req-f1b4753b-6d41-4595-8db9-cd6ea5b4dd04 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=9faaf917-748f-4856-8100-c52e60ae0543 HTTP/1.1" status: 200 len: 943 time: 0.0587060 Jul 18 10:53:00.685147 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-be4b5cb8-f3b4-4680-ac20-099452404970 req-c53fb86b-3f24-4177-94aa-a38453221f98 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/security-groups?id=d629360c-2eac-49e9-86ae-2b1dbd4fb64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439332 Jul 18 10:53:01.329344 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 44854) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:53:01.822129 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-5c983952-264d-4f23-b276-0e3b6c1c1012 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3788995'] for router_interface (906d405e-b16a-41fb-a8ab-39b34c0377f9), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:01.827836 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ad641-8a11-4722-9fbd-e9c0cafbb56d req-70d39581-29ce-47e3-8c19-293105753adc tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:01.829419 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-1e9ad641-8a11-4722-9fbd-e9c0cafbb56d req-70d39581-29ce-47e3-8c19-293105753adc tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=9faaf917-748f-4856-8100-c52e60ae0543 HTTP/1.1" status: 200 len: 943 time: 0.0617592 Jul 18 10:53:01.884589 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-1e9ad641-8a11-4722-9fbd-e9c0cafbb56d req-a40f866a-b97d-4ec5-be8e-4e1d2676642d tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/security-groups?id=d629360c-2eac-49e9-86ae-2b1dbd4fb64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475254 Jul 18 10:53:02.053316 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.plugin [None req-5c983952-264d-4f23-b276-0e3b6c1c1012 admin admin] Deleting port 7e8cb12d-f119-4020-990e-97c81b5c5e24 {{(pid=111154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:53:02.054185 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-5c983952-264d-4f23-b276-0e3b6c1c1012 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (7e8cb12d-f119-4020-990e-97c81b5c5e24), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:02.138396 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.db [None req-5c983952-264d-4f23-b276-0e3b6c1c1012 admin admin] For port 7e8cb12d-f119-4020-990e-97c81b5c5e24, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=7e8cb12d-f119-4020-990e-97c81b5c5e24,segment=NetworkSegment(f1593a01-0c5c-4b0b-9f47-8129c2ef308d),segment_id=f1593a01-0c5c-4b0b-9f47-8129c2ef308d)] {{(pid=111154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:53:02.138668 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-5c983952-264d-4f23-b276-0e3b6c1c1012 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (7e8cb12d-f119-4020-990e-97c81b5c5e24), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:02.152088 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.plugin [None req-5c983952-264d-4f23-b276-0e3b6c1c1012 admin admin] Calling delete_port for 7e8cb12d-f119-4020-990e-97c81b5c5e24 owned by network:router_interface {{(pid=111154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:53:02.220289 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=100 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:02.319822 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:02.425938 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-5c983952-264d-4f23-b276-0e3b6c1c1012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127334210'] for port (7e8cb12d-f119-4020-990e-97c81b5c5e24), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:02.455536 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c983952-264d-4f23-b276-0e3b6c1c1012 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e8cb12d-f119-4020-990e-97c81b5c5e24,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:53:02.508466 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device c81718ab-c440-4c7c-acd6-9b66da2b719c details requested by agent hyperv_hv-cinder-84949 with host hv-cinder-84949 {{(pid=111156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 10:53:02.643886 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-5c983952-264d-4f23-b276-0e3b6c1c1012 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3608536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3788927'] for router_interface (906d405e-b16a-41fb-a8ab-39b34c0377f9), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:02.645456 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port c81718ab-c440-4c7c-acd6-9b66da2b719c, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=c81718ab-c440-4c7c-acd6-9b66da2b719c,segment=NetworkSegment(984404a2-43ca-40f3-9583-38762b7d5434),segment_id=984404a2-43ca-40f3-9583-38762b7d5434)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:53:02.661591 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Returning: {'device': 'c81718ab-c440-4c7c-acd6-9b66da2b719c', 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b', 'port_id': 'c81718ab-c440-4c7c-acd6-9b66da2b719c', 'mac_address': 'fa:16:3e:18:65:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa197fa4-4b14-4357-8299-842622dc6172', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 10:53:02.700965 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] Current status of the port c81718ab-c440-4c7c-acd6-9b66da2b719c is: DOWN; New status is: BUILD {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:53:02.701647 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (c81718ab-c440-4c7c-acd6-9b66da2b719c), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:02.710819 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=61,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:02.720317 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.notifiers.nova [None req-29c51914-efda-4269-8274-168d496bf900 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c81718ab-c440-4c7c-acd6-9b66da2b719c {{(pid=111156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:53:02.749725 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port c81718ab-c440-4c7c-acd6-9b66da2b719c, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=c81718ab-c440-4c7c-acd6-9b66da2b719c,segment=NetworkSegment(984404a2-43ca-40f3-9583-38762b7d5434),segment_id=984404a2-43ca-40f3-9583-38762b7d5434)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:53:02.878877 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c983952-264d-4f23-b276-0e3b6c1c1012 admin admin] Router 906d405e-b16a-41fb-a8ab-39b34c0377f9 has already been hosted by L3 agent e6bcb791-bd43-4d6b-ab54-e591cb66712b {{(pid=111154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:53:02.905958 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (c81718ab-c440-4c7c-acd6-9b66da2b719c), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:02.925536 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:02.972967 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Pushing event updated for resources: {'Port': ['ID=c81718ab-c440-4c7c-acd6-9b66da2b719c,revision_number=4']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:53:02.998843 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c983952-264d-4f23-b276-0e3b6c1c1012 admin admin] Notify agent at l3_agent.dv-cinder-849498-1-iscsi the message routers_updated {{(pid=111154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:53:03.006496 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-5c983952-264d-4f23-b276-0e3b6c1c1012 admin admin] 10.222.0.49 "PUT /v2.0/routers/906d405e-b16a-41fb-a8ab-39b34c0377f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6741588 Jul 18 10:53:03.006496 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 44866) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:53:03.015300 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741d468d-7e56-4aad-887d-281295f84c59 None None] Sync routers for ids ['906d405e-b16a-41fb-a8ab-39b34c0377f9'] in dv-cinder-849498-1-iscsi {{(pid=111157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:53:03.023098 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a73578d-a845-4414-aa3a-8d071487bcaa req-e82ff486-43ca-4777-9b43-f7bb6f40ea71 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:03.024709 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8a73578d-a845-4414-aa3a-8d071487bcaa req-e82ff486-43ca-4777-9b43-f7bb6f40ea71 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=9faaf917-748f-4856-8100-c52e60ae0543 HTTP/1.1" status: 200 len: 944 time: 0.0554342 Jul 18 10:53:03.027608 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741d468d-7e56-4aad-887d-281295f84c59 None None] Routers {'906d405e-b16a-41fb-a8ab-39b34c0377f9'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:53:03.028318 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-741d468d-7e56-4aad-887d-281295f84c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:52:37Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['906d405e-b16a-41fb-a8ab-39b34c0377f9'], 'active': True} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:53:03.085521 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8a73578d-a845-4414-aa3a-8d071487bcaa req-0f6a0a3a-e7c8-43ac-9151-75152e14c55f tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/security-groups?id=d629360c-2eac-49e9-86ae-2b1dbd4fb64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546796 Jul 18 10:53:03.131370 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-87b4f164-0daa-4782-bc29-4a81ee6a6276 admin admin] Publish callbacks [] for router (906d405e-b16a-41fb-a8ab-39b34c0377f9), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:03.146522 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvr_db [None req-741d468d-7e56-4aad-887d-281295f84c59 None None] Set router 906d405e-b16a-41fb-a8ab-39b34c0377f9 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:53:03.172921 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] get_ports_and_sgs() called for port_ids ['c81718ab-c440-4c7c-acd6-9b66da2b719c'] {{(pid=111156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:53:03.250542 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-87b4f164-0daa-4782-bc29-4a81ee6a6276 admin admin] Publish callbacks [] for router_gateway (906d405e-b16a-41fb-a8ab-39b34c0377f9), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:03.282524 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:03.296734 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:03.372120 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.plugin [None req-87b4f164-0daa-4782-bc29-4a81ee6a6276 admin admin] Deleting port 4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5 {{(pid=111154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:53:03.372527 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-87b4f164-0daa-4782-bc29-4a81ee6a6276 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:03.374385 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-741d468d-7e56-4aad-887d-281295f84c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '906d405e-b16a-41fb-a8ab-39b34c0377f9', 'name': 'tempest-ServerRescueNegativeTestJSON-581772959-router', 'tenant_id': '7184d0f3256344a2af18c639787e538f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:00Z', 'updated_at': '2022-07-18T10:53:02Z', 'revision_number': 5, 'project_id': '7184d0f3256344a2af18c639787e538f', 'gw_port': {'id': '4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906d405e-b16a-41fb-a8ab-39b34c0377f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:01Z', 'updated_at': '2022-07-18T10:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi'}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:53:03.402358 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741d468d-7e56-4aad-887d-281295f84c59 None None] Checking router: 906d405e-b16a-41fb-a8ab-39b34c0377f9 for host: dv-cinder-849498-1-iscsi {{(pid=111157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:53:03.411604 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741d468d-7e56-4aad-887d-281295f84c59 None None] Routers {'906d405e-b16a-41fb-a8ab-39b34c0377f9'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:53:03.412323 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-741d468d-7e56-4aad-887d-281295f84c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:52:37Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['906d405e-b16a-41fb-a8ab-39b34c0377f9'], 'active': True} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:53:03.521085 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvr_db [None req-741d468d-7e56-4aad-887d-281295f84c59 None None] Set router 906d405e-b16a-41fb-a8ab-39b34c0377f9 gateway port host: None {{(pid=111157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:53:03.577640 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-741d468d-7e56-4aad-887d-281295f84c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '906d405e-b16a-41fb-a8ab-39b34c0377f9', 'name': 'tempest-ServerRescueNegativeTestJSON-581772959-router', 'tenant_id': '7184d0f3256344a2af18c639787e538f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:00Z', 'updated_at': '2022-07-18T10:53:03Z', 'revision_number': 6, 'project_id': '7184d0f3256344a2af18c639787e538f', 'gw_port_host': None}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:53:03.604633 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741d468d-7e56-4aad-887d-281295f84c59 None None] The sync data for ids ['906d405e-b16a-41fb-a8ab-39b34c0377f9'] in dv-cinder-849498-1-iscsi is: [{'id': '906d405e-b16a-41fb-a8ab-39b34c0377f9', 'name': 'tempest-ServerRescueNegativeTestJSON-581772959-router', 'tenant_id': '7184d0f3256344a2af18c639787e538f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:00Z', 'updated_at': '2022-07-18T10:53:03Z', 'revision_number': 6, 'project_id': '7184d0f3256344a2af18c639787e538f', 'gw_port_host': None}] {{(pid=111157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:53:03.731071 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.db [None req-87b4f164-0daa-4782-bc29-4a81ee6a6276 admin admin] For port 4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5,segment=NetworkSegment(43730dd2-6239-4f15-a180-e6d1d2fbff54),segment_id=43730dd2-6239-4f15-a180-e6d1d2fbff54)] {{(pid=111154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:53:03.731651 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-87b4f164-0daa-4782-bc29-4a81ee6a6276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:03.742014 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.agents_db [None req-9b2825e1-dfaa-4032-a283-1b7ae0979f6b None None] Agent healthcheck: found 6 active agents {{(pid=111157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:53:03.749927 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.plugin [None req-87b4f164-0daa-4782-bc29-4a81ee6a6276 admin admin] Calling delete_port for 4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5 owned by network:router_gateway {{(pid=111154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:53:04.054941 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-87b4f164-0daa-4782-bc29-4a81ee6a6276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127334210'] for port (4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:04.064258 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2716d2-c5d8-48f0-82b2-764678d5da2a req-1df9a5d2-9456-4496-af3b-4beb08996c7c tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:04.066897 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-db2716d2-c5d8-48f0-82b2-764678d5da2a req-1df9a5d2-9456-4496-af3b-4beb08996c7c tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=309e30be-b4c2-4959-97f8-1ea7925c9e5c HTTP/1.1" status: 200 len: 946 time: 0.0489819 Jul 18 10:53:04.081556 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b4f164-0daa-4782-bc29-4a81ee6a6276 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:53:04.139710 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-db2716d2-c5d8-48f0-82b2-764678d5da2a req-b1a03de5-7a43-4e5c-a584-db665bcf878c tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/security-groups?id=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676785 Jul 18 10:53:04.159976 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:04.163704 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-87b4f164-0daa-4782-bc29-4a81ee6a6276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3779396'] for router_gateway (906d405e-b16a-41fb-a8ab-39b34c0377f9), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:04.197683 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 7e8cb12d-f119-4020-990e-97c81b5c5e24 no longer exists at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:53:04.225283 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] No Port match for: 7e8cb12d-f119-4020-990e-97c81b5c5e24 {{(pid=111156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:53:04.225864 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 7e8cb12d-f119-4020-990e-97c81b5c5e24 not bound to the agent host dv-cinder-849498-1-iscsi {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:53:04.226310 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5 no longer exists at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:53:04.246172 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b766e26-5dd3-4b25-ac2f-b66dc4d1d6b4 req-c642b307-e741-49f9-9b72-c1737c67e9a5 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:04.247327 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] No Port match for: 4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5 {{(pid=111156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:53:04.247753 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3b766e26-5dd3-4b25-ac2f-b66dc4d1d6b4 req-c642b307-e741-49f9-9b72-c1737c67e9a5 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=9faaf917-748f-4856-8100-c52e60ae0543 HTTP/1.1" status: 200 len: 944 time: 0.0633965 Jul 18 10:53:04.255019 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 4a47fd2e-4c0e-4d58-a7e4-74f0cb9656a5 not bound to the agent host dv-cinder-849498-1-iscsi {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:53:04.282037 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-87b4f164-0daa-4782-bc29-4a81ee6a6276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-968'] for router (906d405e-b16a-41fb-a8ab-39b34c0377f9), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:04.284637 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-87b4f164-0daa-4782-bc29-4a81ee6a6276 admin admin] Publish callbacks [] for router_controller (906d405e-b16a-41fb-a8ab-39b34c0377f9), precommit_delete_associations {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:04.300974 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3b766e26-5dd3-4b25-ac2f-b66dc4d1d6b4 req-b04f3157-1614-41a7-ae27-896177d172ce tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/security-groups?id=d629360c-2eac-49e9-86ae-2b1dbd4fb64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471368 Jul 18 10:53:04.431416 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-87b4f164-0daa-4782-bc29-4a81ee6a6276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790289'] for router (906d405e-b16a-41fb-a8ab-39b34c0377f9), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:04.432088 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b4f164-0daa-4782-bc29-4a81ee6a6276 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 906d405e-b16a-41fb-a8ab-39b34c0377f9 {{(pid=111154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 10:53:04.437048 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-87b4f164-0daa-4782-bc29-4a81ee6a6276 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:04.443485 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-87b4f164-0daa-4782-bc29-4a81ee6a6276 admin admin] 10.222.0.49 "DELETE /v2.0/routers/906d405e-b16a-41fb-a8ab-39b34c0377f9 HTTP/1.1" status: 204 len: 168 time: 1.4306493 Jul 18 10:53:04.443485 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 44876) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:53:04.492613 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7704e4c-4b93-49a4-8d8c-7c747c8b690c admin admin] Deleting subnet de6eeef4-c7ed-4de0-9d7b-74b96eafe12b {{(pid=111154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 10:53:04.496108 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-b7704e4c-4b93-49a4-8d8c-7c747c8b690c admin admin] Publish callbacks [] for subnet (de6eeef4-c7ed-4de0-9d7b-74b96eafe12b), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:04.533257 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device c81718ab-c440-4c7c-acd6-9b66da2b719c up at agent hyperv_hv-cinder-84949 {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:53:04.537627 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-b7704e4c-4b93-49a4-8d8c-7c747c8b690c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127334241'] for subnet (de6eeef4-c7ed-4de0-9d7b-74b96eafe12b), precommit_delete_associations {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:04.578299 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-29c51914-efda-4269-8274-168d496bf900 None None] Provisioning for port c81718ab-c440-4c7c-acd6-9b66da2b719c completed by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 10:53:04.581409 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-2f72223a-664d-4016-9a6d-d1a3de3cf05e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1fc7cd8a-3617-45f0-b645-db80237532c9), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:04.625266 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:04.627976 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-b7704e4c-4b93-49a4-8d8c-7c747c8b690c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735052'] for subnet (de6eeef4-c7ed-4de0-9d7b-74b96eafe12b), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:04.648925 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-29c51914-efda-4269-8274-168d496bf900 None None] Provisioning complete for port c81718ab-c440-4c7c-acd6-9b66da2b719c triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:53:04.651672 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (c81718ab-c440-4c7c-acd6-9b66da2b719c), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:04.730789 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] Current status of the port c81718ab-c440-4c7c-acd6-9b66da2b719c is: BUILD; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:53:04.730789 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (c81718ab-c440-4c7c-acd6-9b66da2b719c), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:04.753720 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9faaf917-748f-4856-8100-c52e60ae0543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c81718ab-c440-4c7c-acd6-9b66da2b719c'}] {{(pid=111156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:53:04.755935 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfe4995b6dbf042dd7b3201bd1da42d47478b3b3d9ca6c613cb3b1d3a53612ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6a9a22-51d5-47f4-94a7-63d78bbb7aff" -d '{"events": [{"server_uuid": "9faaf917-748f-4856-8100-c52e60ae0543", "name": "network-vif-plugged", "status": "completed", "tag": "c81718ab-c440-4c7c-acd6-9b66da2b719c"}]}' {{(pid=111156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:53:04.769538 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port c81718ab-c440-4c7c-acd6-9b66da2b719c, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=c81718ab-c440-4c7c-acd6-9b66da2b719c,segment=NetworkSegment(984404a2-43ca-40f3-9583-38762b7d5434),segment_id=984404a2-43ca-40f3-9583-38762b7d5434)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:53:04.786084 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-b7704e4c-4b93-49a4-8d8c-7c747c8b690c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127334271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127366045'] for subnet (de6eeef4-c7ed-4de0-9d7b-74b96eafe12b), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:04.816528 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7704e4c-4b93-49a4-8d8c-7c747c8b690c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de6eeef4-c7ed-4de0-9d7b-74b96eafe12b,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:53:04.823557 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-b7704e4c-4b93-49a4-8d8c-7c747c8b690c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for subnet (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:04.829763 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-b7704e4c-4b93-49a4-8d8c-7c747c8b690c admin admin] 10.222.0.49 "DELETE /v2.0/subnets/de6eeef4-c7ed-4de0-9d7b-74b96eafe12b HTTP/1.1" status: 204 len: 168 time: 0.3847835 Jul 18 10:53:04.830115 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 44882) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:53:04.831020 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbd470e-2206-4937-9864-3ce4b97abe6c None None] Network 09160d22-0418-499d-83b3-2657454003a1 requested from dv-cinder-849498-1-iscsi {{(pid=111156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:53:04.889985 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d26ae97-24aa-408b-8fc1-b495c8427b83 x-openstack-request-id: req-5d26ae97-24aa-408b-8fc1-b495c8427b83 {{(pid=111156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:53:04.890276 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9faaf917-748f-4856-8100-c52e60ae0543", "name": "network-vif-plugged", "status": "completed", "tag": "c81718ab-c440-4c7c-acd6-9b66da2b719c", "code": 200}]} {{(pid=111156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:53:04.890531 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5d26ae97-24aa-408b-8fc1-b495c8427b83 {{(pid=111156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:53:04.890927 dv-cinder-849498-1-iscsi neutron-server[111156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d26ae97-24aa-408b-8fc1-b495c8427b83'] response: {'server_uuid': '9faaf917-748f-4856-8100-c52e60ae0543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c81718ab-c440-4c7c-acd6-9b66da2b719c', 'code': 200} Jul 18 10:53:04.893817 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (c81718ab-c440-4c7c-acd6-9b66da2b719c), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:04.914411 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-90650573-fd4a-4657-ab11-24e4e0623ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639067'] for network (09160d22-0418-499d-83b3-2657454003a1), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:04.959316 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.plugin [None req-90650573-fd4a-4657-ab11-24e4e0623ad6 admin admin] Deleting port f21ab814-59bb-4e4d-b928-97123e954dba {{(pid=111155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:53:04.959652 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-90650573-fd4a-4657-ab11-24e4e0623ad6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (f21ab814-59bb-4e4d-b928-97123e954dba), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:04.971708 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Pushing event updated for resources: {'Port': ['ID=c81718ab-c440-4c7c-acd6-9b66da2b719c,revision_number=5']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:53:05.045906 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.db [None req-90650573-fd4a-4657-ab11-24e4e0623ad6 admin admin] For port f21ab814-59bb-4e4d-b928-97123e954dba, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=f21ab814-59bb-4e4d-b928-97123e954dba,segment=NetworkSegment(f1593a01-0c5c-4b0b-9f47-8129c2ef308d),segment_id=f1593a01-0c5c-4b0b-9f47-8129c2ef308d)] {{(pid=111155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:53:05.046884 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-90650573-fd4a-4657-ab11-24e4e0623ad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (f21ab814-59bb-4e4d-b928-97123e954dba), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:05.049312 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee27b45f-b922-4669-8b2b-5a0d7acdff52 None None] DHCP port deletion for 09160d22-0418-499d-83b3-2657454003a1 request from dv-cinder-849498-1-iscsi {{(pid=111156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 10:53:05.059229 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:05.063590 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.plugin [None req-90650573-fd4a-4657-ab11-24e4e0623ad6 admin admin] Calling delete_port for f21ab814-59bb-4e4d-b928-97123e954dba owned by network:dhcp {{(pid=111155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:53:05.088978 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-ee27b45f-b922-4669-8b2b-5a0d7acdff52 None None] Deleting port f21ab814-59bb-4e4d-b928-97123e954dba {{(pid=111156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:53:05.089352 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-ee27b45f-b922-4669-8b2b-5a0d7acdff52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (f21ab814-59bb-4e4d-b928-97123e954dba), before_delete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:05.109431 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:05.161211 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-ee27b45f-b922-4669-8b2b-5a0d7acdff52 None None] For port f21ab814-59bb-4e4d-b928-97123e954dba, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=f21ab814-59bb-4e4d-b928-97123e954dba,segment=NetworkSegment(f1593a01-0c5c-4b0b-9f47-8129c2ef308d),segment_id=f1593a01-0c5c-4b0b-9f47-8129c2ef308d)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:53:05.161607 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-ee27b45f-b922-4669-8b2b-5a0d7acdff52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (f21ab814-59bb-4e4d-b928-97123e954dba), precommit_delete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:05.175168 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-ee27b45f-b922-4669-8b2b-5a0d7acdff52 None None] Calling delete_port for f21ab814-59bb-4e4d-b928-97123e954dba owned by network:dhcp {{(pid=111156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:53:05.238084 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-90650573-fd4a-4657-ab11-24e4e0623ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126083827'] for port (f21ab814-59bb-4e4d-b928-97123e954dba), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:05.263743 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-ee27b45f-b922-4669-8b2b-5a0d7acdff52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693'] for port (f21ab814-59bb-4e4d-b928-97123e954dba), after_delete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:05.275545 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90650573-fd4a-4657-ab11-24e4e0623ad6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f21ab814-59bb-4e4d-b928-97123e954dba,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:53:05.284443 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90650573-fd4a-4657-ab11-24e4e0623ad6 admin admin] No DVR routers for this DVR port f21ab814-59bb-4e4d-b928-97123e954dba on host dv-cinder-849498-1-iscsi {{(pid=111155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:53:05.288566 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb09c7-6aff-453e-93e1-deed376bd4b7 req-c9cc5d83-f5aa-4702-b946-a777af4c3db0 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:05.290156 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-dbbb09c7-6aff-453e-93e1-deed376bd4b7 req-c9cc5d83-f5aa-4702-b946-a777af4c3db0 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=309e30be-b4c2-4959-97f8-1ea7925c9e5c HTTP/1.1" status: 200 len: 946 time: 0.0821667 Jul 18 10:53:05.294721 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee27b45f-b922-4669-8b2b-5a0d7acdff52 None None] Pushing event deleted for resources: {'Port': ['ID=f21ab814-59bb-4e4d-b928-97123e954dba,revision_number=None']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:53:05.302802 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee27b45f-b922-4669-8b2b-5a0d7acdff52 None None] No DVR routers for this DVR port f21ab814-59bb-4e4d-b928-97123e954dba on host dv-cinder-849498-1-iscsi {{(pid=111156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:53:05.388107 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-90650573-fd4a-4657-ab11-24e4e0623ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734605', 'neutron.services.segments.db._delete_segments_for_network-8741536027414'] for network (09160d22-0418-499d-83b3-2657454003a1), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:05.711180 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-dbbb09c7-6aff-453e-93e1-deed376bd4b7 req-5df555f0-20d6-45ba-90e9-fd7c2de77e1d tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/security-groups?id=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3993943 Jul 18 10:53:05.713044 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.services.segments.db [None req-90650573-fd4a-4657-ab11-24e4e0623ad6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09160d22-0418-499d-83b3-2657454003a1']}} {{(pid=111155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:53:05.747344 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f03a7-f5a2-4793-b82d-7fd19bcc9ab6 req-deae94a2-1abe-4888-b7fb-4a07f5fcf0ff tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:05.748901 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.services.segments.db [None req-90650573-fd4a-4657-ab11-24e4e0623ad6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1593a01-0c5c-4b0b-9f47-8129c2ef308d') {'for_net_delete': True} {{(pid=111155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:53:05.749115 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-d73f03a7-f5a2-4793-b82d-7fd19bcc9ab6 req-deae94a2-1abe-4888-b7fb-4a07f5fcf0ff tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.52 "GET /v2.0/ports?device_id=309e30be-b4c2-4959-97f8-1ea7925c9e5c HTTP/1.1" status: 200 len: 946 time: 0.0549204 Jul 18 10:53:05.749253 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.services.segments.db [None req-90650573-fd4a-4657-ab11-24e4e0623ad6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1593a01-0c5c-4b0b-9f47-8129c2ef308d') {} {{(pid=111155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:53:05.759272 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47761bc7-c287-400b-a1e5-36a8fbe66b71 req-9b1a218e-9c1a-40e5-a7bb-0bc1212b0710 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:05.760796 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-47761bc7-c287-400b-a1e5-36a8fbe66b71 req-9b1a218e-9c1a-40e5-a7bb-0bc1212b0710 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=9faaf917-748f-4856-8100-c52e60ae0543 HTTP/1.1" status: 200 len: 945 time: 0.3751554 Jul 18 10:53:05.780676 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-90650573-fd4a-4657-ab11-24e4e0623ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741536027679', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126872119'] for segment (f1593a01-0c5c-4b0b-9f47-8129c2ef308d), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:05.783460 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df428ffb-99b8-404e-adad-538d132004a7 req-9a5bd2d7-7cd4-4ea6-a321-9fe8ee41497f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:05.784970 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-df428ffb-99b8-404e-adad-538d132004a7 req-9a5bd2d7-7cd4-4ea6-a321-9fe8ee41497f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9faaf917-748f-4856-8100-c52e60ae0543 HTTP/1.1" status: 200 len: 1129 time: 0.0886259 Jul 18 10:53:05.823355 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-90650573-fd4a-4657-ab11-24e4e0623ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547345'] for segment (f1593a01-0c5c-4b0b-9f47-8129c2ef308d), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:05.839667 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90650573-fd4a-4657-ab11-24e4e0623ad6 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=111155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 10:53:05.840066 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-90650573-fd4a-4657-ab11-24e4e0623ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126083116'] for segment (f1593a01-0c5c-4b0b-9f47-8129c2ef308d), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:05.847888 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.plugin [req-d73f03a7-f5a2-4793-b82d-7fd19bcc9ab6 req-7c4e42c6-83af-4268-991a-1f768172a907 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Deleting port d0664086-9234-4f4b-a1d4-a34f998954fe {{(pid=111154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:53:05.848463 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-d73f03a7-f5a2-4793-b82d-7fd19bcc9ab6 req-7c4e42c6-83af-4268-991a-1f768172a907 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (d0664086-9234-4f4b-a1d4-a34f998954fe), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:05.909580 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.services.segments.plugin [-] Segment f1593a01-0c5c-4b0b-9f47-8129c2ef308d resource provider aggregate not found Jul 18 10:53:05.937896 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-47761bc7-c287-400b-a1e5-36a8fbe66b71 req-9cd6c535-3092-44b1-b864-1d3c3872d277 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/security-groups?id=d629360c-2eac-49e9-86ae-2b1dbd4fb64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1676705 Jul 18 10:53:05.939602 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.services.segments.plugin [-] Segment f1593a01-0c5c-4b0b-9f47-8129c2ef308d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f1593a01-0c5c-4b0b-9f47-8129c2ef308d found for delete ", "request_id": "req-a2e3e353-7681-45d9-8143-9cd4e9d73248"}]} Jul 18 10:53:05.947573 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-df428ffb-99b8-404e-adad-538d132004a7 req-f7a71171-261a-4963-bdce-5169f3582510 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d629360c-2eac-49e9-86ae-2b1dbd4fb64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485281 Jul 18 10:53:05.951408 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device f21ab814-59bb-4e4d-b928-97123e954dba no longer exists at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:53:05.969018 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.db [req-d73f03a7-f5a2-4793-b82d-7fd19bcc9ab6 req-7c4e42c6-83af-4268-991a-1f768172a907 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] For port d0664086-9234-4f4b-a1d4-a34f998954fe, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=d0664086-9234-4f4b-a1d4-a34f998954fe,segment=NetworkSegment(40200e37-082a-48f2-872c-182016dc90c2),segment_id=40200e37-082a-48f2-872c-182016dc90c2)] {{(pid=111154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:53:05.969303 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-d73f03a7-f5a2-4793-b82d-7fd19bcc9ab6 req-7c4e42c6-83af-4268-991a-1f768172a907 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (d0664086-9234-4f4b-a1d4-a34f998954fe), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:05.971872 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] No Port match for: f21ab814-59bb-4e4d-b928-97123e954dba {{(pid=111156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:53:05.972290 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device f21ab814-59bb-4e4d-b928-97123e954dba not bound to the agent host dv-cinder-849498-1-iscsi {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:53:06.059992 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-90650573-fd4a-4657-ab11-24e4e0623ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3779455'] for network (09160d22-0418-499d-83b3-2657454003a1), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:06.066189 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-90650573-fd4a-4657-ab11-24e4e0623ad6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for network (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:06.070902 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-90650573-fd4a-4657-ab11-24e4e0623ad6 admin admin] 10.222.0.49 "DELETE /v2.0/networks/09160d22-0418-499d-83b3-2657454003a1 HTTP/1.1" status: 204 len: 168 time: 1.2396753 Jul 18 10:53:06.083388 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90650573-fd4a-4657-ab11-24e4e0623ad6 admin admin] Pushing event deleted for resources: {'Network': ['ID=09160d22-0418-499d-83b3-2657454003a1,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:53:06.153677 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-d73f03a7-f5a2-4793-b82d-7fd19bcc9ab6 req-7c4e42c6-83af-4268-991a-1f768172a907 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:06.162089 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-d73f03a7-f5a2-4793-b82d-7fd19bcc9ab6 req-7c4e42c6-83af-4268-991a-1f768172a907 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778871'] for floatingip (c6a5b862-da1a-422e-8fc1-01a480727c7b), after_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:06.162089 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.db.l3_db [req-d73f03a7-f5a2-4793-b82d-7fd19bcc9ab6 req-7c4e42c6-83af-4268-991a-1f768172a907 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Floating IP c6a5b862-da1a-422e-8fc1-01a480727c7b disassociated. External IP: 172.27.1.128, port: d0664086-9234-4f4b-a1d4-a34f998954fe. Jul 18 10:53:06.162089 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.plugin [req-d73f03a7-f5a2-4793-b82d-7fd19bcc9ab6 req-7c4e42c6-83af-4268-991a-1f768172a907 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Calling delete_port for d0664086-9234-4f4b-a1d4-a34f998954fe owned by compute:nova {{(pid=111154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:53:06.232577 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:06.374011 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-d73f03a7-f5a2-4793-b82d-7fd19bcc9ab6 req-7c4e42c6-83af-4268-991a-1f768172a907 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127334210'] for port (d0664086-9234-4f4b-a1d4-a34f998954fe), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:06.412493 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4e42c6-83af-4268-991a-1f768172a907 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Pushing event deleted for resources: {'Port': ['ID=d0664086-9234-4f4b-a1d4-a34f998954fe,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:53:06.539946 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d73f03a7-f5a2-4793-b82d-7fd19bcc9ab6 req-7c4e42c6-83af-4268-991a-1f768172a907 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Router fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234 has already been hosted by L3 agent e6bcb791-bd43-4d6b-ab54-e591cb66712b {{(pid=111154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:53:06.593012 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:06.600157 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 44906) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:53:06.682399 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d73f03a7-f5a2-4793-b82d-7fd19bcc9ab6 req-7c4e42c6-83af-4268-991a-1f768172a907 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Notify agent at l3_agent.dv-cinder-849498-1-iscsi the message routers_updated {{(pid=111154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:53:06.686154 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-a2e97a81-2f08-4af9-b0bf-40d2f149ae52 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7184d0f3256344a2af18c639787e538f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0842748 Jul 18 10:53:06.688965 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 44908) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:53:06.696443 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e004ffaa-4d64-4706-ac17-8d13553e4797 None None] Sync routers for ids ['fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234'] in dv-cinder-849498-1-iscsi {{(pid=111156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:53:06.707651 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e004ffaa-4d64-4706-ac17-8d13553e4797 None None] Routers {'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:53:06.708234 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-e004ffaa-4d64-4706-ac17-8d13553e4797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:52:37Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234'], 'active': True} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:53:06.734065 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.l3_dvrscheduler_db [req-d73f03a7-f5a2-4793-b82d-7fd19bcc9ab6 req-7c4e42c6-83af-4268-991a-1f768172a907 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] No DVR routers for this DVR port d0664086-9234-4f4b-a1d4-a34f998954fe on host hv-cinder-84949 {{(pid=111154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:53:06.738391 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-d73f03a7-f5a2-4793-b82d-7fd19bcc9ab6 req-7c4e42c6-83af-4268-991a-1f768172a907 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for port (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:06.742438 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-d73f03a7-f5a2-4793-b82d-7fd19bcc9ab6 req-7c4e42c6-83af-4268-991a-1f768172a907 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.52 "DELETE /v2.0/ports/d0664086-9234-4f4b-a1d4-a34f998954fe HTTP/1.1" status: 204 len: 173 time: 0.9840188 Jul 18 10:53:06.743212 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '309e30be-b4c2-4959-97f8-1ea7925c9e5c', 'name': 'network-vif-deleted', 'tag': 'd0664086-9234-4f4b-a1d4-a34f998954fe'}] {{(pid=111154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:53:06.745967 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76f28ae75f34143b6717ab81e854799a90e2618b86a46665dc49940857a7474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fcaff8d-23b2-42d3-92f6-9763478945c1" -d '{"events": [{"server_uuid": "309e30be-b4c2-4959-97f8-1ea7925c9e5c", "name": "network-vif-deleted", "tag": "d0664086-9234-4f4b-a1d4-a34f998954fe"}]}' {{(pid=111154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:53:06.787218 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-1ac70976-4db9-4687-93a2-c07618be68cc admin admin] Publish callbacks [] for security_group (46d5ca77-90a2-486e-bbb0-c80cad72040a), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:06.812101 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12d45c0-fdbc-4df0-9108-616a143efb7d x-openstack-request-id: req-f12d45c0-fdbc-4df0-9108-616a143efb7d {{(pid=111154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:53:06.812463 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "309e30be-b4c2-4959-97f8-1ea7925c9e5c", "name": "network-vif-deleted", "tag": "d0664086-9234-4f4b-a1d4-a34f998954fe", "status": "completed", "code": 200}]} {{(pid=111154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:53:06.812708 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f12d45c0-fdbc-4df0-9108-616a143efb7d {{(pid=111154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:53:06.813249 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f12d45c0-fdbc-4df0-9108-616a143efb7d'] response: {'server_uuid': '309e30be-b4c2-4959-97f8-1ea7925c9e5c', 'name': 'network-vif-deleted', 'tag': 'd0664086-9234-4f4b-a1d4-a34f998954fe', 'status': 'completed', 'code': 200} Jul 18 10:53:06.824141 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-1ac70976-4db9-4687-93a2-c07618be68cc admin admin] Publish callbacks [] for security_group (46d5ca77-90a2-486e-bbb0-c80cad72040a), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:06.871859 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-111d2868-e168-47c7-8106-9ed64ed92f8b req-bd7c94f7-15e8-4355-bf0c-0eee662519b0 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=309e30be-b4c2-4959-97f8-1ea7925c9e5c HTTP/1.1" status: 200 len: 210 time: 0.0399394 Jul 18 10:53:06.879202 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvr_db [None req-e004ffaa-4d64-4706-ac17-8d13553e4797 None None] Set router fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:53:06.989513 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:07.054554 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-1ac70976-4db9-4687-93a2-c07618be68cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (46d5ca77-90a2-486e-bbb0-c80cad72040a), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:07.057102 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-1ac70976-4db9-4687-93a2-c07618be68cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:07.057339 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:07.058713 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-1ac70976-4db9-4687-93a2-c07618be68cc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/46d5ca77-90a2-486e-bbb0-c80cad72040a HTTP/1.1" status: 204 len: 168 time: 0.3684311 Jul 18 10:53:07.094634 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac70976-4db9-4687-93a2-c07618be68cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d5ca77-90a2-486e-bbb0-c80cad72040a,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:53:07.113851 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6767f9-cd6b-420f-a547-ab34fa7f7aec req-df01f445-c566-4452-8af1-c4f73e3ca4ef tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:07.124913 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-0c6767f9-cd6b-420f-a547-ab34fa7f7aec req-df01f445-c566-4452-8af1-c4f73e3ca4ef tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=9faaf917-748f-4856-8100-c52e60ae0543 HTTP/1.1" status: 200 len: 945 time: 0.1052692 Jul 18 10:53:07.138845 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-2cef81c7-740b-4aee-9611-fba5caee677a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (e6bcb791-bd43-4d6b-ab54-e591cb66712b), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:07.185701 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-e004ffaa-4d64-4706-ac17-8d13553e4797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'name': 'tempest-TestVolumeBootPattern-641700284-router', 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '904eb219-215c-4a07-aa49-5a27759fa823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:49:23Z', 'updated_at': '2022-07-18T10:49:29Z', 'revision_number': 4, 'project_id': '17f436162f3a4bd4b3a94f584e7d8782', 'gw_port': {'id': '904eb219-215c-4a07-aa49-5a27759fa823', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:24Z', 'updated_at': '2022-07-18T10:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': '518d5f98-f050-4ae9-abe5-25ea9991dd12', 'name': '', 'network_id': '407e895d-8435-43cb-addb-b40e755d1f02', 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782', 'mac_address': 'fa:16:3e:4f:91:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'e10aa7fa-e494-41dd-afcd-238e44bb4632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:28Z', 'updated_at': '2022-07-18T10:49:35Z', 'revision_number': 5, 'project_id': '17f436162f3a4bd4b3a94f584e7d8782', 'subnets': [{'id': 'e10aa7fa-e494-41dd-afcd-238e44bb4632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:53:07.213395 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-0c6767f9-cd6b-420f-a547-ab34fa7f7aec req-8ffd2d00-5925-481d-8449-e01f401c6b63 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/security-groups?id=d629360c-2eac-49e9-86ae-2b1dbd4fb64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857031 Jul 18 10:53:07.226351 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e004ffaa-4d64-4706-ac17-8d13553e4797 None None] Checking router: fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234 for host: dv-cinder-849498-1-iscsi {{(pid=111156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:53:07.239808 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e004ffaa-4d64-4706-ac17-8d13553e4797 None None] Routers {'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:53:07.240480 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-e004ffaa-4d64-4706-ac17-8d13553e4797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:53:07Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234'], 'active': True} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:53:07.348406 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvr_db [None req-e004ffaa-4d64-4706-ac17-8d13553e4797 None None] Set router fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:53:07.552064 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-e004ffaa-4d64-4706-ac17-8d13553e4797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'name': 'tempest-TestVolumeBootPattern-641700284-router', 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '904eb219-215c-4a07-aa49-5a27759fa823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:49:23Z', 'updated_at': '2022-07-18T10:49:29Z', 'revision_number': 4, 'project_id': '17f436162f3a4bd4b3a94f584e7d8782', 'gw_port': {'id': '904eb219-215c-4a07-aa49-5a27759fa823', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:24Z', 'updated_at': '2022-07-18T10:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': '518d5f98-f050-4ae9-abe5-25ea9991dd12', 'name': '', 'network_id': '407e895d-8435-43cb-addb-b40e755d1f02', 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782', 'mac_address': 'fa:16:3e:4f:91:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'e10aa7fa-e494-41dd-afcd-238e44bb4632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:28Z', 'updated_at': '2022-07-18T10:49:35Z', 'revision_number': 5, 'project_id': '17f436162f3a4bd4b3a94f584e7d8782', 'subnets': [{'id': 'e10aa7fa-e494-41dd-afcd-238e44bb4632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:53:07.583696 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e004ffaa-4d64-4706-ac17-8d13553e4797 None None] The sync data for ids ['fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234'] in dv-cinder-849498-1-iscsi is: [{'id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'name': 'tempest-TestVolumeBootPattern-641700284-router', 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '904eb219-215c-4a07-aa49-5a27759fa823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:49:23Z', 'updated_at': '2022-07-18T10:49:29Z', 'revision_number': 4, 'project_id': '17f436162f3a4bd4b3a94f584e7d8782', 'gw_port': {'id': '904eb219-215c-4a07-aa49-5a27759fa823', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:24Z', 'updated_at': '2022-07-18T10:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': '518d5f98-f050-4ae9-abe5-25ea9991dd12', 'name': '', 'network_id': '407e895d-8435-43cb-addb-b40e755d1f02', 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782', 'mac_address': 'fa:16:3e:4f:91:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'e10aa7fa-e494-41dd-afcd-238e44bb4632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:28Z', 'updated_at': '2022-07-18T10:49:35Z', 'revision_number': 5, 'project_id': '17f436162f3a4bd4b3a94f584e7d8782', 'subnets': [{'id': 'e10aa7fa-e494-41dd-afcd-238e44bb4632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:53:07.862713 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a52d900-4585-4499-bb04-045063f78acc None None] New status for floating IP c6a5b862-da1a-422e-8fc1-01a480727c7b: DOWN {{(pid=111157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 10:53:08.019373 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-43e449ad-3eb3-4614-b4bd-d3ec661d7b6d req-9a86db07-5aee-44e6-a49c-cee853ab47f7 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=309e30be-b4c2-4959-97f8-1ea7925c9e5c HTTP/1.1" status: 200 len: 210 time: 0.0463834 Jul 18 10:53:08.202800 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-ce070233-206f-40ab-920e-7b3694335a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (dfa25df3-493c-43ae-826d-29cbf3b2bfa8), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:08.341215 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b535cb-95d6-4e15-b0cc-1164e71b7c60 req-cbdb48fa-ccfc-4710-a4d4-44a7c2acfc2d tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:08.342703 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-e8b535cb-95d6-4e15-b0cc-1164e71b7c60 req-cbdb48fa-ccfc-4710-a4d4-44a7c2acfc2d tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=9faaf917-748f-4856-8100-c52e60ae0543 HTTP/1.1" status: 200 len: 945 time: 0.0551779 Jul 18 10:53:08.376109 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:08.395254 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-e8b535cb-95d6-4e15-b0cc-1164e71b7c60 req-0d16edcf-7da5-4379-8539-4956f4b23aad tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/security-groups?id=d629360c-2eac-49e9-86ae-2b1dbd4fb64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465889 Jul 18 10:53:08.494153 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:08.511469 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c408537-89e6-4dd1-bc73-a818f43ed733 req-f8aab6b4-a86a-4af8-afb8-6ff1f2306531 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:08.513215 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-5c408537-89e6-4dd1-bc73-a818f43ed733 req-f8aab6b4-a86a-4af8-afb8-6ff1f2306531 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=9faaf917-748f-4856-8100-c52e60ae0543 HTTP/1.1" status: 200 len: 945 time: 0.0506229 Jul 18 10:53:08.522000 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 44952) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:53:08.528466 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [None req-9a13d43f-ba4f-483b-a8e3-525113fdfb46 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Request body: {'floatingip': {'port_id': 'c81718ab-c440-4c7c-acd6-9b66da2b719c'}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:53:08.535822 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device d0664086-9234-4f4b-a1d4-a34f998954fe no longer exists at agent hyperv_hv-cinder-84949 {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:53:08.567029 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] No Port match for: d0664086-9234-4f4b-a1d4-a34f998954fe {{(pid=111156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:53:08.567389 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device d0664086-9234-4f4b-a1d4-a34f998954fe not bound to the agent host hv-cinder-84949 {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:53:08.579501 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-9a13d43f-ba4f-483b-a8e3-525113fdfb46 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for floatingip (fb805bf7-ddb3-4336-9f26-3f170277fd43), before_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:09.134798 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-9a13d43f-ba4f-483b-a8e3-525113fdfb46 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:09.154808 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-474037d8-7947-4c33-8a04-23d600f7c98a req-d609183b-67d6-45ec-81e0-4ec5450a2402 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=309e30be-b4c2-4959-97f8-1ea7925c9e5c HTTP/1.1" status: 200 len: 210 time: 0.0322196 Jul 18 10:53:09.238110 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-9a13d43f-ba4f-483b-a8e3-525113fdfb46 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778871'] for floatingip (fb805bf7-ddb3-4336-9f26-3f170277fd43), after_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:09.348643 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.db.l3_db [None req-9a13d43f-ba4f-483b-a8e3-525113fdfb46 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Floating IP fb805bf7-ddb3-4336-9f26-3f170277fd43 associated. External IP: 172.27.1.222, port: c81718ab-c440-4c7c-acd6-9b66da2b719c. Jul 18 10:53:09.595388 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a13d43f-ba4f-483b-a8e3-525113fdfb46 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Router 6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3 has already been hosted by L3 agent e6bcb791-bd43-4d6b-ab54-e591cb66712b {{(pid=111155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:53:09.697199 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e7c58-6f55-43ea-bd17-d11f2819bbda req-c635bdda-c187-4f2f-a82b-5b784c02a698 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:09.697199 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-da8e7c58-6f55-43ea-bd17-d11f2819bbda req-c635bdda-c187-4f2f-a82b-5b784c02a698 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 945 time: 0.0935576 Jul 18 10:53:09.797353 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-da8e7c58-6f55-43ea-bd17-d11f2819bbda req-0e14bc70-ecda-4df9-899b-1822ebd33d9c tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3062b4c-4078-48cb-b97f-93a7563dafc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944204 Jul 18 10:53:09.800190 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a13d43f-ba4f-483b-a8e3-525113fdfb46 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Notify agent at l3_agent.dv-cinder-849498-1-iscsi the message routers_updated {{(pid=111155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:53:09.805773 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-9a13d43f-ba4f-483b-a8e3-525113fdfb46 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for floatingip (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:09.815589 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599306f3-a2e0-4bd7-8dd6-de67d4530e37 None None] Sync routers for ids ['6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3'] in dv-cinder-849498-1-iscsi {{(pid=111156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:53:09.836971 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599306f3-a2e0-4bd7-8dd6-de67d4530e37 None None] Routers {'6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:53:09.837600 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-599306f3-a2e0-4bd7-8dd6-de67d4530e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:53:07Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3'], 'active': True} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:53:09.843113 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-9a13d43f-ba4f-483b-a8e3-525113fdfb46 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "PUT /v2.0/floatingips/fb805bf7-ddb3-4336-9f26-3f170277fd43 HTTP/1.1" status: 200 len: 991 time: 1.3183813 Jul 18 10:53:09.843690 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9faaf917-748f-4856-8100-c52e60ae0543', 'tag': 'c81718ab-c440-4c7c-acd6-9b66da2b719c'}] {{(pid=111155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:53:09.846020 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f06b923856051c73f64d3b2294300e60923526062a62ec6e5be74a6ad2a3856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d2dbbf-b2ff-4b70-97e6-54edd31a45aa" -d '{"events": [{"name": "network-changed", "server_uuid": "9faaf917-748f-4856-8100-c52e60ae0543", "tag": "c81718ab-c440-4c7c-acd6-9b66da2b719c"}]}' {{(pid=111155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:53:09.876707 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:09.879664 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f8336af3-fca9-403e-a19b-06518ba3f665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (7e71126e-a656-43d8-a2eb-058f1b343885), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:09.895752 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21a3160-cf9c-43cd-bc85-93358a2e81b9 x-openstack-request-id: req-c21a3160-cf9c-43cd-bc85-93358a2e81b9 {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:53:09.896051 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9faaf917-748f-4856-8100-c52e60ae0543", "tag": "c81718ab-c440-4c7c-acd6-9b66da2b719c", "status": "completed", "code": 200}]} {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:53:09.896718 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c21a3160-cf9c-43cd-bc85-93358a2e81b9 {{(pid=111155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:53:09.896718 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c21a3160-cf9c-43cd-bc85-93358a2e81b9'] response: {'name': 'network-changed', 'server_uuid': '9faaf917-748f-4856-8100-c52e60ae0543', 'tag': 'c81718ab-c440-4c7c-acd6-9b66da2b719c', 'status': 'completed', 'code': 200} Jul 18 10:53:09.995566 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d2dbbf-b2ff-4b70-97e6-54edd31a45aa req-c470b3f5-1d33-4058-9c38-0ad80f77996f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:09.998638 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-72d2dbbf-b2ff-4b70-97e6-54edd31a45aa req-c470b3f5-1d33-4058-9c38-0ad80f77996f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=04716d82e1084ec58b2a4909710a6ce8&device_id=9faaf917-748f-4856-8100-c52e60ae0543 HTTP/1.1" status: 200 len: 1129 time: 0.0791636 Jul 18 10:53:10.047823 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 45014) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:53:10.104065 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvr_db [None req-599306f3-a2e0-4bd7-8dd6-de67d4530e37 None None] Set router 6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:53:10.159509 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d2dbbf-b2ff-4b70-97e6-54edd31a45aa req-549db2cf-749f-4935-aee7-6a481dabe8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:10.161975 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-72d2dbbf-b2ff-4b70-97e6-54edd31a45aa req-549db2cf-749f-4935-aee7-6a481dabe8c1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cfde60e0-9a8e-4b4d-8a28-cc720005757b HTTP/1.1" status: 200 len: 915 time: 0.1556046 Jul 18 10:53:10.190973 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:10.214603 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-d21d6694-62e4-47ce-a10a-b2a053396706 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:10.233407 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-72d2dbbf-b2ff-4b70-97e6-54edd31a45aa req-7854066e-1594-40f9-b653-d3f56cac953c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c81718ab-c440-4c7c-acd6-9b66da2b719c HTTP/1.1" status: 200 len: 999 time: 0.0643058 Jul 18 10:53:10.281477 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (62f731a8-190a-49a2-85f5-14fe4e09184e), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:10.366464 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-d21d6694-62e4-47ce-a10a-b2a053396706 admin admin] Publish callbacks [] for security_group (047c485f-6846-4f2c-9b2b-d612a7202947), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:10.367534 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d2dbbf-b2ff-4b70-97e6-54edd31a45aa req-f8f5e34d-aefc-4db4-94ca-c957b0a8e9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:10.370182 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-72d2dbbf-b2ff-4b70-97e6-54edd31a45aa req-f8f5e34d-aefc-4db4-94ca-c957b0a8e9fb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=aa197fa4-4b14-4357-8299-842622dc6172 HTTP/1.1" status: 200 len: 853 time: 0.1247766 Jul 18 10:53:10.393824 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-599306f3-a2e0-4bd7-8dd6-de67d4530e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'name': 'tempest-AttachVolumeNegativeTest-431570464-router', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '4083be66-18b5-4ad2-a323-569672bf755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:00Z', 'updated_at': '2022-07-18T10:47:14Z', 'revision_number': 4, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'gw_port': {'id': '4083be66-18b5-4ad2-a323-569672bf755b', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:02Z', 'updated_at': '2022-07-18T10:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_floatingips': [{'id': 'fb805bf7-ddb3-4336-9f26-3f170277fd43', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'floating_ip_address': '172.27.1.222', 'floating_network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'router_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'port_id': 'c81718ab-c440-4c7c-acd6-9b66da2b719c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b', 'mac_address': 'fa:16:3e:18:65:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faaf917-748f-4856-8100-c52e60ae0543', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:52:49Z', 'updated_at': '2022-07-18T10:53:09Z', 'revision_number': 1, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '603b1623-5cf2-4603-b446-434aeca6fd4c', 'name': '', 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'mac_address': 'fa:16:3e:29:7e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'aa197fa4-4b14-4357-8299-842622dc6172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:10Z', 'updated_at': '2022-07-18T10:47:38Z', 'revision_number': 5, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'subnets': [{'id': 'aa197fa4-4b14-4357-8299-842622dc6172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:53:10.424849 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599306f3-a2e0-4bd7-8dd6-de67d4530e37 None None] Checking router: 6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3 for host: dv-cinder-849498-1-iscsi {{(pid=111156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:53:10.431455 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d2dbbf-b2ff-4b70-97e6-54edd31a45aa req-bf322f6f-5289-4a26-8f9c-a3f17bef8c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:10.433067 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-72d2dbbf-b2ff-4b70-97e6-54edd31a45aa req-bf322f6f-5289-4a26-8f9c-a3f17bef8c3a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cfde60e0-9a8e-4b4d-8a28-cc720005757b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0564017 Jul 18 10:53:10.436638 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599306f3-a2e0-4bd7-8dd6-de67d4530e37 None None] Routers {'6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:53:10.437367 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-599306f3-a2e0-4bd7-8dd6-de67d4530e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:53:07Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3'], 'active': True} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:53:10.496743 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8495211c-b5af-4b46-b06a-b8ca236609a9 req-242eba5a-88b9-440d-ac2b-a8e50db16a20 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1718855347&fields=id&tenant_id=17f436162f3a4bd4b3a94f584e7d8782 HTTP/1.1" status: 200 len: 267 time: 0.0730350 Jul 18 10:53:10.562528 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-72d2dbbf-b2ff-4b70-97e6-54edd31a45aa req-ef4ab9c5-7b8b-42f3-bfde-524ad3240a26 service neutron] 10.222.0.52 "GET /v2.0/networks/cfde60e0-9a8e-4b4d-8a28-cc720005757b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223483 Jul 18 10:53:10.571474 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:10.576358 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvr_db [None req-599306f3-a2e0-4bd7-8dd6-de67d4530e37 None None] Set router 6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:53:10.598751 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-d21d6694-62e4-47ce-a10a-b2a053396706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (047c485f-6846-4f2c-9b2b-d612a7202947), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:10.675750 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-d21d6694-62e4-47ce-a10a-b2a053396706 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0d28a0aa7f02406f8af879023498292d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6277859 Jul 18 10:53:10.675953 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-72d2dbbf-b2ff-4b70-97e6-54edd31a45aa req-ab65638a-1300-425f-b585-201cf1108099 service neutron] 10.222.0.52 "GET /v2.0/networks/cfde60e0-9a8e-4b4d-8a28-cc720005757b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042409 Jul 18 10:53:10.676309 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 45028) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:53:10.677256 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21d6694-62e4-47ce-a10a-b2a053396706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047c485f-6846-4f2c-9b2b-d612a7202947,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:53:10.713938 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495211c-b5af-4b46-b06a-b8ca236609a9 req-5e984d4e-4da1-450f-b126-fa946d7d3cc4 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:10.724552 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8495211c-b5af-4b46-b06a-b8ca236609a9 req-5e984d4e-4da1-450f-b126-fa946d7d3cc4 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/networks?id=407e895d-8435-43cb-addb-b40e755d1f02 HTTP/1.1" status: 200 len: 811 time: 0.2195649 Jul 18 10:53:10.739345 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8495211c-b5af-4b46-b06a-b8ca236609a9 req-b71929d4-e45b-477a-9c79-cefbc2012feb tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/quotas/17f436162f3a4bd4b3a94f584e7d8782 HTTP/1.1" status: 200 len: 375 time: 0.0138581 Jul 18 10:53:10.747761 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-2732fa43-7df6-41c2-afdc-afe0a336a80d admin admin] Publish callbacks [] for security_group (047c485f-6846-4f2c-9b2b-d612a7202947), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:10.772992 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-2732fa43-7df6-41c2-afdc-afe0a336a80d admin admin] Publish callbacks [] for security_group (047c485f-6846-4f2c-9b2b-d612a7202947), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:10.800011 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8495211c-b5af-4b46-b06a-b8ca236609a9 req-7693865b-4abc-4229-ac86-f9be7df32b24 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=17f436162f3a4bd4b3a94f584e7d8782&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521111 Jul 18 10:53:10.913819 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-599306f3-a2e0-4bd7-8dd6-de67d4530e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'name': 'tempest-AttachVolumeNegativeTest-431570464-router', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '4083be66-18b5-4ad2-a323-569672bf755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:00Z', 'updated_at': '2022-07-18T10:47:14Z', 'revision_number': 4, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'gw_port': {'id': '4083be66-18b5-4ad2-a323-569672bf755b', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:02Z', 'updated_at': '2022-07-18T10:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_floatingips': [{'id': 'fb805bf7-ddb3-4336-9f26-3f170277fd43', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'floating_ip_address': '172.27.1.222', 'floating_network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'router_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'port_id': 'c81718ab-c440-4c7c-acd6-9b66da2b719c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b', 'mac_address': 'fa:16:3e:18:65:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faaf917-748f-4856-8100-c52e60ae0543', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:52:49Z', 'updated_at': '2022-07-18T10:53:09Z', 'revision_number': 1, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '603b1623-5cf2-4603-b446-434aeca6fd4c', 'name': '', 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'mac_address': 'fa:16:3e:29:7e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'aa197fa4-4b14-4357-8299-842622dc6172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:10Z', 'updated_at': '2022-07-18T10:47:38Z', 'revision_number': 5, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'subnets': [{'id': 'aa197fa4-4b14-4357-8299-842622dc6172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:53:10.947992 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599306f3-a2e0-4bd7-8dd6-de67d4530e37 None None] The sync data for ids ['6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3'] in dv-cinder-849498-1-iscsi is: [{'id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'name': 'tempest-AttachVolumeNegativeTest-431570464-router', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '4083be66-18b5-4ad2-a323-569672bf755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:00Z', 'updated_at': '2022-07-18T10:47:14Z', 'revision_number': 4, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'gw_port': {'id': '4083be66-18b5-4ad2-a323-569672bf755b', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:02Z', 'updated_at': '2022-07-18T10:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_floatingips': [{'id': 'fb805bf7-ddb3-4336-9f26-3f170277fd43', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'floating_ip_address': '172.27.1.222', 'floating_network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'router_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'port_id': 'c81718ab-c440-4c7c-acd6-9b66da2b719c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b', 'mac_address': 'fa:16:3e:18:65:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faaf917-748f-4856-8100-c52e60ae0543', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:52:49Z', 'updated_at': '2022-07-18T10:53:09Z', 'revision_number': 1, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '603b1623-5cf2-4603-b446-434aeca6fd4c', 'name': '', 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'mac_address': 'fa:16:3e:29:7e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'aa197fa4-4b14-4357-8299-842622dc6172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:10Z', 'updated_at': '2022-07-18T10:47:38Z', 'revision_number': 5, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'subnets': [{'id': 'aa197fa4-4b14-4357-8299-842622dc6172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:53:10.988442 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-2732fa43-7df6-41c2-afdc-afe0a336a80d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (047c485f-6846-4f2c-9b2b-d612a7202947), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:10.993137 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-2732fa43-7df6-41c2-afdc-afe0a336a80d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:10.994498 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-2732fa43-7df6-41c2-afdc-afe0a336a80d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/047c485f-6846-4f2c-9b2b-d612a7202947 HTTP/1.1" status: 204 len: 168 time: 0.3163640 Jul 18 10:53:11.007005 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb7573-58ae-4e4a-80ab-ea07493e8832 req-222de2cc-baaf-4734-b092-fd1376a7fbee tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:11.007005 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-dcfb7573-58ae-4e4a-80ab-ea07493e8832 req-222de2cc-baaf-4734-b092-fd1376a7fbee tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 945 time: 0.0999262 Jul 18 10:53:11.012764 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2732fa43-7df6-41c2-afdc-afe0a336a80d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047c485f-6846-4f2c-9b2b-d612a7202947,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:53:11.064577 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8495211c-b5af-4b46-b06a-b8ca236609a9 req-f3dac9a1-e70d-4182-aa6d-1cb0784006f6 service neutron] 10.222.0.49 "GET /v2.0/networks/407e895d-8435-43cb-addb-b40e755d1f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429409 Jul 18 10:53:11.102852 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-dcfb7573-58ae-4e4a-80ab-ea07493e8832 req-43622226-cd3e-46b8-960c-24e30d701523 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3062b4c-4078-48cb-b97f-93a7563dafc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890069 Jul 18 10:53:11.153066 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:11.192802 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8495211c-b5af-4b46-b06a-b8ca236609a9 req-2d0274c2-895b-42e0-a8bb-90bf1f54e701 service neutron] 10.222.0.49 "GET /v2.0/networks/407e895d-8435-43cb-addb-b40e755d1f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189103 Jul 18 10:53:11.206601 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc10390-e7c4-417e-b069-d6b40c8b0d05 None None] New status for floating IP fb805bf7-ddb3-4336-9f26-3f170277fd43: ACTIVE {{(pid=111157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 10:53:12.181881 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-e0431b6a-ac81-4e64-9b13-48ec8e6efc2e req-9603fcac-b438-4d6f-a63e-1c376ae5942e tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e75fba7-e72d-4479-ab36-0bbf9f294d22 HTTP/1.1" status: 200 len: 210 time: 0.0299706 Jul 18 10:53:12.291879 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e97ae-014c-42b5-a4eb-2ba68a536da1 req-ba4f7047-3cd2-4c34-b92d-cd74b396ed50 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:12.293442 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-e00e97ae-014c-42b5-a4eb-2ba68a536da1 req-ba4f7047-3cd2-4c34-b92d-cd74b396ed50 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 945 time: 0.0512068 Jul 18 10:53:12.345126 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-e00e97ae-014c-42b5-a4eb-2ba68a536da1 req-cfa16c85-1425-4e80-afaa-6da4439cd805 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3062b4c-4078-48cb-b97f-93a7563dafc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445108 Jul 18 10:53:12.734169 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:13.268900 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-7841556a-d540-4966-9d07-68ce53567736 req-067e9f37-2a18-4c3c-a379-21f9619b5ad7 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e75fba7-e72d-4479-ab36-0bbf9f294d22 HTTP/1.1" status: 200 len: 210 time: 0.0337970 Jul 18 10:53:13.470500 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2045e4c-0a19-4729-8161-1b5f4c92fc89 req-812f7378-da7d-4dd9-84c7-e9ed016b1352 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:13.471958 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d2045e4c-0a19-4729-8161-1b5f4c92fc89 req-812f7378-da7d-4dd9-84c7-e9ed016b1352 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 945 time: 0.0509827 Jul 18 10:53:13.520889 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d2045e4c-0a19-4729-8161-1b5f4c92fc89 req-0e5059b8-fb0d-48c2-b1a1-1f34c236c53a tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3062b4c-4078-48cb-b97f-93a7563dafc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432556 Jul 18 10:53:14.369366 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-e60ce644-4c2d-45ae-94f1-3c0c8b57ae3a req-fa14d6ee-6573-46df-a69a-ccf8394c270a tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e75fba7-e72d-4479-ab36-0bbf9f294d22 HTTP/1.1" status: 200 len: 210 time: 0.0280845 Jul 18 10:53:14.645863 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108f1f2-63d7-4ef3-8396-501a56fc5b35 req-950365e2-74b7-411b-824a-2aba366ccccb tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:14.648174 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-4108f1f2-63d7-4ef3-8396-501a56fc5b35 req-950365e2-74b7-411b-824a-2aba366ccccb tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 945 time: 0.0500219 Jul 18 10:53:14.659707 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:14.701642 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-4108f1f2-63d7-4ef3-8396-501a56fc5b35 req-8d9b8d2d-aff8-4b31-a6a9-527e43d5f6ed tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3062b4c-4078-48cb-b97f-93a7563dafc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476136 Jul 18 10:53:15.055338 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:15.093756 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495211c-b5af-4b46-b06a-b8ca236609a9 req-7694168d-bcae-45ed-9893-877f982724ae tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:15.095247 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-8495211c-b5af-4b46-b06a-b8ca236609a9 req-7694168d-bcae-45ed-9893-877f982724ae tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.52 "GET /v2.0/networks?id=407e895d-8435-43cb-addb-b40e755d1f02 HTTP/1.1" status: 200 len: 811 time: 0.1172190 Jul 18 10:53:15.166832 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-8495211c-b5af-4b46-b06a-b8ca236609a9 req-64316ca2-2600-4fb7-9404-4c6690ffae76 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17f436162f3a4bd4b3a94f584e7d8782 HTTP/1.1" status: 200 len: 380 time: 0.0622621 Jul 18 10:53:15.177551 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [req-8495211c-b5af-4b46-b06a-b8ca236609a9 req-10fb52a2-8e03-440f-999e-d3138a2c209e tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Request body: {'port': {'device_id': '6e75fba7-e72d-4479-ab36-0bbf9f294d22', 'network_id': '407e895d-8435-43cb-addb-b40e755d1f02', 'admin_state_up': True, 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782', 'security_groups': ['23af82d5-52ac-4c84-a3ff-a4f9eeb073c6']}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:53:15.209217 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:15.442635 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8495211c-b5af-4b46-b06a-b8ca236609a9 req-10fb52a2-8e03-440f-999e-d3138a2c209e tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Made reservation on behalf of 17f436162f3a4bd4b3a94f584e7d8782 for: {'port': 1} {{(pid=111154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:53:15.447046 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-8495211c-b5af-4b46-b06a-b8ca236609a9 req-10fb52a2-8e03-440f-999e-d3138a2c209e tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:15.471322 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-135492d6-c09b-46b1-beaa-4a99c0886f76 req-5417681a-1ce5-43a4-af1c-f128074d39e7 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e75fba7-e72d-4479-ab36-0bbf9f294d22 HTTP/1.1" status: 200 len: 210 time: 0.0322423 Jul 18 10:53:15.589134 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.db_base_plugin_common [req-8495211c-b5af-4b46-b06a-b8ca236609a9 req-10fb52a2-8e03-440f-999e-d3138a2c209e tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Allocated IP 172.20.0.5 (407e895d-8435-43cb-addb-b40e755d1f02/e10aa7fa-e494-41dd-afcd-238e44bb4632/42168f45-7a03-471a-b163-85fef4b32faa) {{(pid=111154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:53:15.592188 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 45148) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:53:15.710299 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-4d4a50e7-1f55-4140-855e-0e7665e57a81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:15.745592 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-8495211c-b5af-4b46-b06a-b8ca236609a9 req-10fb52a2-8e03-440f-999e-d3138a2c209e tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks [] for port (42168f45-7a03-471a-b163-85fef4b32faa), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:15.855267 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-4d4a50e7-1f55-4140-855e-0e7665e57a81 admin admin] Publish callbacks [] for security_group (7da6b452-d1c9-41f0-8807-95f007462655), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:15.925706 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-8495211c-b5af-4b46-b06a-b8ca236609a9 req-10fb52a2-8e03-440f-999e-d3138a2c209e tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127334210'] for port (42168f45-7a03-471a-b163-85fef4b32faa), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:15.964127 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8495211c-b5af-4b46-b06a-b8ca236609a9 req-10fb52a2-8e03-440f-999e-d3138a2c209e tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Network 407e895d-8435-43cb-addb-b40e755d1f02 is already hosted by enough agents. {{(pid=111154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:53:15.967666 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.base_scheduler [req-8495211c-b5af-4b46-b06a-b8ca236609a9 req-10fb52a2-8e03-440f-999e-d3138a2c209e tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Resources bound (agent type, host, resource id): {{(pid=111154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:53:15.971522 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.l3_dvrscheduler_db [req-8495211c-b5af-4b46-b06a-b8ca236609a9 req-10fb52a2-8e03-440f-999e-d3138a2c209e tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Received port after_create {{(pid=111154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:53:15.977131 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-4d4a50e7-1f55-4140-855e-0e7665e57a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (7da6b452-d1c9-41f0-8807-95f007462655), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:16.032374 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fb52a2-8e03-440f-999e-d3138a2c209e tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Pushing event updated for resources: {'Port': ['ID=42168f45-7a03-471a-b163-85fef4b32faa,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:53:16.041083 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495211c-b5af-4b46-b06a-b8ca236609a9 req-10fb52a2-8e03-440f-999e-d3138a2c209e tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:16.042107 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-8495211c-b5af-4b46-b06a-b8ca236609a9 req-10fb52a2-8e03-440f-999e-d3138a2c209e tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for port (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:16.043041 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba325295-63e8-4b79-952f-2d7e2a383624 req-3a81e8c5-d3ca-40fd-adc5-267b6aa16ac5 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:16.050298 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ba325295-63e8-4b79-952f-2d7e2a383624 req-3a81e8c5-d3ca-40fd-adc5-267b6aa16ac5 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 945 time: 0.1079834 Jul 18 10:53:16.066852 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-4d4a50e7-1f55-4140-855e-0e7665e57a81 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f2229dade5d84655b93f1089dc039cef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4734185 Jul 18 10:53:16.069857 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 45154) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:53:16.075014 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4a50e7-1f55-4140-855e-0e7665e57a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da6b452-d1c9-41f0-8807-95f007462655,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:53:16.122912 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ba325295-63e8-4b79-952f-2d7e2a383624 req-8bbd7c5e-1747-4846-8f82-298c717cbb27 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3062b4c-4078-48cb-b97f-93a7563dafc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715837 Jul 18 10:53:16.139913 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-ff0ed706-7846-4bba-950a-efa2e2420b35 admin admin] Publish callbacks [] for security_group (7da6b452-d1c9-41f0-8807-95f007462655), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:16.170688 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-ff0ed706-7846-4bba-950a-efa2e2420b35 admin admin] Publish callbacks [] for security_group (7da6b452-d1c9-41f0-8807-95f007462655), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:16.199989 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-8495211c-b5af-4b46-b06a-b8ca236609a9 req-10fb52a2-8e03-440f-999e-d3138a2c209e tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0272384 Jul 18 10:53:16.213365 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [req-8495211c-b5af-4b46-b06a-b8ca236609a9 req-5271ccee-3764-40ee-ab09-01944a9a3b12 service neutron] Request body: {'port': {'device_id': '6e75fba7-e72d-4479-ab36-0bbf9f294d22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84949'}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:53:16.281364 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-8495211c-b5af-4b46-b06a-b8ca236609a9 req-5271ccee-3764-40ee-ab09-01944a9a3b12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (42168f45-7a03-471a-b163-85fef4b32faa), before_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:16.321796 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-7fda69ee-b38c-44a2-87de-4f527563ce37 None None] Provisioning complete for port 42168f45-7a03-471a-b163-85fef4b32faa triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:53:16.322398 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7fda69ee-b38c-44a2-87de-4f527563ce37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (42168f45-7a03-471a-b163-85fef4b32faa), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:16.356310 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7fda69ee-b38c-44a2-87de-4f527563ce37 None None] Port 42168f45-7a03-471a-b163-85fef4b32faa cannot update to ACTIVE because it is not bound. {{(pid=111156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:53:16.419486 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-ff0ed706-7846-4bba-950a-efa2e2420b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (7da6b452-d1c9-41f0-8807-95f007462655), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:16.422010 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-ff0ed706-7846-4bba-950a-efa2e2420b35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:16.423150 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-ff0ed706-7846-4bba-950a-efa2e2420b35 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7da6b452-d1c9-41f0-8807-95f007462655 HTTP/1.1" status: 204 len: 168 time: 0.3512964 Jul 18 10:53:16.441923 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0ed706-7846-4bba-950a-efa2e2420b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da6b452-d1c9-41f0-8807-95f007462655,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:53:16.570057 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.notifiers.nova [req-8495211c-b5af-4b46-b06a-b8ca236609a9 req-5271ccee-3764-40ee-ab09-01944a9a3b12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42168f45-7a03-471a-b163-85fef4b32faa {{(pid=111154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:53:16.578604 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-8495211c-b5af-4b46-b06a-b8ca236609a9 req-5271ccee-3764-40ee-ab09-01944a9a3b12 service neutron] Publish callbacks [] for port (42168f45-7a03-471a-b163-85fef4b32faa), precommit_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:16.592768 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.provisioning_blocks [req-8495211c-b5af-4b46-b06a-b8ca236609a9 req-5271ccee-3764-40ee-ab09-01944a9a3b12 service neutron] Transition to ACTIVE for port object 42168f45-7a03-471a-b163-85fef4b32faa will not be triggered until provisioned by entity L2. {{(pid=111154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 10:53:16.606515 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb36bf8-00bd-4be8-b357-c7e6ba718799 req-3397d4d5-4c45-4947-91bc-0409e41d5165 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:16.608079 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-eeb36bf8-00bd-4be8-b357-c7e6ba718799 req-3397d4d5-4c45-4947-91bc-0409e41d5165 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e75fba7-e72d-4479-ab36-0bbf9f294d22 HTTP/1.1" status: 200 len: 931 time: 0.0509171 Jul 18 10:53:16.661797 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-eeb36bf8-00bd-4be8-b357-c7e6ba718799 req-2fefe230-a47f-4782-9532-25ef2976319f tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/security-groups?id=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477490 Jul 18 10:53:16.756876 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-8495211c-b5af-4b46-b06a-b8ca236609a9 req-5271ccee-3764-40ee-ab09-01944a9a3b12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127333809'] for port (42168f45-7a03-471a-b163-85fef4b32faa), after_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:16.809301 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271ccee-3764-40ee-ab09-01944a9a3b12 service neutron] Pushing event updated for resources: {'Port': ['ID=42168f45-7a03-471a-b163-85fef4b32faa,revision_number=2']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:53:16.906184 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.managers [req-8495211c-b5af-4b46-b06a-b8ca236609a9 req-5271ccee-3764-40ee-ab09-01944a9a3b12 service neutron] Attempting to bind port 42168f45-7a03-471a-b163-85fef4b32faa on host hv-cinder-84949 for vnic_type normal with profile {{(pid=111154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:53:16.906526 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.managers [req-8495211c-b5af-4b46-b06a-b8ca236609a9 req-5271ccee-3764-40ee-ab09-01944a9a3b12 service neutron] Attempting to bind port 42168f45-7a03-471a-b163-85fef4b32faa by drivers openvswitch,hyperv on host hv-cinder-84949 at level 0 using segments [{'id': '40200e37-082a-48f2-872c-182016dc90c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '407e895d-8435-43cb-addb-b40e755d1f02'}] {{(pid=111154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:53:16.907064 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8495211c-b5af-4b46-b06a-b8ca236609a9 req-5271ccee-3764-40ee-ab09-01944a9a3b12 service neutron] Attempting to bind port 42168f45-7a03-471a-b163-85fef4b32faa on network 407e895d-8435-43cb-addb-b40e755d1f02 {{(pid=111154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:53:16.914805 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8495211c-b5af-4b46-b06a-b8ca236609a9 req-5271ccee-3764-40ee-ab09-01944a9a3b12 service neutron] Port 42168f45-7a03-471a-b163-85fef4b32faa on network 407e895d-8435-43cb-addb-b40e755d1f02 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84949 {{(pid=111154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 10:53:16.915187 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8495211c-b5af-4b46-b06a-b8ca236609a9 req-5271ccee-3764-40ee-ab09-01944a9a3b12 service neutron] Attempting to bind port 42168f45-7a03-471a-b163-85fef4b32faa on network 407e895d-8435-43cb-addb-b40e755d1f02 {{(pid=111154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:53:16.920953 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8495211c-b5af-4b46-b06a-b8ca236609a9 req-5271ccee-3764-40ee-ab09-01944a9a3b12 service neutron] Checking agent: {'id': '1ff6e34c-ad2d-4d6d-84c2-aee03113dac2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84949', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 44, 54), 'started_at': datetime.datetime(2022, 7, 18, 10, 44, 54), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:53:16.922745 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8495211c-b5af-4b46-b06a-b8ca236609a9 req-5271ccee-3764-40ee-ab09-01944a9a3b12 service neutron] Checking segment: {'id': '40200e37-082a-48f2-872c-182016dc90c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '407e895d-8435-43cb-addb-b40e755d1f02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:53:16.923177 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8495211c-b5af-4b46-b06a-b8ca236609a9 req-5271ccee-3764-40ee-ab09-01944a9a3b12 service neutron] Bound using segment: {'id': '40200e37-082a-48f2-872c-182016dc90c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '407e895d-8435-43cb-addb-b40e755d1f02'} {{(pid=111154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:53:16.923631 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.managers [req-8495211c-b5af-4b46-b06a-b8ca236609a9 req-5271ccee-3764-40ee-ab09-01944a9a3b12 service neutron] Bound port: 42168f45-7a03-471a-b163-85fef4b32faa, host: hv-cinder-84949, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40200e37-082a-48f2-872c-182016dc90c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '407e895d-8435-43cb-addb-b40e755d1f02'}}] {{(pid=111154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:53:16.923997 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-8495211c-b5af-4b46-b06a-b8ca236609a9 req-5271ccee-3764-40ee-ab09-01944a9a3b12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (42168f45-7a03-471a-b163-85fef4b32faa), before_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:16.997301 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.db [req-8495211c-b5af-4b46-b06a-b8ca236609a9 req-5271ccee-3764-40ee-ab09-01944a9a3b12 service neutron] For port 42168f45-7a03-471a-b163-85fef4b32faa, host hv-cinder-84949, cleared binding levels {{(pid=111154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:53:17.002837 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.db [req-8495211c-b5af-4b46-b06a-b8ca236609a9 req-5271ccee-3764-40ee-ab09-01944a9a3b12 service neutron] For port 42168f45-7a03-471a-b163-85fef4b32faa, host hv-cinder-84949, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=42168f45-7a03-471a-b163-85fef4b32faa,segment=NetworkSegment(40200e37-082a-48f2-872c-182016dc90c2),segment_id=40200e37-082a-48f2-872c-182016dc90c2)] {{(pid=111154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:53:17.180550 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-8495211c-b5af-4b46-b06a-b8ca236609a9 req-5271ccee-3764-40ee-ab09-01944a9a3b12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127333809'] for port (42168f45-7a03-471a-b163-85fef4b32faa), after_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:17.216899 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:17.218584 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495211c-b5af-4b46-b06a-b8ca236609a9 req-5271ccee-3764-40ee-ab09-01944a9a3b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:17.219217 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-8495211c-b5af-4b46-b06a-b8ca236609a9 req-5271ccee-3764-40ee-ab09-01944a9a3b12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for port (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:17.220918 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-8495211c-b5af-4b46-b06a-b8ca236609a9 req-5271ccee-3764-40ee-ab09-01944a9a3b12 service neutron] 10.222.0.52 "PUT /v2.0/ports/42168f45-7a03-471a-b163-85fef4b32faa HTTP/1.1" status: 200 len: 1093 time: 1.0126674 Jul 18 10:53:17.221389 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e75fba7-e72d-4479-ab36-0bbf9f294d22', 'tag': '42168f45-7a03-471a-b163-85fef4b32faa'}] {{(pid=111154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:53:17.223698 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76f28ae75f34143b6717ab81e854799a90e2618b86a46665dc49940857a7474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce84096-9b52-497d-8c35-d558f81ad51a" -d '{"events": [{"name": "network-changed", "server_uuid": "6e75fba7-e72d-4479-ab36-0bbf9f294d22", "tag": "42168f45-7a03-471a-b163-85fef4b32faa"}]}' {{(pid=111154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:53:17.254456 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271ccee-3764-40ee-ab09-01944a9a3b12 service neutron] Pushing event updated for resources: {'Port': ['ID=42168f45-7a03-471a-b163-85fef4b32faa,revision_number=3']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:53:17.260875 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:17.275470 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dfe94c0-acd6-4ef3-81dd-0cbfc122efd1 x-openstack-request-id: req-1dfe94c0-acd6-4ef3-81dd-0cbfc122efd1 {{(pid=111154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:53:17.275845 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e75fba7-e72d-4479-ab36-0bbf9f294d22", "tag": "42168f45-7a03-471a-b163-85fef4b32faa", "status": "completed", "code": 200}]} {{(pid=111154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:53:17.276169 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1dfe94c0-acd6-4ef3-81dd-0cbfc122efd1 {{(pid=111154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:53:17.276651 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dfe94c0-acd6-4ef3-81dd-0cbfc122efd1'] response: {'name': 'network-changed', 'server_uuid': '6e75fba7-e72d-4479-ab36-0bbf9f294d22', 'tag': '42168f45-7a03-471a-b163-85fef4b32faa', 'status': 'completed', 'code': 200} Jul 18 10:53:17.285056 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a052ed-3c1b-4d42-ac0d-62a52a0a6d77 req-76d5cc15-b9e1-41ec-9280-d0d4e1fc0386 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:17.286875 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-87a052ed-3c1b-4d42-ac0d-62a52a0a6d77 req-76d5cc15-b9e1-41ec-9280-d0d4e1fc0386 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 945 time: 0.0838511 Jul 18 10:53:17.366421 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-87a052ed-3c1b-4d42-ac0d-62a52a0a6d77 req-78f18900-5aed-43ea-941f-2a686c931a5e tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3062b4c-4078-48cb-b97f-93a7563dafc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678625 Jul 18 10:53:17.383812 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce84096-9b52-497d-8c35-d558f81ad51a req-4f8b9ca8-3991-4585-b8de-cbf1971ed22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:17.391843 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-fce84096-9b52-497d-8c35-d558f81ad51a req-4f8b9ca8-3991-4585-b8de-cbf1971ed22e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=17f436162f3a4bd4b3a94f584e7d8782&device_id=6e75fba7-e72d-4479-ab36-0bbf9f294d22 HTTP/1.1" status: 200 len: 1127 time: 0.0690298 Jul 18 10:53:17.393161 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 45172) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:53:17.407813 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-c3bd5d0f-56b3-432f-8690-c56f4616fa05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:17.503630 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-c3bd5d0f-56b3-432f-8690-c56f4616fa05 admin admin] Publish callbacks [] for security_group (093e2646-4a01-4dd8-9ac4-b649a303d451), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:17.518301 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce84096-9b52-497d-8c35-d558f81ad51a req-0688a83a-e033-42ff-94c7-f84870f59b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:17.519717 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-fce84096-9b52-497d-8c35-d558f81ad51a req-0688a83a-e033-42ff-94c7-f84870f59b47 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=17f436162f3a4bd4b3a94f584e7d8782&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1264355 Jul 18 10:53:17.535171 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:17.613763 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-c3bd5d0f-56b3-432f-8690-c56f4616fa05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (093e2646-4a01-4dd8-9ac4-b649a303d451), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:17.626240 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce84096-9b52-497d-8c35-d558f81ad51a req-c2ae1b26-50db-4ed9-8995-059992253e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:17.627725 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-fce84096-9b52-497d-8c35-d558f81ad51a req-c2ae1b26-50db-4ed9-8995-059992253e83 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1021366 Jul 18 10:53:17.658427 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-c3bd5d0f-56b3-432f-8690-c56f4616fa05 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8688bfab37c44c2096dbc3616418bd98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2639899 Jul 18 10:53:17.659787 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bd5d0f-56b3-432f-8690-c56f4616fa05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=093e2646-4a01-4dd8-9ac4-b649a303d451,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:53:17.662487 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 45174) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:53:17.717357 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495211c-b5af-4b46-b06a-b8ca236609a9 req-79802287-4679-4afe-b9a7-9126bedaac6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:17.718875 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-8495211c-b5af-4b46-b06a-b8ca236609a9 req-79802287-4679-4afe-b9a7-9126bedaac6b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=17f436162f3a4bd4b3a94f584e7d8782&device_id=6e75fba7-e72d-4479-ab36-0bbf9f294d22 HTTP/1.1" status: 200 len: 1127 time: 0.0454085 Jul 18 10:53:17.721355 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-9498435a-9ec1-464d-9043-fa74dcb14c0c admin admin] Publish callbacks [] for security_group (093e2646-4a01-4dd8-9ac4-b649a303d451), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:17.754813 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-9498435a-9ec1-464d-9043-fa74dcb14c0c admin admin] Publish callbacks [] for security_group (093e2646-4a01-4dd8-9ac4-b649a303d451), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:17.764039 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-8495211c-b5af-4b46-b06a-b8ca236609a9 req-ce754e78-0c84-4538-8bd0-e7e5115ed38c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42168f45-7a03-471a-b163-85fef4b32faa HTTP/1.1" status: 200 len: 217 time: 0.0380075 Jul 18 10:53:17.800868 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:17.820565 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93020837-7486-4a0f-927e-bc086a15389c req-ea64af9b-5dca-4f9a-a5ed-87207d8dd4e9 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:17.822176 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-93020837-7486-4a0f-927e-bc086a15389c req-ea64af9b-5dca-4f9a-a5ed-87207d8dd4e9 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e75fba7-e72d-4479-ab36-0bbf9f294d22 HTTP/1.1" status: 200 len: 943 time: 0.0800655 Jul 18 10:53:17.822301 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495211c-b5af-4b46-b06a-b8ca236609a9 req-e2f5068a-8a9d-4147-ade7-55b6e9580735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:17.823646 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-8495211c-b5af-4b46-b06a-b8ca236609a9 req-e2f5068a-8a9d-4147-ade7-55b6e9580735 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e10aa7fa-e494-41dd-afcd-238e44bb4632 HTTP/1.1" status: 200 len: 850 time: 0.0544879 Jul 18 10:53:17.879463 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-93020837-7486-4a0f-927e-bc086a15389c req-011d047a-f621-478c-9684-7f032cc211b1 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/security-groups?id=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509908 Jul 18 10:53:17.880164 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495211c-b5af-4b46-b06a-b8ca236609a9 req-fd5e7b59-73d1-4cd1-a5ab-f8a9ad2eb712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:17.882083 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-8495211c-b5af-4b46-b06a-b8ca236609a9 req-fd5e7b59-73d1-4cd1-a5ab-f8a9ad2eb712 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=407e895d-8435-43cb-addb-b40e755d1f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449083 Jul 18 10:53:17.945176 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-9498435a-9ec1-464d-9043-fa74dcb14c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (093e2646-4a01-4dd8-9ac4-b649a303d451), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:17.947896 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-9498435a-9ec1-464d-9043-fa74dcb14c0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:17.949174 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-9498435a-9ec1-464d-9043-fa74dcb14c0c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/093e2646-4a01-4dd8-9ac4-b649a303d451 HTTP/1.1" status: 204 len: 168 time: 0.2857358 Jul 18 10:53:17.958031 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498435a-9ec1-464d-9043-fa74dcb14c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093e2646-4a01-4dd8-9ac4-b649a303d451,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:53:17.991641 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-8495211c-b5af-4b46-b06a-b8ca236609a9 req-e701756b-dd53-4f58-9f63-424bcba21ea8 service neutron] 10.222.0.52 "GET /v2.0/networks/407e895d-8435-43cb-addb-b40e755d1f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002994 Jul 18 10:53:18.125806 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-8495211c-b5af-4b46-b06a-b8ca236609a9 req-80e4a84c-b95a-4aa8-89b0-9a63ed45c273 service neutron] 10.222.0.52 "GET /v2.0/networks/407e895d-8435-43cb-addb-b40e755d1f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237195 Jul 18 10:53:18.504049 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f0393-5a6c-4510-9c0e-0b5b2407b542 req-c92827f2-1a52-4ee5-8d60-36efb0ab4187 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:18.505595 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-c19f0393-5a6c-4510-9c0e-0b5b2407b542 req-c92827f2-1a52-4ee5-8d60-36efb0ab4187 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 945 time: 0.0527301 Jul 18 10:53:18.558329 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-c19f0393-5a6c-4510-9c0e-0b5b2407b542 req-3c6eea29-0480-4829-a753-1274d9146e38 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3062b4c-4078-48cb-b97f-93a7563dafc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469003 Jul 18 10:53:19.003192 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb4a93b-68a0-4b99-b5dc-e96d71a2d03e req-04e09f1c-ad07-4b81-9f38-0ea832301aa1 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:19.004711 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-fdb4a93b-68a0-4b99-b5dc-e96d71a2d03e req-04e09f1c-ad07-4b81-9f38-0ea832301aa1 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e75fba7-e72d-4479-ab36-0bbf9f294d22 HTTP/1.1" status: 200 len: 943 time: 0.0503037 Jul 18 10:53:19.025299 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:19.059339 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-fdb4a93b-68a0-4b99-b5dc-e96d71a2d03e req-94ea9365-ac19-4057-bc00-5d40b2d84855 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/security-groups?id=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481813 Jul 18 10:53:19.185245 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:19.684391 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6140ad7-135a-4ec8-bd03-774151bcd074 req-fc3ff639-17aa-48dc-b4a3-0a2322df986d tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:19.685961 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-c6140ad7-135a-4ec8-bd03-774151bcd074 req-fc3ff639-17aa-48dc-b4a3-0a2322df986d tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 945 time: 0.0481112 Jul 18 10:53:19.742754 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-c6140ad7-135a-4ec8-bd03-774151bcd074 req-583d4787-8722-4307-8dd3-906fceba49e6 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3062b4c-4078-48cb-b97f-93a7563dafc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508187 Jul 18 10:53:20.179076 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25172bcb-5f4d-4717-8af9-b10a7ad1296b req-b72abc6b-bf2a-4812-8646-ad07a1a8398d tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:20.180613 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-25172bcb-5f4d-4717-8af9-b10a7ad1296b req-b72abc6b-bf2a-4812-8646-ad07a1a8398d tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e75fba7-e72d-4479-ab36-0bbf9f294d22 HTTP/1.1" status: 200 len: 943 time: 0.0499933 Jul 18 10:53:20.232441 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-25172bcb-5f4d-4717-8af9-b10a7ad1296b req-18c1bff7-58c5-4e71-b583-5532e9086985 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/security-groups?id=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460320 Jul 18 10:53:20.877402 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3582bff4-0eb9-4148-a108-4e3b3e2368ac req-ba4c4dbc-1a9e-4f72-850d-cf8f6b4426d9 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:20.878895 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3582bff4-0eb9-4148-a108-4e3b3e2368ac req-ba4c4dbc-1a9e-4f72-850d-cf8f6b4426d9 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 945 time: 0.0534971 Jul 18 10:53:20.928543 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3582bff4-0eb9-4148-a108-4e3b3e2368ac req-e32801c9-7f2a-4821-8caf-5cc8f19f3619 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3062b4c-4078-48cb-b97f-93a7563dafc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428565 Jul 18 10:53:21.357617 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87b11f-75e2-445e-84a0-88fbaf1d3b68 req-6728755a-e42c-4a6c-a83a-e977315a7b24 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:21.359111 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3f87b11f-75e2-445e-84a0-88fbaf1d3b68 req-6728755a-e42c-4a6c-a83a-e977315a7b24 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e75fba7-e72d-4479-ab36-0bbf9f294d22 HTTP/1.1" status: 200 len: 943 time: 0.0512185 Jul 18 10:53:21.411483 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3f87b11f-75e2-445e-84a0-88fbaf1d3b68 req-d3d13bb2-8b1f-455b-862a-5567eca9ff0f tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/security-groups?id=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464063 Jul 18 10:53:22.067625 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d2465-7224-4397-acef-45e202951dbd req-ddd502ae-e88b-45ac-9a67-fc620dee95a9 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:22.069877 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f33d2465-7224-4397-acef-45e202951dbd req-ddd502ae-e88b-45ac-9a67-fc620dee95a9 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 945 time: 0.0556595 Jul 18 10:53:22.108667 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:22.125862 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f33d2465-7224-4397-acef-45e202951dbd req-6eef83dd-8d7c-4f12-890a-5290e8506cec tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3062b4c-4078-48cb-b97f-93a7563dafc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504019 Jul 18 10:53:22.537072 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224615af-0a41-4c0a-876d-29bab7a06c9d req-aa5b426e-b041-4d16-83df-64886a80be44 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:22.538671 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-224615af-0a41-4c0a-876d-29bab7a06c9d req-aa5b426e-b041-4d16-83df-64886a80be44 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e75fba7-e72d-4479-ab36-0bbf9f294d22 HTTP/1.1" status: 200 len: 943 time: 0.0525205 Jul 18 10:53:22.594516 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-224615af-0a41-4c0a-876d-29bab7a06c9d req-6d60e88c-861e-496b-a0c2-1dfd698657c9 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/security-groups?id=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496888 Jul 18 10:53:23.258261 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec73b5-49d9-445f-b7c9-1e81a3248633 req-f3f15d42-d806-4e59-a72c-668a1b9fe2ad tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:23.259757 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-c8ec73b5-49d9-445f-b7c9-1e81a3248633 req-f3f15d42-d806-4e59-a72c-668a1b9fe2ad tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 945 time: 0.0495732 Jul 18 10:53:23.308677 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-c8ec73b5-49d9-445f-b7c9-1e81a3248633 req-b8025d35-88e5-4672-b927-3d58b963abe6 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3062b4c-4078-48cb-b97f-93a7563dafc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427282 Jul 18 10:53:23.716436 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bbbc46-5c33-49dc-89dc-a478787b1ae4 req-11b7b899-d285-4c62-b032-6f59d4a88766 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:23.717960 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-e4bbbc46-5c33-49dc-89dc-a478787b1ae4 req-11b7b899-d285-4c62-b032-6f59d4a88766 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e75fba7-e72d-4479-ab36-0bbf9f294d22 HTTP/1.1" status: 200 len: 943 time: 0.0522754 Jul 18 10:53:23.772632 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-e4bbbc46-5c33-49dc-89dc-a478787b1ae4 req-44f65eda-23a7-4613-8449-3242bf96f449 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/security-groups?id=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487478 Jul 18 10:53:24.289306 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 45292) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:53:24.428845 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-3971c2a9-094f-47a1-badc-1f6a5a3be9e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:24.456705 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a674f8-0aba-4ac4-85df-cce669768b74 req-3e920f83-d9ea-495b-a734-42bdb64b39b2 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:24.458307 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-c5a674f8-0aba-4ac4-85df-cce669768b74 req-3e920f83-d9ea-495b-a734-42bdb64b39b2 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 945 time: 0.0746400 Jul 18 10:53:24.537639 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-c5a674f8-0aba-4ac4-85df-cce669768b74 req-e14f2521-359a-475f-a79f-d2568a60a11e tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3062b4c-4078-48cb-b97f-93a7563dafc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711024 Jul 18 10:53:24.573632 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-3971c2a9-094f-47a1-badc-1f6a5a3be9e7 admin admin] Publish callbacks [] for security_group (e6e83911-cf4c-4bda-9f19-86a81a483034), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:24.700218 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-3971c2a9-094f-47a1-badc-1f6a5a3be9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (e6e83911-cf4c-4bda-9f19-86a81a483034), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:24.703640 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=74,neutron:UPDATE=1 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:24.708116 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=45,neutron:UPDATE=3 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:24.730763 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:24.747937 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-3971c2a9-094f-47a1-badc-1f6a5a3be9e7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c365d7f769c944b59a7bbb09d1ea998e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4575644 Jul 18 10:53:24.749046 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3971c2a9-094f-47a1-badc-1f6a5a3be9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e83911-cf4c-4bda-9f19-86a81a483034,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:53:24.750786 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 45298) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:53:24.803530 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-d96f2395-1754-43a3-940e-f2752b63574e admin admin] Publish callbacks [] for security_group (e6e83911-cf4c-4bda-9f19-86a81a483034), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:24.828180 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-d96f2395-1754-43a3-940e-f2752b63574e admin admin] Publish callbacks [] for security_group (e6e83911-cf4c-4bda-9f19-86a81a483034), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:24.847988 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1ff6e34c-ad2d-4d6d-84c2-aee03113dac2), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:24.905421 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4c9df-f3c3-4cf1-8e56-6c609a619640 req-b1c501c3-5116-4f22-8016-4031a77d4b30 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:24.906873 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-61b4c9df-f3c3-4cf1-8e56-6c609a619640 req-b1c501c3-5116-4f22-8016-4031a77d4b30 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e75fba7-e72d-4479-ab36-0bbf9f294d22 HTTP/1.1" status: 200 len: 943 time: 0.0536301 Jul 18 10:53:24.963078 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-61b4c9df-f3c3-4cf1-8e56-6c609a619640 req-514a0510-44d6-40cd-8fbd-aeed4bbf16cb tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/security-groups?id=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493584 Jul 18 10:53:24.979398 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-d96f2395-1754-43a3-940e-f2752b63574e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (e6e83911-cf4c-4bda-9f19-86a81a483034), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:24.982041 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-d96f2395-1754-43a3-940e-f2752b63574e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:24.986288 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-d96f2395-1754-43a3-940e-f2752b63574e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e6e83911-cf4c-4bda-9f19-86a81a483034 HTTP/1.1" status: 204 len: 168 time: 0.2314351 Jul 18 10:53:24.992581 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96f2395-1754-43a3-940e-f2752b63574e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e83911-cf4c-4bda-9f19-86a81a483034,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:53:25.660098 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba751b-b435-43ec-b540-8a7a6f9dfc19 req-f084f620-7ccc-4367-a443-11e3b68c8da3 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:25.661609 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-64ba751b-b435-43ec-b540-8a7a6f9dfc19 req-f084f620-7ccc-4367-a443-11e3b68c8da3 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 945 time: 0.0485017 Jul 18 10:53:25.717184 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-64ba751b-b435-43ec-b540-8a7a6f9dfc19 req-2f892302-0dad-414e-a32f-512cccfa1de0 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3062b4c-4078-48cb-b97f-93a7563dafc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494678 Jul 18 10:53:25.839055 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 45320) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:53:25.854266 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-372100f7-c38b-48d1-a2b3-4cbd097526f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:25.938399 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-372100f7-c38b-48d1-a2b3-4cbd097526f7 admin admin] Publish callbacks [] for security_group (e691c789-7d39-4caa-bdd7-d4a1ac12e5b3), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:26.059385 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-372100f7-c38b-48d1-a2b3-4cbd097526f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (e691c789-7d39-4caa-bdd7-d4a1ac12e5b3), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:26.087728 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7635099-ecad-4679-8fa2-c8c58d614c62 req-71159f96-fe83-4ee6-97b1-aa6280633780 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:26.089194 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-a7635099-ecad-4679-8fa2-c8c58d614c62 req-71159f96-fe83-4ee6-97b1-aa6280633780 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e75fba7-e72d-4479-ab36-0bbf9f294d22 HTTP/1.1" status: 200 len: 943 time: 0.0548644 Jul 18 10:53:26.102083 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372100f7-c38b-48d1-a2b3-4cbd097526f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e691c789-7d39-4caa-bdd7-d4a1ac12e5b3,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:53:26.106338 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-372100f7-c38b-48d1-a2b3-4cbd097526f7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c6933a18a6b24f9a93c5247556979ce0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2662234 Jul 18 10:53:26.109679 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 45324) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:53:26.131477 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:26.146316 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-a7635099-ecad-4679-8fa2-c8c58d614c62 req-92471ba8-a301-4416-a991-7c9b380dc309 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/security-groups?id=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506651 Jul 18 10:53:26.164080 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-cdc42b23-6f36-48d9-a261-9bbd9ff83d2c admin admin] Publish callbacks [] for security_group (e691c789-7d39-4caa-bdd7-d4a1ac12e5b3), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:26.189423 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-cdc42b23-6f36-48d9-a261-9bbd9ff83d2c admin admin] Publish callbacks [] for security_group (e691c789-7d39-4caa-bdd7-d4a1ac12e5b3), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:26.221868 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:26.345886 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-cdc42b23-6f36-48d9-a261-9bbd9ff83d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (e691c789-7d39-4caa-bdd7-d4a1ac12e5b3), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:26.350894 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-cdc42b23-6f36-48d9-a261-9bbd9ff83d2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:26.352694 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-cdc42b23-6f36-48d9-a261-9bbd9ff83d2c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e691c789-7d39-4caa-bdd7-d4a1ac12e5b3 HTTP/1.1" status: 204 len: 168 time: 0.2425253 Jul 18 10:53:26.367130 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc42b23-6f36-48d9-a261-9bbd9ff83d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e691c789-7d39-4caa-bdd7-d4a1ac12e5b3,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:53:26.657250 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device e168237a-b0b4-42cb-8c89-d5ade5d9cf57 details requested by agent hyperv_hv-cinder-84949 with host hv-cinder-84949 {{(pid=111156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 10:53:26.773403 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port e168237a-b0b4-42cb-8c89-d5ade5d9cf57, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=e168237a-b0b4-42cb-8c89-d5ade5d9cf57,segment=NetworkSegment(163c7c7d-635e-4353-a5ea-f102084ea7d2),segment_id=163c7c7d-635e-4353-a5ea-f102084ea7d2)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:53:26.788061 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Returning: {'device': 'e168237a-b0b4-42cb-8c89-d5ade5d9cf57', 'network_id': 'cacd27b7-b866-4702-aa51-5895ad956ffc', 'port_id': 'e168237a-b0b4-42cb-8c89-d5ade5d9cf57', 'mac_address': 'fa:16:3e:ab:f7:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0722f3de-6f57-48f1-8200-e5895920f8b7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 10:53:26.831450 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] Current status of the port e168237a-b0b4-42cb-8c89-d5ade5d9cf57 is: ACTIVE; New status is: BUILD {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:53:26.831619 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (e168237a-b0b4-42cb-8c89-d5ade5d9cf57), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:26.847633 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.notifiers.nova [None req-29c51914-efda-4269-8274-168d496bf900 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e168237a-b0b4-42cb-8c89-d5ade5d9cf57 {{(pid=111156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:53:26.865916 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55221ac-b1c0-4505-af90-ecc59b70c91c req-12965df5-db79-4e9b-be89-ee45995123a1 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:26.867598 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-c55221ac-b1c0-4505-af90-ecc59b70c91c req-12965df5-db79-4e9b-be89-ee45995123a1 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 945 time: 0.0722387 Jul 18 10:53:26.877017 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port e168237a-b0b4-42cb-8c89-d5ade5d9cf57, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=e168237a-b0b4-42cb-8c89-d5ade5d9cf57,segment=NetworkSegment(163c7c7d-635e-4353-a5ea-f102084ea7d2),segment_id=163c7c7d-635e-4353-a5ea-f102084ea7d2)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:53:26.930990 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-c55221ac-b1c0-4505-af90-ecc59b70c91c req-ab6a67c2-19b0-44d2-bad2-c75f9a8ad5dc tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3062b4c-4078-48cb-b97f-93a7563dafc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511110 Jul 18 10:53:26.996765 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (e168237a-b0b4-42cb-8c89-d5ade5d9cf57), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:27.049211 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=100 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:27.054861 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Pushing event updated for resources: {'Port': ['ID=e168237a-b0b4-42cb-8c89-d5ade5d9cf57,revision_number=6']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:53:27.062604 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:53:27.062931 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:53:27.063280 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:53:27.063623 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:53:27.063957 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:53:27.064290 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:53:27.064647 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:53:27.064970 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:53:27.065301 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:53:27.065628 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:53:27.065952 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:53:27.066287 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:53:27.066602 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:53:27.066920 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:53:27.067252 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:53:27.101244 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] get_ports_and_sgs() called for port_ids ['e168237a-b0b4-42cb-8c89-d5ade5d9cf57'] {{(pid=111156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:53:27.282852 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3955d-d540-43ff-9cb8-c14a2b661121 req-5adffe36-02cd-429c-92bc-caeb9cc6e2d4 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:27.284322 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-aea3955d-d540-43ff-9cb8-c14a2b661121 req-5adffe36-02cd-429c-92bc-caeb9cc6e2d4 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e75fba7-e72d-4479-ab36-0bbf9f294d22 HTTP/1.1" status: 200 len: 943 time: 0.0552552 Jul 18 10:53:27.336319 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-aea3955d-d540-43ff-9cb8-c14a2b661121 req-923a5327-1fb1-4c0a-bac1-8829554d7353 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/security-groups?id=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452340 Jul 18 10:53:28.054741 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95a33f-bce6-4d0c-8d7d-bd2e13ce8257 req-f78c78b9-4724-4575-932f-4e183251ebeb tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:28.056329 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ff95a33f-bce6-4d0c-8d7d-bd2e13ce8257 req-f78c78b9-4724-4575-932f-4e183251ebeb tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 944 time: 0.0499310 Jul 18 10:53:28.106526 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ff95a33f-bce6-4d0c-8d7d-bd2e13ce8257 req-8b135995-7389-4f76-b0e9-75f8632947aa tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3062b4c-4078-48cb-b97f-93a7563dafc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443029 Jul 18 10:53:28.457501 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff00c9-d508-413d-bdc7-0f7be9a19a57 req-a5c40a6a-9a94-4e69-a98a-657e70a0c149 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:28.459835 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-20ff00c9-d508-413d-bdc7-0f7be9a19a57 req-a5c40a6a-9a94-4e69-a98a-657e70a0c149 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcc60c6-ad37-42f4-bf9c-d59cdbe630c9 HTTP/1.1" status: 200 len: 945 time: 0.0831387 Jul 18 10:53:28.492087 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c402ef-b79f-4fab-952f-7e7a6f34f805 req-f5255a54-058f-430c-af41-1d2499d944bb tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:28.492087 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-75c402ef-b79f-4fab-952f-7e7a6f34f805 req-f5255a54-058f-430c-af41-1d2499d944bb tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e75fba7-e72d-4479-ab36-0bbf9f294d22 HTTP/1.1" status: 200 len: 943 time: 0.0805936 Jul 18 10:53:28.558712 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-20ff00c9-d508-413d-bdc7-0f7be9a19a57 req-e8d93b0b-0878-4c6e-8bb2-f74185c5b778 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/security-groups?id=75cbfdbc-0809-45ef-9f41-e85e815f99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854385 Jul 18 10:53:28.586366 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-75c402ef-b79f-4fab-952f-7e7a6f34f805 req-918a9bfd-c44b-42bd-9f0a-4b68b22e7059 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/security-groups?id=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757189 Jul 18 10:53:28.679102 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device e168237a-b0b4-42cb-8c89-d5ade5d9cf57 up at agent hyperv_hv-cinder-84949 {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:53:28.726400 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:28.731335 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-29c51914-efda-4269-8274-168d496bf900 None None] Provisioning complete for port e168237a-b0b4-42cb-8c89-d5ade5d9cf57 triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:53:28.731718 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (e168237a-b0b4-42cb-8c89-d5ade5d9cf57), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:28.810333 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] Current status of the port e168237a-b0b4-42cb-8c89-d5ade5d9cf57 is: BUILD; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:53:28.810805 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (e168237a-b0b4-42cb-8c89-d5ade5d9cf57), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:28.835197 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1b361f-a048-4231-8c87-b3b27c478f7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e168237a-b0b4-42cb-8c89-d5ade5d9cf57'}] {{(pid=111156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:53:28.837414 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfe4995b6dbf042dd7b3201bd1da42d47478b3b3d9ca6c613cb3b1d3a53612ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b559879b-f919-4184-9cb5-6e5721a2e0f0" -d '{"events": [{"server_uuid": "4f1b361f-a048-4231-8c87-b3b27c478f7d", "name": "network-vif-plugged", "status": "completed", "tag": "e168237a-b0b4-42cb-8c89-d5ade5d9cf57"}]}' {{(pid=111156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:53:28.850838 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port e168237a-b0b4-42cb-8c89-d5ade5d9cf57, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=e168237a-b0b4-42cb-8c89-d5ade5d9cf57,segment=NetworkSegment(163c7c7d-635e-4353-a5ea-f102084ea7d2),segment_id=163c7c7d-635e-4353-a5ea-f102084ea7d2)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:53:28.878702 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6bea2d-b333-48f4-beea-76f0510aa9c5 x-openstack-request-id: req-7e6bea2d-b333-48f4-beea-76f0510aa9c5 {{(pid=111156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:53:28.878702 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f1b361f-a048-4231-8c87-b3b27c478f7d", "name": "network-vif-plugged", "status": "completed", "tag": "e168237a-b0b4-42cb-8c89-d5ade5d9cf57", "code": 200}]} {{(pid=111156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:53:28.878702 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7e6bea2d-b333-48f4-beea-76f0510aa9c5 {{(pid=111156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:53:28.878702 dv-cinder-849498-1-iscsi neutron-server[111156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e6bea2d-b333-48f4-beea-76f0510aa9c5'] response: {'server_uuid': '4f1b361f-a048-4231-8c87-b3b27c478f7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e168237a-b0b4-42cb-8c89-d5ade5d9cf57', 'code': 200} Jul 18 10:53:28.939378 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (e168237a-b0b4-42cb-8c89-d5ade5d9cf57), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:28.991027 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Pushing event updated for resources: {'Port': ['ID=e168237a-b0b4-42cb-8c89-d5ade5d9cf57,revision_number=7']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:53:29.232763 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c33c67c-d6bc-4364-a6a3-adfb2c6da313 req-3f758cc4-0d29-40f8-8081-1900035c6ced tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:29.234290 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-7c33c67c-d6bc-4364-a6a3-adfb2c6da313 req-3f758cc4-0d29-40f8-8081-1900035c6ced tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 945 time: 0.0548804 Jul 18 10:53:29.288949 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-7c33c67c-d6bc-4364-a6a3-adfb2c6da313 req-1b03d194-bc3a-47b1-a01b-402209c31bef tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3062b4c-4078-48cb-b97f-93a7563dafc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488942 Jul 18 10:53:29.684549 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6da66de-0f77-43c5-9856-29e4e35f1266 req-346785c0-75f8-4f3a-a9d0-8e0c519faabd tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:29.686315 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d6da66de-0f77-43c5-9856-29e4e35f1266 req-346785c0-75f8-4f3a-a9d0-8e0c519faabd tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcc60c6-ad37-42f4-bf9c-d59cdbe630c9 HTTP/1.1" status: 200 len: 945 time: 0.0500422 Jul 18 10:53:29.735899 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d6da66de-0f77-43c5-9856-29e4e35f1266 req-afce12ea-825f-4eaf-bede-8c3ac58e2e01 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/security-groups?id=75cbfdbc-0809-45ef-9f41-e85e815f99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438745 Jul 18 10:53:29.858008 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc36ff9-b366-47b6-ad30-82b0e73c0fcd req-71ccb169-fd50-4bc2-90a4-1dc433366354 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:29.859530 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ddc36ff9-b366-47b6-ad30-82b0e73c0fcd req-71ccb169-fd50-4bc2-90a4-1dc433366354 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e75fba7-e72d-4479-ab36-0bbf9f294d22 HTTP/1.1" status: 200 len: 943 time: 0.0555620 Jul 18 10:53:29.911520 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ddc36ff9-b366-47b6-ad30-82b0e73c0fcd req-d29154f8-dfcb-43d7-ba3a-9d25d0a4e3bd tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/security-groups?id=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462992 Jul 18 10:53:30.026526 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbd1b80-a763-456f-b8df-79251e090dca req-e9c7b345-b13f-4d9f-bca7-13ab0d10326e tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:30.028067 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-5bbd1b80-a763-456f-b8df-79251e090dca req-e9c7b345-b13f-4d9f-bca7-13ab0d10326e tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 945 time: 0.0516298 Jul 18 10:53:30.066240 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:30.081768 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-5bbd1b80-a763-456f-b8df-79251e090dca req-4b7f10d7-3c69-4939-8bb5-cbff575dd68d tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/security-groups?id=51ab4b88-8b36-4bf6-be4a-4220e2cdae89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477140 Jul 18 10:53:30.413606 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f85270-d78b-4748-8b87-2a4b0d494d2d req-909893ea-fc4e-477e-b289-5d76a9c4da01 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:30.415144 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-52f85270-d78b-4748-8b87-2a4b0d494d2d req-909893ea-fc4e-477e-b289-5d76a9c4da01 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 945 time: 0.0517340 Jul 18 10:53:30.467605 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-52f85270-d78b-4748-8b87-2a4b0d494d2d req-c8f6f85d-9a2a-4698-9648-193fecd8fd9b tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3062b4c-4078-48cb-b97f-93a7563dafc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466964 Jul 18 10:53:30.665804 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device 42168f45-7a03-471a-b163-85fef4b32faa details requested by agent hyperv_hv-cinder-84949 with host hv-cinder-84949 {{(pid=111156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 10:53:30.769855 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port 42168f45-7a03-471a-b163-85fef4b32faa, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=42168f45-7a03-471a-b163-85fef4b32faa,segment=NetworkSegment(40200e37-082a-48f2-872c-182016dc90c2),segment_id=40200e37-082a-48f2-872c-182016dc90c2)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:53:30.782572 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Returning: {'device': '42168f45-7a03-471a-b163-85fef4b32faa', 'network_id': '407e895d-8435-43cb-addb-b40e755d1f02', 'port_id': '42168f45-7a03-471a-b163-85fef4b32faa', 'mac_address': 'fa:16:3e:d1:e0:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e10aa7fa-e494-41dd-afcd-238e44bb4632', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 10:53:30.825861 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] Current status of the port 42168f45-7a03-471a-b163-85fef4b32faa is: DOWN; New status is: BUILD {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:53:30.826898 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (42168f45-7a03-471a-b163-85fef4b32faa), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:30.841212 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.notifiers.nova [None req-29c51914-efda-4269-8274-168d496bf900 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42168f45-7a03-471a-b163-85fef4b32faa {{(pid=111156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:53:30.864764 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port 42168f45-7a03-471a-b163-85fef4b32faa, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=42168f45-7a03-471a-b163-85fef4b32faa,segment=NetworkSegment(40200e37-082a-48f2-872c-182016dc90c2),segment_id=40200e37-082a-48f2-872c-182016dc90c2)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:53:30.870441 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94621e4d-4178-4fa5-858b-3de7b92e7bb0 req-3b192e11-584e-4830-b013-a164ae6f2ce7 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:30.871989 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-94621e4d-4178-4fa5-858b-3de7b92e7bb0 req-3b192e11-584e-4830-b013-a164ae6f2ce7 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcc60c6-ad37-42f4-bf9c-d59cdbe630c9 HTTP/1.1" status: 200 len: 945 time: 0.0505114 Jul 18 10:53:30.953571 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:30.979602 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (42168f45-7a03-471a-b163-85fef4b32faa), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:31.038425 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Pushing event updated for resources: {'Port': ['ID=42168f45-7a03-471a-b163-85fef4b32faa,revision_number=4']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:53:31.243292 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1998068-db99-4a09-9086-c38f238896e7 req-64dd5d1c-7b61-489e-b7e0-0dccd25304b9 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:31.244940 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-a1998068-db99-4a09-9086-c38f238896e7 req-64dd5d1c-7b61-489e-b7e0-0dccd25304b9 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfcc60c6-ad37-42f4-bf9c-d59cdbe630c9 HTTP/1.1" status: 200 len: 945 time: 0.3627193 Jul 18 10:53:31.280621 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] get_ports_and_sgs() called for port_ids ['42168f45-7a03-471a-b163-85fef4b32faa'] {{(pid=111156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:53:31.311327 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-94621e4d-4178-4fa5-858b-3de7b92e7bb0 req-2eeca621-d8b6-4322-bb2f-fb6de8e65126 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/security-groups?id=75cbfdbc-0809-45ef-9f41-e85e815f99dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4274681 Jul 18 10:53:31.326009 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd399bb-e484-459a-bf5f-51384db042d6 req-12f366ff-083f-4c72-bdd2-ac597dcaa606 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:31.327729 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2dd399bb-e484-459a-bf5f-51384db042d6 req-12f366ff-083f-4c72-bdd2-ac597dcaa606 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e75fba7-e72d-4479-ab36-0bbf9f294d22 HTTP/1.1" status: 200 len: 944 time: 0.0600438 Jul 18 10:53:31.350773 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.plugin [req-a1998068-db99-4a09-9086-c38f238896e7 req-8734216c-7de8-4d4a-954f-121226db9e74 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Deleting port 47325516-1ea0-48d9-af9c-813d48dafa61 {{(pid=111154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:53:31.351165 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-a1998068-db99-4a09-9086-c38f238896e7 req-8734216c-7de8-4d4a-954f-121226db9e74 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (47325516-1ea0-48d9-af9c-813d48dafa61), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:31.413578 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2dd399bb-e484-459a-bf5f-51384db042d6 req-d492837d-ac34-4c99-86f9-1cfd007f8634 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/security-groups?id=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688648 Jul 18 10:53:31.460479 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.db [req-a1998068-db99-4a09-9086-c38f238896e7 req-8734216c-7de8-4d4a-954f-121226db9e74 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] For port 47325516-1ea0-48d9-af9c-813d48dafa61, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=47325516-1ea0-48d9-af9c-813d48dafa61,segment=NetworkSegment(b79fb7a8-45cf-4253-a4e0-8e4cb2774c82),segment_id=b79fb7a8-45cf-4253-a4e0-8e4cb2774c82)] {{(pid=111154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:53:31.460848 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2294481b-f27f-43e0-b4ef-4033f4887035 req-da5bce5f-dba6-482a-abe8-bae6e7aadcea tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:31.461561 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-a1998068-db99-4a09-9086-c38f238896e7 req-8734216c-7de8-4d4a-954f-121226db9e74 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (47325516-1ea0-48d9-af9c-813d48dafa61), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:31.462057 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2294481b-f27f-43e0-b4ef-4033f4887035 req-da5bce5f-dba6-482a-abe8-bae6e7aadcea tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 945 time: 0.0641882 Jul 18 10:53:31.507092 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:31.541461 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2294481b-f27f-43e0-b4ef-4033f4887035 req-0bdb7bc6-1597-4107-8242-2016323fea2e tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/security-groups?id=51ab4b88-8b36-4bf6-be4a-4220e2cdae89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716572 Jul 18 10:53:31.591126 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:31.605050 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773f490-c79d-4ca0-b473-b3cd35db0c5e req-17194e1b-c0c1-41a7-8343-562256129c24 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:31.606578 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-9773f490-c79d-4ca0-b473-b3cd35db0c5e req-17194e1b-c0c1-41a7-8343-562256129c24 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 945 time: 0.0536206 Jul 18 10:53:31.661234 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-a1998068-db99-4a09-9086-c38f238896e7 req-8734216c-7de8-4d4a-954f-121226db9e74 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:31.661607 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-a1998068-db99-4a09-9086-c38f238896e7 req-8734216c-7de8-4d4a-954f-121226db9e74 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778871'] for floatingip (b6af44a2-78d6-47cd-928c-285d52b6d290), after_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:31.662281 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.db.l3_db [req-a1998068-db99-4a09-9086-c38f238896e7 req-8734216c-7de8-4d4a-954f-121226db9e74 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Floating IP b6af44a2-78d6-47cd-928c-285d52b6d290 disassociated. External IP: 172.27.1.72, port: 47325516-1ea0-48d9-af9c-813d48dafa61. Jul 18 10:53:31.662452 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.plugin [req-a1998068-db99-4a09-9086-c38f238896e7 req-8734216c-7de8-4d4a-954f-121226db9e74 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Calling delete_port for 47325516-1ea0-48d9-af9c-813d48dafa61 owned by compute:nova {{(pid=111154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:53:31.664671 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-9773f490-c79d-4ca0-b473-b3cd35db0c5e req-4f5decbe-5cce-4186-8ce6-34d06954bea3 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3062b4c-4078-48cb-b97f-93a7563dafc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520062 Jul 18 10:53:31.936640 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-a1998068-db99-4a09-9086-c38f238896e7 req-8734216c-7de8-4d4a-954f-121226db9e74 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127334210'] for port (47325516-1ea0-48d9-af9c-813d48dafa61), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:31.967735 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8734216c-7de8-4d4a-954f-121226db9e74 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Pushing event deleted for resources: {'Port': ['ID=47325516-1ea0-48d9-af9c-813d48dafa61,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:53:32.061693 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:32.105720 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1998068-db99-4a09-9086-c38f238896e7 req-8734216c-7de8-4d4a-954f-121226db9e74 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Router 3663ab98-9729-41e8-b5da-0c726d2fb113 has already been hosted by L3 agent e6bcb791-bd43-4d6b-ab54-e591cb66712b {{(pid=111154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:53:32.256226 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1998068-db99-4a09-9086-c38f238896e7 req-8734216c-7de8-4d4a-954f-121226db9e74 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Notify agent at l3_agent.dv-cinder-849498-1-iscsi the message routers_updated {{(pid=111154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:53:32.272018 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e45f51-58f1-4ef4-803b-3ca973fdb9e4 None None] Sync routers for ids ['3663ab98-9729-41e8-b5da-0c726d2fb113'] in dv-cinder-849498-1-iscsi {{(pid=111156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:53:32.289911 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e45f51-58f1-4ef4-803b-3ca973fdb9e4 None None] Routers {'3663ab98-9729-41e8-b5da-0c726d2fb113'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:53:32.290853 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-a3e45f51-58f1-4ef4-803b-3ca973fdb9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:53:07Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['3663ab98-9729-41e8-b5da-0c726d2fb113'], 'active': True} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:53:32.317937 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1998068-db99-4a09-9086-c38f238896e7 req-8734216c-7de8-4d4a-954f-121226db9e74 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] No DVR routers for this DVR port 47325516-1ea0-48d9-af9c-813d48dafa61 on host hv-cinder-84949 {{(pid=111154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:53:32.326057 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-a1998068-db99-4a09-9086-c38f238896e7 req-8734216c-7de8-4d4a-954f-121226db9e74 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for port (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:32.329436 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-a1998068-db99-4a09-9086-c38f238896e7 req-8734216c-7de8-4d4a-954f-121226db9e74 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.52 "DELETE /v2.0/ports/47325516-1ea0-48d9-af9c-813d48dafa61 HTTP/1.1" status: 204 len: 173 time: 1.0788481 Jul 18 10:53:32.329953 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfcc60c6-ad37-42f4-bf9c-d59cdbe630c9', 'name': 'network-vif-deleted', 'tag': '47325516-1ea0-48d9-af9c-813d48dafa61'}] {{(pid=111154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:53:32.341222 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76f28ae75f34143b6717ab81e854799a90e2618b86a46665dc49940857a7474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a24feb4-9b14-4119-9514-610bb2d03b1a" -d '{"events": [{"server_uuid": "bfcc60c6-ad37-42f4-bf9c-d59cdbe630c9", "name": "network-vif-deleted", "tag": "47325516-1ea0-48d9-af9c-813d48dafa61"}]}' {{(pid=111154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:53:32.417528 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1187589-41e5-40e8-ae06-65ec0e298711 x-openstack-request-id: req-f1187589-41e5-40e8-ae06-65ec0e298711 {{(pid=111154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:53:32.417940 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfcc60c6-ad37-42f4-bf9c-d59cdbe630c9", "name": "network-vif-deleted", "tag": "47325516-1ea0-48d9-af9c-813d48dafa61", "status": "completed", "code": 200}]} {{(pid=111154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:53:32.418203 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f1187589-41e5-40e8-ae06-65ec0e298711 {{(pid=111154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:53:32.418611 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1187589-41e5-40e8-ae06-65ec0e298711'] response: {'server_uuid': 'bfcc60c6-ad37-42f4-bf9c-d59cdbe630c9', 'name': 'network-vif-deleted', 'tag': '47325516-1ea0-48d9-af9c-813d48dafa61', 'status': 'completed', 'code': 200} Jul 18 10:53:32.485378 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-69f2a481-fa53-4842-92ca-539070530fbc req-30ddce42-72d7-4769-981f-19009f9cd63c tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcc60c6-ad37-42f4-bf9c-d59cdbe630c9 HTTP/1.1" status: 200 len: 210 time: 0.0598383 Jul 18 10:53:32.494042 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvr_db [None req-a3e45f51-58f1-4ef4-803b-3ca973fdb9e4 None None] Set router 3663ab98-9729-41e8-b5da-0c726d2fb113 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:53:32.569241 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=100 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:32.617401 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee49a6-f017-4feb-bcd9-ec646e97648d req-d156d6ce-aabd-4920-9c9a-ee3720010aad tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:32.627600 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f2ee49a6-f017-4feb-bcd9-ec646e97648d req-d156d6ce-aabd-4920-9c9a-ee3720010aad tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e75fba7-e72d-4479-ab36-0bbf9f294d22 HTTP/1.1" status: 200 len: 944 time: 0.0882974 Jul 18 10:53:32.701219 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f2ee49a6-f017-4feb-bcd9-ec646e97648d req-0ff2f15f-28a7-47d6-8a8d-0f945d52ecff tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/security-groups?id=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722113 Jul 18 10:53:32.784521 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9750b44b-3a92-4714-9f34-d337f44f1dbd req-e8419b8c-c94c-4d07-8e6d-29e9761b27da tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:32.792814 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device 42168f45-7a03-471a-b163-85fef4b32faa up at agent hyperv_hv-cinder-84949 {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:53:32.796158 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-9750b44b-3a92-4714-9f34-d337f44f1dbd req-e8419b8c-c94c-4d07-8e6d-29e9761b27da tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 945 time: 0.0936728 Jul 18 10:53:32.899042 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-9750b44b-3a92-4714-9f34-d337f44f1dbd req-a267a312-5842-4880-bf63-b7dd10948f00 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/security-groups?id=51ab4b88-8b36-4bf6-be4a-4220e2cdae89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014326 Jul 18 10:53:32.917177 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e8931-9d20-423c-812a-3205b00eeaed req-1ab18bb4-e5ff-4734-92af-ff449605acce tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:32.925196 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f98e8931-9d20-423c-812a-3205b00eeaed req-1ab18bb4-e5ff-4734-92af-ff449605acce tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 945 time: 0.0910709 Jul 18 10:53:32.925796 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-a3e45f51-58f1-4ef4-803b-3ca973fdb9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3663ab98-9729-41e8-b5da-0c726d2fb113', 'name': 'tempest-AttachVolumeTestJSON-1188077473-router', 'tenant_id': 'f32dc706424247d0ac1dc7a6aa633107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:01Z', 'updated_at': '2022-07-18T10:47:13Z', 'revision_number': 4, 'project_id': 'f32dc706424247d0ac1dc7a6aa633107', 'gw_port': {'id': '0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:dd:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3663ab98-9729-41e8-b5da-0c726d2fb113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:03Z', 'updated_at': '2022-07-18T10:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': '28375308-f02b-4c2e-9237-4a77f49844d3', 'name': '', 'network_id': '2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81', 'tenant_id': 'f32dc706424247d0ac1dc7a6aa633107', 'mac_address': 'fa:16:3e:c8:19:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3663ab98-9729-41e8-b5da-0c726d2fb113', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b6c39f47-e8f1-437f-bec0-2fa249892ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:11Z', 'updated_at': '2022-07-18T10:47:23Z', 'revision_number': 5, 'project_id': 'f32dc706424247d0ac1dc7a6aa633107', 'subnets': [{'id': 'b6c39f47-e8f1-437f-bec0-2fa249892ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:53:32.955891 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e45f51-58f1-4ef4-803b-3ca973fdb9e4 None None] Checking router: 3663ab98-9729-41e8-b5da-0c726d2fb113 for host: dv-cinder-849498-1-iscsi {{(pid=111156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:53:32.964862 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-29c51914-efda-4269-8274-168d496bf900 None None] Provisioning for port 42168f45-7a03-471a-b163-85fef4b32faa completed by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 10:53:32.973995 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e45f51-58f1-4ef4-803b-3ca973fdb9e4 None None] Routers {'3663ab98-9729-41e8-b5da-0c726d2fb113'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:53:32.975215 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-a3e45f51-58f1-4ef4-803b-3ca973fdb9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:53:07Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['3663ab98-9729-41e8-b5da-0c726d2fb113'], 'active': True} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:53:32.993092 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f98e8931-9d20-423c-812a-3205b00eeaed req-fec0af17-6f3a-4649-a00a-bac697e3d4c4 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3062b4c-4078-48cb-b97f-93a7563dafc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661242 Jul 18 10:53:33.170035 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-29c51914-efda-4269-8274-168d496bf900 None None] Provisioning complete for port 42168f45-7a03-471a-b163-85fef4b32faa triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:53:33.170682 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (42168f45-7a03-471a-b163-85fef4b32faa), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:33.278907 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvr_db [None req-a3e45f51-58f1-4ef4-803b-3ca973fdb9e4 None None] Set router 3663ab98-9729-41e8-b5da-0c726d2fb113 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:53:33.349211 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] Current status of the port 42168f45-7a03-471a-b163-85fef4b32faa is: BUILD; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:53:33.349635 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (42168f45-7a03-471a-b163-85fef4b32faa), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:33.431219 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e75fba7-e72d-4479-ab36-0bbf9f294d22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42168f45-7a03-471a-b163-85fef4b32faa'}] {{(pid=111156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:53:33.436413 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfe4995b6dbf042dd7b3201bd1da42d47478b3b3d9ca6c613cb3b1d3a53612ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30665062-aa2a-449c-8dc7-98e88a109d42" -d '{"events": [{"server_uuid": "6e75fba7-e72d-4479-ab36-0bbf9f294d22", "name": "network-vif-plugged", "status": "completed", "tag": "42168f45-7a03-471a-b163-85fef4b32faa"}]}' {{(pid=111156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:53:33.461031 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port 42168f45-7a03-471a-b163-85fef4b32faa, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=42168f45-7a03-471a-b163-85fef4b32faa,segment=NetworkSegment(40200e37-082a-48f2-872c-182016dc90c2),segment_id=40200e37-082a-48f2-872c-182016dc90c2)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:53:33.501473 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:33.503752 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8426ed3-6d44-44ca-b9f5-348917ebe295 x-openstack-request-id: req-a8426ed3-6d44-44ca-b9f5-348917ebe295 {{(pid=111156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:53:33.504522 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e75fba7-e72d-4479-ab36-0bbf9f294d22", "name": "network-vif-plugged", "status": "completed", "tag": "42168f45-7a03-471a-b163-85fef4b32faa", "code": 200}]} {{(pid=111156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:53:33.505044 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a8426ed3-6d44-44ca-b9f5-348917ebe295 {{(pid=111156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:53:33.505833 dv-cinder-849498-1-iscsi neutron-server[111156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8426ed3-6d44-44ca-b9f5-348917ebe295'] response: {'server_uuid': '6e75fba7-e72d-4479-ab36-0bbf9f294d22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42168f45-7a03-471a-b163-85fef4b32faa', 'code': 200} Jul 18 10:53:33.603929 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (42168f45-7a03-471a-b163-85fef4b32faa), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:33.660731 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-a3e45f51-58f1-4ef4-803b-3ca973fdb9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3663ab98-9729-41e8-b5da-0c726d2fb113', 'name': 'tempest-AttachVolumeTestJSON-1188077473-router', 'tenant_id': 'f32dc706424247d0ac1dc7a6aa633107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:01Z', 'updated_at': '2022-07-18T10:47:13Z', 'revision_number': 4, 'project_id': 'f32dc706424247d0ac1dc7a6aa633107', 'gw_port': {'id': '0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:dd:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3663ab98-9729-41e8-b5da-0c726d2fb113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:03Z', 'updated_at': '2022-07-18T10:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': '28375308-f02b-4c2e-9237-4a77f49844d3', 'name': '', 'network_id': '2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81', 'tenant_id': 'f32dc706424247d0ac1dc7a6aa633107', 'mac_address': 'fa:16:3e:c8:19:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3663ab98-9729-41e8-b5da-0c726d2fb113', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b6c39f47-e8f1-437f-bec0-2fa249892ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:11Z', 'updated_at': '2022-07-18T10:47:23Z', 'revision_number': 5, 'project_id': 'f32dc706424247d0ac1dc7a6aa633107', 'subnets': [{'id': 'b6c39f47-e8f1-437f-bec0-2fa249892ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:53:33.671549 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-18d35d96-c6da-492d-8037-3fc77f57c000 req-49397364-f6ed-4758-9926-ed06199a4f50 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfcc60c6-ad37-42f4-bf9c-d59cdbe630c9 HTTP/1.1" status: 200 len: 210 time: 0.0408633 Jul 18 10:53:33.725862 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e45f51-58f1-4ef4-803b-3ca973fdb9e4 None None] The sync data for ids ['3663ab98-9729-41e8-b5da-0c726d2fb113'] in dv-cinder-849498-1-iscsi is: [{'id': '3663ab98-9729-41e8-b5da-0c726d2fb113', 'name': 'tempest-AttachVolumeTestJSON-1188077473-router', 'tenant_id': 'f32dc706424247d0ac1dc7a6aa633107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:01Z', 'updated_at': '2022-07-18T10:47:13Z', 'revision_number': 4, 'project_id': 'f32dc706424247d0ac1dc7a6aa633107', 'gw_port': {'id': '0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:dd:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3663ab98-9729-41e8-b5da-0c726d2fb113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:03Z', 'updated_at': '2022-07-18T10:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': '28375308-f02b-4c2e-9237-4a77f49844d3', 'name': '', 'network_id': '2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81', 'tenant_id': 'f32dc706424247d0ac1dc7a6aa633107', 'mac_address': 'fa:16:3e:c8:19:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3663ab98-9729-41e8-b5da-0c726d2fb113', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b6c39f47-e8f1-437f-bec0-2fa249892ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:11Z', 'updated_at': '2022-07-18T10:47:23Z', 'revision_number': 5, 'project_id': 'f32dc706424247d0ac1dc7a6aa633107', 'subnets': [{'id': 'b6c39f47-e8f1-437f-bec0-2fa249892ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:53:33.756932 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Pushing event updated for resources: {'Port': ['ID=42168f45-7a03-471a-b163-85fef4b32faa,revision_number=5']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:53:33.866199 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e1b221-621d-4b75-a262-c36f8b39dd66 req-8e781baf-3062-4dba-9f08-de0849c49617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:33.868439 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-76e1b221-621d-4b75-a262-c36f8b39dd66 req-8e781baf-3062-4dba-9f08-de0849c49617 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6e75fba7-e72d-4479-ab36-0bbf9f294d22 HTTP/1.1" status: 200 len: 1129 time: 0.0681319 Jul 18 10:53:33.876451 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9197a5-2c00-4dcc-b472-98745409bc43 req-7aa70bd7-5cbb-4c29-8f2b-fa95f9b9ef43 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:33.888639 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2d9197a5-2c00-4dcc-b472-98745409bc43 req-7aa70bd7-5cbb-4c29-8f2b-fa95f9b9ef43 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e75fba7-e72d-4479-ab36-0bbf9f294d22 HTTP/1.1" status: 200 len: 945 time: 0.0639386 Jul 18 10:53:33.930251 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-76e1b221-621d-4b75-a262-c36f8b39dd66 req-f8e20781-920a-46ac-95d2-af6a617548dd service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539188 Jul 18 10:53:33.985762 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2d9197a5-2c00-4dcc-b472-98745409bc43 req-c41338a4-839c-47c4-9042-af032e851ad0 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/security-groups?id=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886958 Jul 18 10:53:34.057778 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87587aa3-c5bf-4fa6-a2aa-55a6f9f8efe3 req-aa6204b9-8c50-45e0-b721-1697e6e91bef tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:34.059383 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-87587aa3-c5bf-4fa6-a2aa-55a6f9f8efe3 req-aa6204b9-8c50-45e0-b721-1697e6e91bef tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 945 time: 0.0640504 Jul 18 10:53:34.157837 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-87587aa3-c5bf-4fa6-a2aa-55a6f9f8efe3 req-297d8feb-333d-48cc-b0eb-490c960e0026 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/security-groups?id=51ab4b88-8b36-4bf6-be4a-4220e2cdae89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923970 Jul 18 10:53:34.171633 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e764877d-87c3-4f73-9f36-5d4ef7b5f4e9 None None] New status for floating IP b6af44a2-78d6-47cd-928c-285d52b6d290: DOWN {{(pid=111157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 10:53:34.185494 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d8e94-cd16-4854-8ba2-80f09c3719f6 req-edc4fda2-8d97-40d2-ad25-fc5db6b99f0c tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:34.185494 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3a4d8e94-cd16-4854-8ba2-80f09c3719f6 req-edc4fda2-8d97-40d2-ad25-fc5db6b99f0c tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 945 time: 0.0651453 Jul 18 10:53:34.265865 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3a4d8e94-cd16-4854-8ba2-80f09c3719f6 req-672ded18-2d88-4939-90cc-0914af2f4a1b tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3062b4c-4078-48cb-b97f-93a7563dafc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761657 Jul 18 10:53:34.650396 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-04296b94-2c6e-451e-9c64-c22b7f6c8167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1fc7cd8a-3617-45f0-b645-db80237532c9), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:34.680368 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device 47325516-1ea0-48d9-af9c-813d48dafa61 no longer exists at agent hyperv_hv-cinder-84949 {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:53:34.706632 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] No Port match for: 47325516-1ea0-48d9-af9c-813d48dafa61 {{(pid=111156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:53:34.706997 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device 47325516-1ea0-48d9-af9c-813d48dafa61 not bound to the agent host hv-cinder-84949 {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:53:34.901441 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 45522) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:53:34.960647 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:34.980706 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-ff8e390d-f89d-4933-a605-43083594d812 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks [] for security_group (75cbfdbc-0809-45ef-9f41-e85e815f99dc), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:34.983134 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:35.032753 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-ff8e390d-f89d-4933-a605-43083594d812 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks [] for security_group (75cbfdbc-0809-45ef-9f41-e85e815f99dc), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:35.142798 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359cc6cd-dce4-47d6-bc50-443bbb7098d0 req-12edf0e2-3e74-4994-989f-4429fb6be337 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:35.144815 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-359cc6cd-dce4-47d6-bc50-443bbb7098d0 req-12edf0e2-3e74-4994-989f-4429fb6be337 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e75fba7-e72d-4479-ab36-0bbf9f294d22 HTTP/1.1" status: 200 len: 945 time: 0.0585327 Jul 18 10:53:35.221216 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-359cc6cd-dce4-47d6-bc50-443bbb7098d0 req-d5cf746a-82bf-4e67-b353-0505086b3855 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/security-groups?id=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683324 Jul 18 10:53:35.253791 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-ff8e390d-f89d-4933-a605-43083594d812 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (75cbfdbc-0809-45ef-9f41-e85e815f99dc), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:35.257575 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-ff8e390d-f89d-4933-a605-43083594d812 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks [] for security_group (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:35.263921 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-ff8e390d-f89d-4933-a605-43083594d812 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "DELETE /v2.0/security-groups/75cbfdbc-0809-45ef-9f41-e85e815f99dc HTTP/1.1" status: 204 len: 168 time: 0.3565965 Jul 18 10:53:35.264365 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 45532) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:53:35.284156 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.api.v2.resource [None req-32c950b9-cfb9-433b-8f06-62d02a999f52 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] show failed (client error): The resource could not be found. Jul 18 10:53:35.292754 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-32c950b9-cfb9-433b-8f06-62d02a999f52 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "GET /v2.0/security-groups/75cbfdbc-0809-45ef-9f41-e85e815f99dc HTTP/1.1" status: 404 len: 347 time: 0.0262387 Jul 18 10:53:35.293726 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 45536) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:53:35.317564 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8e390d-f89d-4933-a605-43083594d812 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75cbfdbc-0809-45ef-9f41-e85e815f99dc,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:53:35.348321 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9124ca6-78cc-4d36-ba28-aa059493073e req-9fc25421-bb72-4c6f-ba7c-5ac3c70b714a tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:35.350698 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f9124ca6-78cc-4d36-ba28-aa059493073e req-9fc25421-bb72-4c6f-ba7c-5ac3c70b714a tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 945 time: 0.0770497 Jul 18 10:53:35.446859 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.plugin [None req-1f5f2e16-c2c1-4cb3-8504-f0559e5cfe36 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Deleting port e311137c-0d91-482d-8457-e8e45cbc9813 {{(pid=111154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:53:35.447186 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-1f5f2e16-c2c1-4cb3-8504-f0559e5cfe36 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (e311137c-0d91-482d-8457-e8e45cbc9813), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:35.462276 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f9124ca6-78cc-4d36-ba28-aa059493073e req-ca55f5ef-868a-4bc4-b3b1-a973b3d79e18 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/security-groups?id=51ab4b88-8b36-4bf6-be4a-4220e2cdae89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034639 Jul 18 10:53:35.489568 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48907976-ec1b-4166-8ff0-cdc0f0807057 req-b63a2fd1-f478-4cd5-aa27-25f514bea8fe tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:35.491228 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-48907976-ec1b-4166-8ff0-cdc0f0807057 req-b63a2fd1-f478-4cd5-aa27-25f514bea8fe tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 945 time: 0.0911276 Jul 18 10:53:35.545658 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-48907976-ec1b-4166-8ff0-cdc0f0807057 req-731639fc-4c6d-47c3-af2d-87a095b76093 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3062b4c-4078-48cb-b97f-93a7563dafc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479224 Jul 18 10:53:35.548514 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-1f5f2e16-c2c1-4cb3-8504-f0559e5cfe36 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (e311137c-0d91-482d-8457-e8e45cbc9813), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:35.548870 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-1f5f2e16-c2c1-4cb3-8504-f0559e5cfe36 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks [] for floatingip (e311137c-0d91-482d-8457-e8e45cbc9813), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:35.566144 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.plugin [None req-1f5f2e16-c2c1-4cb3-8504-f0559e5cfe36 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Calling delete_port for e311137c-0d91-482d-8457-e8e45cbc9813 owned by network:floatingip {{(pid=111154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:53:35.951723 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-1f5f2e16-c2c1-4cb3-8504-f0559e5cfe36 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127334210'] for port (e311137c-0d91-482d-8457-e8e45cbc9813), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:36.031312 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5f2e16-c2c1-4cb3-8504-f0559e5cfe36 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Pushing event deleted for resources: {'Port': ['ID=e311137c-0d91-482d-8457-e8e45cbc9813,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:53:36.103335 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-1f5f2e16-c2c1-4cb3-8504-f0559e5cfe36 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks [] for floatingip (b6af44a2-78d6-47cd-928c-285d52b6d290), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:36.106285 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-1f5f2e16-c2c1-4cb3-8504-f0559e5cfe36 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for floatingip (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:36.111489 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-1f5f2e16-c2c1-4cb3-8504-f0559e5cfe36 tempest-AttachVolumeTestJSON-528647951 tempest-AttachVolumeTestJSON-528647951-project] 10.222.0.49 "DELETE /v2.0/floatingips/b6af44a2-78d6-47cd-928c-285d52b6d290 HTTP/1.1" status: 204 len: 168 time: 0.8125658 Jul 18 10:53:36.160712 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 45546) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:53:36.316103 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-1830a655-5760-44c8-9a61-13d64a556f2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:36.371174 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86229568-6f95-468c-babc-71dea4398c7e req-0fd0a13b-ee10-4a46-a3d8-093e01f051c0 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:36.373145 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-86229568-6f95-468c-babc-71dea4398c7e req-0fd0a13b-ee10-4a46-a3d8-093e01f051c0 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e75fba7-e72d-4479-ab36-0bbf9f294d22 HTTP/1.1" status: 200 len: 945 time: 0.0795071 Jul 18 10:53:36.468542 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-86229568-6f95-468c-babc-71dea4398c7e req-2322b443-055c-42fe-9325-4b918aa217e9 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/security-groups?id=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830281 Jul 18 10:53:36.499833 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-1830a655-5760-44c8-9a61-13d64a556f2f admin admin] Publish callbacks [] for security_group (b4c83a3f-5d3a-45e5-a407-c72eabffe63c), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:36.631621 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-1830a655-5760-44c8-9a61-13d64a556f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (b4c83a3f-5d3a-45e5-a407-c72eabffe63c), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:36.642127 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec02490-55b1-40db-87de-0170a143e652 req-9b4f25d5-db74-4df2-86c8-d8489dff4975 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:36.649321 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-5ec02490-55b1-40db-87de-0170a143e652 req-9b4f25d5-db74-4df2-86c8-d8489dff4975 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 945 time: 0.0988357 Jul 18 10:53:36.659953 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e628f6a-c967-470d-b642-0a3547f1fb1a req-4244ce58-8620-4d6c-91ff-9560cb361372 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:36.662244 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-0e628f6a-c967-470d-b642-0a3547f1fb1a req-4244ce58-8620-4d6c-91ff-9560cb361372 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e75fba7-e72d-4479-ab36-0bbf9f294d22 HTTP/1.1" status: 200 len: 945 time: 0.0981994 Jul 18 10:53:36.745960 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-1830a655-5760-44c8-9a61-13d64a556f2f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=560a1ab919534cb7904bb253527f21bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5819676 Jul 18 10:53:36.746760 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1830a655-5760-44c8-9a61-13d64a556f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c83a3f-5d3a-45e5-a407-c72eabffe63c,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:53:36.748567 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 45560) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:53:36.815742 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-5ec02490-55b1-40db-87de-0170a143e652 req-6ce71369-aa9c-4966-b1c2-504035c409d3 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/security-groups?id=51ab4b88-8b36-4bf6-be4a-4220e2cdae89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570835 Jul 18 10:53:36.816622 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:36.831703 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-0e628f6a-c967-470d-b642-0a3547f1fb1a req-3e566db3-3342-40c7-9163-1b521e791d1a tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/security-groups?id=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446857 Jul 18 10:53:36.866928 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 45562) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:53:36.872277 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:36.899262 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-a704efa8-947e-4289-abdb-87c6d1eac2de admin admin] Publish callbacks [] for security_group (b4c83a3f-5d3a-45e5-a407-c72eabffe63c), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:36.938051 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-a704efa8-947e-4289-abdb-87c6d1eac2de admin admin] Publish callbacks [] for security_group (b4c83a3f-5d3a-45e5-a407-c72eabffe63c), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:37.000761 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f514da-6ecf-49ea-b9ff-9251783150d0 req-e1355be5-e0c0-418d-b4f8-abacdc384d38 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:37.002603 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-19f514da-6ecf-49ea-b9ff-9251783150d0 req-e1355be5-e0c0-418d-b4f8-abacdc384d38 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 945 time: 0.0828936 Jul 18 10:53:37.010851 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2add3155-e7be-45f5-9faa-562e7ab39ad8 tempest-TestVolumeBootPattern-1497006895 tempest-TestVolumeBootPattern-1497006895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:37.012902 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-2add3155-e7be-45f5-9faa-562e7ab39ad8 tempest-TestVolumeBootPattern-1497006895 tempest-TestVolumeBootPattern-1497006895-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=6e75fba7-e72d-4479-ab36-0bbf9f294d22 HTTP/1.1" status: 200 len: 1124 time: 0.1449857 Jul 18 10:53:37.018025 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 45564) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:53:37.025289 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [None req-ea9d69da-03fd-4778-b37c-330dfbec52a3 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Request body: {'floatingip': {'floating_network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'port_id': '42168f45-7a03-471a-b163-85fef4b32faa', 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782', 'fixed_ip_address': '172.20.0.5'}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:53:37.043357 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:INSERT=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:37.064050 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:37.083670 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-19f514da-6ecf-49ea-b9ff-9251783150d0 req-5795f22b-c4a1-4059-958e-417f18bd7694 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3062b4c-4078-48cb-b97f-93a7563dafc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692933 Jul 18 10:53:37.090433 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-da91d784-8b55-4f4a-87b9-55e511f39fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (e6bcb791-bd43-4d6b-ab54-e591cb66712b), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:37.092184 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-a704efa8-947e-4289-abdb-87c6d1eac2de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (b4c83a3f-5d3a-45e5-a407-c72eabffe63c), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:37.100100 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-a704efa8-947e-4289-abdb-87c6d1eac2de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:37.102829 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-a704efa8-947e-4289-abdb-87c6d1eac2de admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b4c83a3f-5d3a-45e5-a407-c72eabffe63c HTTP/1.1" status: 204 len: 168 time: 0.3484204 Jul 18 10:53:37.145064 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a704efa8-947e-4289-abdb-87c6d1eac2de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c83a3f-5d3a-45e5-a407-c72eabffe63c,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:53:37.173922 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-ea9d69da-03fd-4778-b37c-330dfbec52a3 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:37.272918 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-ea9d69da-03fd-4778-b37c-330dfbec52a3 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:37.423824 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.db_base_plugin_common [None req-ea9d69da-03fd-4778-b37c-330dfbec52a3 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Allocated IP 172.27.1.89 (bb0f21c8-59d6-4417-bd6b-78e480c446a1/d4fbd515-2e97-4384-b4aa-6523e13e40eb/313d5dd7-4d82-4c59-a43f-91a597d56d4d) {{(pid=111154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:53:37.596486 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-ea9d69da-03fd-4778-b37c-330dfbec52a3 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks [] for port (313d5dd7-4d82-4c59-a43f-91a597d56d4d), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:37.786946 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-ea9d69da-03fd-4778-b37c-330dfbec52a3 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127334210'] for port (313d5dd7-4d82-4c59-a43f-91a597d56d4d), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:37.793947 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:37.837429 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9d69da-03fd-4778-b37c-330dfbec52a3 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Network bb0f21c8-59d6-4417-bd6b-78e480c446a1 is already hosted by enough agents. {{(pid=111154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:53:37.841828 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.base_scheduler [None req-ea9d69da-03fd-4778-b37c-330dfbec52a3 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Resources bound (agent type, host, resource id): {{(pid=111154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:53:37.848306 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9d69da-03fd-4778-b37c-330dfbec52a3 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Received port after_create {{(pid=111154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:53:37.881917 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9d69da-03fd-4778-b37c-330dfbec52a3 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Pushing event updated for resources: {'Port': ['ID=313d5dd7-4d82-4c59-a43f-91a597d56d4d,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:53:37.951616 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8681aeb1-ab13-4a00-8853-e5eb81eeb2f7 req-0111b1c9-c7a3-46fb-98be-07d2941df62b tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:37.953235 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8681aeb1-ab13-4a00-8853-e5eb81eeb2f7 req-0111b1c9-c7a3-46fb-98be-07d2941df62b tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 945 time: 0.0607843 Jul 18 10:53:38.026595 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8681aeb1-ab13-4a00-8853-e5eb81eeb2f7 req-f3540e86-55bb-43e9-b857-7203e0155587 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/security-groups?id=51ab4b88-8b36-4bf6-be4a-4220e2cdae89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656230 Jul 18 10:53:38.117788 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 45578) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:53:38.139147 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-ce070233-206f-40ab-920e-7b3694335a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (dfa25df3-493c-43ae-826d-29cbf3b2bfa8), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:38.140667 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-7ba7ee94-813b-41da-9504-2b7f025c3fd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:38.276294 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c72343-1516-47b3-a7cc-2403fb205048 req-293f46b4-1662-4ecb-b758-04d877413235 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:38.278052 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-47c72343-1516-47b3-a7cc-2403fb205048 req-293f46b4-1662-4ecb-b758-04d877413235 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 945 time: 0.0708377 Jul 18 10:53:38.295832 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-7ba7ee94-813b-41da-9504-2b7f025c3fd2 admin admin] Publish callbacks [] for security_group (555c1987-6c99-4f84-92a3-97f5f27882db), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:38.357285 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-47c72343-1516-47b3-a7cc-2403fb205048 req-87c2175d-4311-4097-b3d3-070de02487e9 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3062b4c-4078-48cb-b97f-93a7563dafc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692439 Jul 18 10:53:38.414258 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-7ba7ee94-813b-41da-9504-2b7f025c3fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (555c1987-6c99-4f84-92a3-97f5f27882db), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:38.429204 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-ea9d69da-03fd-4778-b37c-330dfbec52a3 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks [] for floatingip (219277dc-f825-4165-9b51-77d60e1cfbd6), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:38.470253 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:38.474594 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-7ba7ee94-813b-41da-9504-2b7f025c3fd2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=302d3c9ee85947008e8e49c43f962be2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3548274 Jul 18 10:53:38.476723 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 45582) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:53:38.477275 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba7ee94-813b-41da-9504-2b7f025c3fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=555c1987-6c99-4f84-92a3-97f5f27882db,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:53:38.546783 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-38224172-8d23-450d-aa83-794346f58b06 admin admin] Publish callbacks [] for security_group (555c1987-6c99-4f84-92a3-97f5f27882db), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:38.576612 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-38224172-8d23-450d-aa83-794346f58b06 admin admin] Publish callbacks [] for security_group (555c1987-6c99-4f84-92a3-97f5f27882db), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:38.641823 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-ea9d69da-03fd-4778-b37c-330dfbec52a3 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (313d5dd7-4d82-4c59-a43f-91a597d56d4d), before_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:38.829090 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-ea9d69da-03fd-4778-b37c-330dfbec52a3 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks [] for port (313d5dd7-4d82-4c59-a43f-91a597d56d4d), precommit_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:38.836308 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-38224172-8d23-450d-aa83-794346f58b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (555c1987-6c99-4f84-92a3-97f5f27882db), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:38.839388 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-38224172-8d23-450d-aa83-794346f58b06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:38.841071 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-38224172-8d23-450d-aa83-794346f58b06 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/555c1987-6c99-4f84-92a3-97f5f27882db HTTP/1.1" status: 204 len: 168 time: 0.3628852 Jul 18 10:53:38.851435 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38224172-8d23-450d-aa83-794346f58b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=555c1987-6c99-4f84-92a3-97f5f27882db,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:53:38.928613 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-ea9d69da-03fd-4778-b37c-330dfbec52a3 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127333809'] for port (313d5dd7-4d82-4c59-a43f-91a597d56d4d), after_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:39.029537 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9d69da-03fd-4778-b37c-330dfbec52a3 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Pushing event updated for resources: {'Port': ['ID=313d5dd7-4d82-4c59-a43f-91a597d56d4d,revision_number=2']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:53:39.034780 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-ea9d69da-03fd-4778-b37c-330dfbec52a3 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778871'] for floatingip (219277dc-f825-4165-9b51-77d60e1cfbd6), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:39.165996 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.db.l3_db [None req-ea9d69da-03fd-4778-b37c-330dfbec52a3 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Floating IP 219277dc-f825-4165-9b51-77d60e1cfbd6 associated. External IP: 172.27.1.89, port: 42168f45-7a03-471a-b163-85fef4b32faa. Jul 18 10:53:39.171930 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85a8ab-6f1d-4099-921c-574b859717a3 req-7e29a3ac-e4d1-45c6-9d8e-f8d070ab4e9f tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:39.173601 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-7c85a8ab-6f1d-4099-921c-574b859717a3 req-7e29a3ac-e4d1-45c6-9d8e-f8d070ab4e9f tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 945 time: 0.0636435 Jul 18 10:53:39.231352 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-7c85a8ab-6f1d-4099-921c-574b859717a3 req-b2867727-6443-4bab-b001-2a6c515bbc17 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/security-groups?id=51ab4b88-8b36-4bf6-be4a-4220e2cdae89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486481 Jul 18 10:53:39.379757 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea9d69da-03fd-4778-b37c-330dfbec52a3 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Router fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234 has already been hosted by L3 agent e6bcb791-bd43-4d6b-ab54-e591cb66712b {{(pid=111154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:53:39.395347 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:39.494786 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505f907c-df86-4c12-a905-0508ede42aa7 req-a1a1b79f-be2e-456d-84a5-82abd43f8809 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:39.496870 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-505f907c-df86-4c12-a905-0508ede42aa7 req-a1a1b79f-be2e-456d-84a5-82abd43f8809 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 945 time: 0.0574658 Jul 18 10:53:39.507872 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea9d69da-03fd-4778-b37c-330dfbec52a3 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Notify agent at l3_agent.dv-cinder-849498-1-iscsi the message routers_updated {{(pid=111154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:53:39.523789 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba82cea6-e9af-4433-b5db-aaa00f4bd50e None None] Sync routers for ids ['fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234'] in dv-cinder-849498-1-iscsi {{(pid=111156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:53:39.544380 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba82cea6-e9af-4433-b5db-aaa00f4bd50e None None] Routers {'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:53:39.557338 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-ba82cea6-e9af-4433-b5db-aaa00f4bd50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:53:37Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234'], 'active': True} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:53:39.560657 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:39.564545 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-505f907c-df86-4c12-a905-0508ede42aa7 req-f0376e61-2961-422f-92af-842c6fb89dd9 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3062b4c-4078-48cb-b97f-93a7563dafc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600235 Jul 18 10:53:39.647974 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=100 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:39.700457 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:39.707240 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-ea9d69da-03fd-4778-b37c-330dfbec52a3 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for floatingip (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:39.717762 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvr_db [None req-ba82cea6-e9af-4433-b5db-aaa00f4bd50e None None] Set router fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:53:39.745229 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-ea9d69da-03fd-4778-b37c-330dfbec52a3 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7256548 Jul 18 10:53:39.745811 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e75fba7-e72d-4479-ab36-0bbf9f294d22', 'tag': '42168f45-7a03-471a-b163-85fef4b32faa'}] {{(pid=111154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:53:39.748170 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76f28ae75f34143b6717ab81e854799a90e2618b86a46665dc49940857a7474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c770bb6-ee47-42d9-981f-c194de798c57" -d '{"events": [{"name": "network-changed", "server_uuid": "6e75fba7-e72d-4479-ab36-0bbf9f294d22", "tag": "42168f45-7a03-471a-b163-85fef4b32faa"}]}' {{(pid=111154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:53:39.794279 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614c78e6-f3c1-48d1-b441-441063f979b7 x-openstack-request-id: req-614c78e6-f3c1-48d1-b441-441063f979b7 {{(pid=111154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:53:39.794575 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e75fba7-e72d-4479-ab36-0bbf9f294d22", "tag": "42168f45-7a03-471a-b163-85fef4b32faa", "status": "completed", "code": 200}]} {{(pid=111154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:53:39.794831 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-614c78e6-f3c1-48d1-b441-441063f979b7 {{(pid=111154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:53:39.795231 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-614c78e6-f3c1-48d1-b441-441063f979b7'] response: {'name': 'network-changed', 'server_uuid': '6e75fba7-e72d-4479-ab36-0bbf9f294d22', 'tag': '42168f45-7a03-471a-b163-85fef4b32faa', 'status': 'completed', 'code': 200} Jul 18 10:53:39.862031 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c770bb6-ee47-42d9-981f-c194de798c57 req-8beeabec-f7f7-4f15-b4e3-f6157c8194b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:39.863822 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-8c770bb6-ee47-42d9-981f-c194de798c57 req-8beeabec-f7f7-4f15-b4e3-f6157c8194b6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=17f436162f3a4bd4b3a94f584e7d8782&device_id=6e75fba7-e72d-4479-ab36-0bbf9f294d22 HTTP/1.1" status: 200 len: 1129 time: 0.0441573 Jul 18 10:53:40.005490 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c770bb6-ee47-42d9-981f-c194de798c57 req-c41e7af4-b80c-486d-a7b9-752b98241441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:40.008424 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-8c770bb6-ee47-42d9-981f-c194de798c57 req-c41e7af4-b80c-486d-a7b9-752b98241441 service neutron] 10.222.0.52 "GET /v2.0/networks?id=407e895d-8435-43cb-addb-b40e755d1f02 HTTP/1.1" status: 200 len: 912 time: 0.1370363 Jul 18 10:53:40.014584 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f8336af3-fca9-403e-a19b-06518ba3f665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (7e71126e-a656-43d8-a2eb-058f1b343885), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:40.040148 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-ba82cea6-e9af-4433-b5db-aaa00f4bd50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'name': 'tempest-TestVolumeBootPattern-641700284-router', 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '904eb219-215c-4a07-aa49-5a27759fa823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:49:23Z', 'updated_at': '2022-07-18T10:49:29Z', 'revision_number': 4, 'project_id': '17f436162f3a4bd4b3a94f584e7d8782', 'gw_port': {'id': '904eb219-215c-4a07-aa49-5a27759fa823', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:24Z', 'updated_at': '2022-07-18T10:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_floatingips': [{'id': '219277dc-f825-4165-9b51-77d60e1cfbd6', 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782', 'floating_ip_address': '172.27.1.89', 'floating_network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'router_id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'port_id': '42168f45-7a03-471a-b163-85fef4b32faa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '407e895d-8435-43cb-addb-b40e755d1f02', 'mac_address': 'fa:16:3e:d1:e0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e75fba7-e72d-4479-ab36-0bbf9f294d22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:53:38Z', 'updated_at': '2022-07-18T10:53:38Z', 'revision_number': 0, 'project_id': '17f436162f3a4bd4b3a94f584e7d8782', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '518d5f98-f050-4ae9-abe5-25ea9991dd12', 'name': '', 'network_id': '407e895d-8435-43cb-addb-b40e755d1f02', 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782', 'mac_address': 'fa:16:3e:4f:91:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'e10aa7fa-e494-41dd-afcd-238e44bb4632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:28Z', 'updated_at': '2022-07-18T10:49:35Z', 'revision_number': 5, 'project_id': '17f436162f3a4bd4b3a94f584e7d8782', 'subnets': [{'id': 'e10aa7fa-e494-41dd-afcd-238e44bb4632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:53:40.089386 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba82cea6-e9af-4433-b5db-aaa00f4bd50e None None] Checking router: fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234 for host: dv-cinder-849498-1-iscsi {{(pid=111156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:53:40.128554 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-8c770bb6-ee47-42d9-981f-c194de798c57 req-cae55840-a712-4aac-b16e-bbc48d14cde6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42168f45-7a03-471a-b163-85fef4b32faa HTTP/1.1" status: 200 len: 998 time: 0.0760763 Jul 18 10:53:40.128884 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba82cea6-e9af-4433-b5db-aaa00f4bd50e None None] Routers {'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:53:40.128884 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-ba82cea6-e9af-4433-b5db-aaa00f4bd50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:53:37Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234'], 'active': True} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:53:40.129074 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 45612) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:53:40.148760 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-da7c1cb4-0c87-46d0-9e42-3997560df76a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:40.170029 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (62f731a8-190a-49a2-85f5-14fe4e09184e), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:40.193579 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c770bb6-ee47-42d9-981f-c194de798c57 req-bad8c0f6-bd4c-4332-bb08-fb4e8c7fbfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:40.195489 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-8c770bb6-ee47-42d9-981f-c194de798c57 req-bad8c0f6-bd4c-4332-bb08-fb4e8c7fbfdd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e10aa7fa-e494-41dd-afcd-238e44bb4632 HTTP/1.1" status: 200 len: 850 time: 0.0969141 Jul 18 10:53:40.234988 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:40.259263 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c770bb6-ee47-42d9-981f-c194de798c57 req-01d43f77-5270-4396-ad25-fbe7775fc122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:40.261447 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvr_db [None req-ba82cea6-e9af-4433-b5db-aaa00f4bd50e None None] Set router fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:53:40.262381 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-8c770bb6-ee47-42d9-981f-c194de798c57 req-01d43f77-5270-4396-ad25-fbe7775fc122 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=407e895d-8435-43cb-addb-b40e755d1f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0595460 Jul 18 10:53:40.342121 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:40.420233 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240029db-88c4-469e-a859-3c56ed663d30 req-b5d1a3a7-4457-4407-adb0-a9b23a08562f tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:40.429489 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-240029db-88c4-469e-a859-3c56ed663d30 req-b5d1a3a7-4457-4407-adb0-a9b23a08562f tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 945 time: 0.0884190 Jul 18 10:53:40.445538 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-da7c1cb4-0c87-46d0-9e42-3997560df76a admin admin] Publish callbacks [] for security_group (e065c6ba-8b34-470a-aaa5-3c4f1dc2ffe5), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:40.487739 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-8c770bb6-ee47-42d9-981f-c194de798c57 req-beee9647-c50f-4c70-80bd-17656e40ac85 service neutron] 10.222.0.52 "GET /v2.0/networks/407e895d-8435-43cb-addb-b40e755d1f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178903 Jul 18 10:53:40.498890 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-240029db-88c4-469e-a859-3c56ed663d30 req-b7ec4e63-ec9c-4109-ac00-6b9da4ba20d5 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/security-groups?id=51ab4b88-8b36-4bf6-be4a-4220e2cdae89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681050 Jul 18 10:53:40.534285 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-da7c1cb4-0c87-46d0-9e42-3997560df76a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (e065c6ba-8b34-470a-aaa5-3c4f1dc2ffe5), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:40.579593 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-ba82cea6-e9af-4433-b5db-aaa00f4bd50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'name': 'tempest-TestVolumeBootPattern-641700284-router', 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '904eb219-215c-4a07-aa49-5a27759fa823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:49:23Z', 'updated_at': '2022-07-18T10:49:29Z', 'revision_number': 4, 'project_id': '17f436162f3a4bd4b3a94f584e7d8782', 'gw_port': {'id': '904eb219-215c-4a07-aa49-5a27759fa823', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:24Z', 'updated_at': '2022-07-18T10:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_floatingips': [{'id': '219277dc-f825-4165-9b51-77d60e1cfbd6', 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782', 'floating_ip_address': '172.27.1.89', 'floating_network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'router_id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'port_id': '42168f45-7a03-471a-b163-85fef4b32faa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '407e895d-8435-43cb-addb-b40e755d1f02', 'mac_address': 'fa:16:3e:d1:e0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e75fba7-e72d-4479-ab36-0bbf9f294d22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:53:38Z', 'updated_at': '2022-07-18T10:53:38Z', 'revision_number': 0, 'project_id': '17f436162f3a4bd4b3a94f584e7d8782', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '518d5f98-f050-4ae9-abe5-25ea9991dd12', 'name': '', 'network_id': '407e895d-8435-43cb-addb-b40e755d1f02', 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782', 'mac_address': 'fa:16:3e:4f:91:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'e10aa7fa-e494-41dd-afcd-238e44bb4632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:28Z', 'updated_at': '2022-07-18T10:49:35Z', 'revision_number': 5, 'project_id': '17f436162f3a4bd4b3a94f584e7d8782', 'subnets': [{'id': 'e10aa7fa-e494-41dd-afcd-238e44bb4632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:53:40.626945 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-da7c1cb4-0c87-46d0-9e42-3997560df76a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c055de94913a4ba48de2d2fa51e5fb58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5110762 Jul 18 10:53:40.630107 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 45618) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:53:40.630900 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7c1cb4-0c87-46d0-9e42-3997560df76a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e065c6ba-8b34-470a-aaa5-3c4f1dc2ffe5,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:53:40.658520 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba82cea6-e9af-4433-b5db-aaa00f4bd50e None None] The sync data for ids ['fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234'] in dv-cinder-849498-1-iscsi is: [{'id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'name': 'tempest-TestVolumeBootPattern-641700284-router', 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '904eb219-215c-4a07-aa49-5a27759fa823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:49:23Z', 'updated_at': '2022-07-18T10:49:29Z', 'revision_number': 4, 'project_id': '17f436162f3a4bd4b3a94f584e7d8782', 'gw_port': {'id': '904eb219-215c-4a07-aa49-5a27759fa823', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:24Z', 'updated_at': '2022-07-18T10:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_floatingips': [{'id': '219277dc-f825-4165-9b51-77d60e1cfbd6', 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782', 'floating_ip_address': '172.27.1.89', 'floating_network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'router_id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'port_id': '42168f45-7a03-471a-b163-85fef4b32faa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '407e895d-8435-43cb-addb-b40e755d1f02', 'mac_address': 'fa:16:3e:d1:e0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e75fba7-e72d-4479-ab36-0bbf9f294d22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:53:38Z', 'updated_at': '2022-07-18T10:53:38Z', 'revision_number': 0, 'project_id': '17f436162f3a4bd4b3a94f584e7d8782', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '518d5f98-f050-4ae9-abe5-25ea9991dd12', 'name': '', 'network_id': '407e895d-8435-43cb-addb-b40e755d1f02', 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782', 'mac_address': 'fa:16:3e:4f:91:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'e10aa7fa-e494-41dd-afcd-238e44bb4632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:28Z', 'updated_at': '2022-07-18T10:49:35Z', 'revision_number': 5, 'project_id': '17f436162f3a4bd4b3a94f584e7d8782', 'subnets': [{'id': 'e10aa7fa-e494-41dd-afcd-238e44bb4632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:53:40.743736 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.agents_db [None req-9b2825e1-dfaa-4032-a283-1b7ae0979f6b None None] Agent healthcheck: found 6 active agents {{(pid=111157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:53:40.750724 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-8c770bb6-ee47-42d9-981f-c194de798c57 req-4ba2b6dc-ffcf-4d08-a9d1-fbcd3ceea70e service neutron] 10.222.0.52 "GET /v2.0/networks/407e895d-8435-43cb-addb-b40e755d1f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504857 Jul 18 10:53:40.800425 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-5e5bc50b-3e5b-4223-8512-932de1f48b55 admin admin] Publish callbacks [] for security_group (e065c6ba-8b34-470a-aaa5-3c4f1dc2ffe5), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:40.844342 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 45626) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:53:40.852633 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-5e5bc50b-3e5b-4223-8512-932de1f48b55 admin admin] Publish callbacks [] for security_group (e065c6ba-8b34-470a-aaa5-3c4f1dc2ffe5), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:40.868544 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153200b0-a20a-47f5-8c2d-ee49de4ab53a req-601fc8de-84e0-4c98-83a0-6b27c8a1aefb tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:40.882451 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-153200b0-a20a-47f5-8c2d-ee49de4ab53a req-601fc8de-84e0-4c98-83a0-6b27c8a1aefb tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 945 time: 0.1708651 Jul 18 10:53:40.999137 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-153200b0-a20a-47f5-8c2d-ee49de4ab53a req-692334fb-e1f5-4162-96e4-46e75b37b28a tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3062b4c-4078-48cb-b97f-93a7563dafc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145597 Jul 18 10:53:41.042924 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf4696-63ff-43a1-8772-7f59664a3de3 req-27090adc-ba73-4114-be6b-a24d10b85d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:41.044016 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-b8cf4696-63ff-43a1-8772-7f59664a3de3 req-27090adc-ba73-4114-be6b-a24d10b85d17 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7f36b12884cc423988d28fdcbdb1d8f9&device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 1129 time: 0.0994003 Jul 18 10:53:41.062420 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5115419c-caa1-4a59-bfdf-f0d284642dbb None None] New status for floating IP 219277dc-f825-4165-9b51-77d60e1cfbd6: ACTIVE {{(pid=111157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 10:53:41.071668 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-5e5bc50b-3e5b-4223-8512-932de1f48b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (e065c6ba-8b34-470a-aaa5-3c4f1dc2ffe5), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:41.082669 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-5e5bc50b-3e5b-4223-8512-932de1f48b55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:41.082669 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-5e5bc50b-3e5b-4223-8512-932de1f48b55 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e065c6ba-8b34-470a-aaa5-3c4f1dc2ffe5 HTTP/1.1" status: 204 len: 168 time: 0.4431047 Jul 18 10:53:41.124752 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:41.147568 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5bc50b-3e5b-4223-8512-932de1f48b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e065c6ba-8b34-470a-aaa5-3c4f1dc2ffe5,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:53:41.298654 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf4696-63ff-43a1-8772-7f59664a3de3 req-798dd316-b895-424a-a800-406c76e10e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:41.300078 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-b8cf4696-63ff-43a1-8772-7f59664a3de3 req-798dd316-b895-424a-a800-406c76e10e58 service neutron] 10.222.0.52 "GET /v2.0/networks?id=eb380554-1a32-48db-8ee9-21d41ce83dd0 HTTP/1.1" status: 200 len: 910 time: 0.2490778 Jul 18 10:53:41.374333 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-b8cf4696-63ff-43a1-8772-7f59664a3de3 req-6bfe8988-1b23-47dc-911f-81f9859e9803 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=251fff9b-71a7-49e1-bd58-5b46a671f255 HTTP/1.1" status: 200 len: 1000 time: 0.0677443 Jul 18 10:53:41.447983 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf4696-63ff-43a1-8772-7f59664a3de3 req-e255c0fe-9e69-484d-af08-538c0fe6458c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:41.449644 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-b8cf4696-63ff-43a1-8772-7f59664a3de3 req-e255c0fe-9e69-484d-af08-538c0fe6458c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=893df6fc-9fb1-4552-b95e-a392998d3c8c HTTP/1.1" status: 200 len: 848 time: 0.0681849 Jul 18 10:53:41.517060 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf4696-63ff-43a1-8772-7f59664a3de3 req-349d29db-1043-4ddb-a246-5ee3e1d2667d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:41.518799 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-b8cf4696-63ff-43a1-8772-7f59664a3de3 req-349d29db-1043-4ddb-a246-5ee3e1d2667d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=eb380554-1a32-48db-8ee9-21d41ce83dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0588350 Jul 18 10:53:41.663058 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-b8cf4696-63ff-43a1-8772-7f59664a3de3 req-03637bb3-ce87-462e-9831-91d27f292d3b service neutron] 10.222.0.52 "GET /v2.0/networks/eb380554-1a32-48db-8ee9-21d41ce83dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347952 Jul 18 10:53:41.701818 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d855f-d04b-424e-85a3-e707dfd343a2 req-26e8ab30-a1ea-405f-9313-7abf35520f38 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:41.711616 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-885d855f-d04b-424e-85a3-e707dfd343a2 req-26e8ab30-a1ea-405f-9313-7abf35520f38 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 945 time: 0.1332338 Jul 18 10:53:41.869792 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-885d855f-d04b-424e-85a3-e707dfd343a2 req-dfaeb077-b8f2-4864-a8e6-5ee5f1c109e8 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/security-groups?id=51ab4b88-8b36-4bf6-be4a-4220e2cdae89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564944 Jul 18 10:53:41.991301 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-88618bb6-e904-406e-b3f9-0fb48ce2cbb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3788995'] for router_interface (3663ab98-9729-41e8-b5da-0c726d2fb113), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:42.127514 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:42.261471 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-b8cf4696-63ff-43a1-8772-7f59664a3de3 req-1bd14757-8558-4d1a-a888-677584f27b22 service neutron] 10.222.0.52 "GET /v2.0/networks/eb380554-1a32-48db-8ee9-21d41ce83dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5938785 Jul 18 10:53:42.314476 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb89283-b5f9-42d2-906a-a80ce71dfb60 req-40235803-f4ab-4a9f-9046-3f76ceccd551 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:42.317312 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-cfb89283-b5f9-42d2-906a-a80ce71dfb60 req-40235803-f4ab-4a9f-9046-3f76ceccd551 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 945 time: 0.1580117 Jul 18 10:53:42.420452 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-cfb89283-b5f9-42d2-906a-a80ce71dfb60 req-bd825f0a-32e1-489e-854f-cb91958d12b6 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3062b4c-4078-48cb-b97f-93a7563dafc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962651 Jul 18 10:53:42.458057 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:42.478909 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.plugin [None req-88618bb6-e904-406e-b3f9-0fb48ce2cbb8 admin admin] Deleting port 28375308-f02b-4c2e-9237-4a77f49844d3 {{(pid=111155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:53:42.479252 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-88618bb6-e904-406e-b3f9-0fb48ce2cbb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (28375308-f02b-4c2e-9237-4a77f49844d3), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:42.608134 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.db [None req-88618bb6-e904-406e-b3f9-0fb48ce2cbb8 admin admin] For port 28375308-f02b-4c2e-9237-4a77f49844d3, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=28375308-f02b-4c2e-9237-4a77f49844d3,segment=NetworkSegment(b79fb7a8-45cf-4253-a4e0-8e4cb2774c82),segment_id=b79fb7a8-45cf-4253-a4e0-8e4cb2774c82)] {{(pid=111155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:53:42.608513 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-88618bb6-e904-406e-b3f9-0fb48ce2cbb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (28375308-f02b-4c2e-9237-4a77f49844d3), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:42.627833 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.plugin [None req-88618bb6-e904-406e-b3f9-0fb48ce2cbb8 admin admin] Calling delete_port for 28375308-f02b-4c2e-9237-4a77f49844d3 owned by network:router_interface {{(pid=111155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:53:42.941424 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-88618bb6-e904-406e-b3f9-0fb48ce2cbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126083827'] for port (28375308-f02b-4c2e-9237-4a77f49844d3), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:42.993808 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88618bb6-e904-406e-b3f9-0fb48ce2cbb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=28375308-f02b-4c2e-9237-4a77f49844d3,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:53:43.081946 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88618bb6-e904-406e-b3f9-0fb48ce2cbb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:53:43.082311 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88618bb6-e904-406e-b3f9-0fb48ce2cbb8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:53:43.082637 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88618bb6-e904-406e-b3f9-0fb48ce2cbb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:53:43.083164 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88618bb6-e904-406e-b3f9-0fb48ce2cbb8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:53:43.084274 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88618bb6-e904-406e-b3f9-0fb48ce2cbb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:53:43.084456 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88618bb6-e904-406e-b3f9-0fb48ce2cbb8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:53:43.084737 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88618bb6-e904-406e-b3f9-0fb48ce2cbb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:53:43.085147 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88618bb6-e904-406e-b3f9-0fb48ce2cbb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:53:43.085483 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88618bb6-e904-406e-b3f9-0fb48ce2cbb8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:53:43.085917 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88618bb6-e904-406e-b3f9-0fb48ce2cbb8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:53:43.086272 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88618bb6-e904-406e-b3f9-0fb48ce2cbb8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:53:43.086679 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88618bb6-e904-406e-b3f9-0fb48ce2cbb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:53:43.087019 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88618bb6-e904-406e-b3f9-0fb48ce2cbb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:53:43.087350 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88618bb6-e904-406e-b3f9-0fb48ce2cbb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:53:43.087683 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88618bb6-e904-406e-b3f9-0fb48ce2cbb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:53:43.153501 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5d8fb-442a-4735-aa82-e37697824c95 req-3009a023-ca20-4029-9d3c-af638aa104fc tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:43.155528 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-16d5d8fb-442a-4735-aa82-e37697824c95 req-3009a023-ca20-4029-9d3c-af638aa104fc tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 945 time: 0.1660888 Jul 18 10:53:43.285404 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-16d5d8fb-442a-4735-aa82-e37697824c95 req-dfee5152-8088-4844-a079-dd0d9da4e61c tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/security-groups?id=51ab4b88-8b36-4bf6-be4a-4220e2cdae89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177731 Jul 18 10:53:43.369169 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-88618bb6-e904-406e-b3f9-0fb48ce2cbb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3608536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3788927'] for router_interface (3663ab98-9729-41e8-b5da-0c726d2fb113), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:43.375482 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:43.845393 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b150d51-1576-4216-9dc5-84f37376c5d8 req-0f20e5e9-665d-428a-94af-275f4e9da656 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:43.853080 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-0b150d51-1576-4216-9dc5-84f37376c5d8 req-0f20e5e9-665d-428a-94af-275f4e9da656 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 945 time: 0.0753219 Jul 18 10:53:43.909509 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-0b150d51-1576-4216-9dc5-84f37376c5d8 req-f914147a-6df0-4e6e-b0c3-fe37d5af526c tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3062b4c-4078-48cb-b97f-93a7563dafc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553439 Jul 18 10:53:44.044327 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:44.081147 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88618bb6-e904-406e-b3f9-0fb48ce2cbb8 admin admin] Router 3663ab98-9729-41e8-b5da-0c726d2fb113 has already been hosted by L3 agent e6bcb791-bd43-4d6b-ab54-e591cb66712b {{(pid=111155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:53:44.228944 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88618bb6-e904-406e-b3f9-0fb48ce2cbb8 admin admin] Notify agent at l3_agent.dv-cinder-849498-1-iscsi the message routers_updated {{(pid=111155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:53:44.237033 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-88618bb6-e904-406e-b3f9-0fb48ce2cbb8 admin admin] 10.222.0.49 "PUT /v2.0/routers/3663ab98-9729-41e8-b5da-0c726d2fb113/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3911793 Jul 18 10:53:44.239889 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 45676) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:53:44.250032 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49369894-5a04-439c-9ab4-3cf24d9515a3 None None] Sync routers for ids ['3663ab98-9729-41e8-b5da-0c726d2fb113'] in dv-cinder-849498-1-iscsi {{(pid=111156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:53:44.264523 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49369894-5a04-439c-9ab4-3cf24d9515a3 None None] Routers {'3663ab98-9729-41e8-b5da-0c726d2fb113'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:53:44.265520 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-49369894-5a04-439c-9ab4-3cf24d9515a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:53:37Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['3663ab98-9729-41e8-b5da-0c726d2fb113'], 'active': True} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:53:44.354945 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=100 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:44.356856 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-77a17145-d2d9-4bed-8e5d-026a0135738c admin admin] Publish callbacks [] for router (3663ab98-9729-41e8-b5da-0c726d2fb113), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:44.488087 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvr_db [None req-49369894-5a04-439c-9ab4-3cf24d9515a3 None None] Set router 3663ab98-9729-41e8-b5da-0c726d2fb113 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:53:44.512415 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252da9c3-d7cb-4111-937f-9ac11edf41db req-ec332028-5029-4948-9188-f59e7fd6b104 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:44.522971 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-252da9c3-d7cb-4111-937f-9ac11edf41db req-ec332028-5029-4948-9188-f59e7fd6b104 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 945 time: 0.0992408 Jul 18 10:53:44.526170 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-77a17145-d2d9-4bed-8e5d-026a0135738c admin admin] Publish callbacks [] for router_gateway (3663ab98-9729-41e8-b5da-0c726d2fb113), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:44.623834 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-252da9c3-d7cb-4111-937f-9ac11edf41db req-8ec5b99d-c3f9-429c-b873-b0d652d136e8 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/security-groups?id=51ab4b88-8b36-4bf6-be4a-4220e2cdae89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999494 Jul 18 10:53:44.673535 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.plugin [None req-77a17145-d2d9-4bed-8e5d-026a0135738c admin admin] Deleting port 0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3 {{(pid=111154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:53:44.673972 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-77a17145-d2d9-4bed-8e5d-026a0135738c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:44.761838 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-49369894-5a04-439c-9ab4-3cf24d9515a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3663ab98-9729-41e8-b5da-0c726d2fb113', 'name': 'tempest-AttachVolumeTestJSON-1188077473-router', 'tenant_id': 'f32dc706424247d0ac1dc7a6aa633107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:01Z', 'updated_at': '2022-07-18T10:53:42Z', 'revision_number': 5, 'project_id': 'f32dc706424247d0ac1dc7a6aa633107', 'gw_port': {'id': '0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:dd:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3663ab98-9729-41e8-b5da-0c726d2fb113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:03Z', 'updated_at': '2022-07-18T10:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi'}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:53:44.801713 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.db [None req-77a17145-d2d9-4bed-8e5d-026a0135738c admin admin] For port 0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3,segment=NetworkSegment(43730dd2-6239-4f15-a180-e6d1d2fbff54),segment_id=43730dd2-6239-4f15-a180-e6d1d2fbff54)] {{(pid=111154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:53:44.802895 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-77a17145-d2d9-4bed-8e5d-026a0135738c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:44.822819 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49369894-5a04-439c-9ab4-3cf24d9515a3 None None] Checking router: 3663ab98-9729-41e8-b5da-0c726d2fb113 for host: dv-cinder-849498-1-iscsi {{(pid=111156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:53:44.826547 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.plugin [None req-77a17145-d2d9-4bed-8e5d-026a0135738c admin admin] Calling delete_port for 0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3 owned by network:router_gateway {{(pid=111154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:53:44.833541 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49369894-5a04-439c-9ab4-3cf24d9515a3 None None] Routers {'3663ab98-9729-41e8-b5da-0c726d2fb113'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:53:44.835144 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-49369894-5a04-439c-9ab4-3cf24d9515a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:53:37Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['3663ab98-9729-41e8-b5da-0c726d2fb113'], 'active': True} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:53:44.950867 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvr_db [None req-49369894-5a04-439c-9ab4-3cf24d9515a3 None None] Set router 3663ab98-9729-41e8-b5da-0c726d2fb113 gateway port host: None {{(pid=111156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:53:45.067127 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-49369894-5a04-439c-9ab4-3cf24d9515a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3663ab98-9729-41e8-b5da-0c726d2fb113', 'name': 'tempest-AttachVolumeTestJSON-1188077473-router', 'tenant_id': 'f32dc706424247d0ac1dc7a6aa633107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:01Z', 'updated_at': '2022-07-18T10:53:44Z', 'revision_number': 6, 'project_id': 'f32dc706424247d0ac1dc7a6aa633107', 'gw_port_host': None}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:53:45.098710 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49369894-5a04-439c-9ab4-3cf24d9515a3 None None] The sync data for ids ['3663ab98-9729-41e8-b5da-0c726d2fb113'] in dv-cinder-849498-1-iscsi is: [{'id': '3663ab98-9729-41e8-b5da-0c726d2fb113', 'name': 'tempest-AttachVolumeTestJSON-1188077473-router', 'tenant_id': 'f32dc706424247d0ac1dc7a6aa633107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:01Z', 'updated_at': '2022-07-18T10:53:44Z', 'revision_number': 6, 'project_id': 'f32dc706424247d0ac1dc7a6aa633107', 'gw_port_host': None}] {{(pid=111156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:53:45.099899 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e08325b-5521-412d-b8e5-ce1869cf7e2a req-3f7f335d-8d0d-42e8-bf44-73a0512f3a11 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:45.102193 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2e08325b-5521-412d-b8e5-ce1869cf7e2a req-3f7f335d-8d0d-42e8-bf44-73a0512f3a11 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 945 time: 0.0891819 Jul 18 10:53:45.173413 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2e08325b-5521-412d-b8e5-ce1869cf7e2a req-3f626286-5d68-4da0-b907-7490af6e5bfd tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3062b4c-4078-48cb-b97f-93a7563dafc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641909 Jul 18 10:53:45.202095 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-77a17145-d2d9-4bed-8e5d-026a0135738c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127334210'] for port (0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:45.235121 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a17145-d2d9-4bed-8e5d-026a0135738c admin admin] Pushing event deleted for resources: {'Port': ['ID=0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:53:45.250274 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a17145-d2d9-4bed-8e5d-026a0135738c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:53:45.250883 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a17145-d2d9-4bed-8e5d-026a0135738c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:53:45.250883 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a17145-d2d9-4bed-8e5d-026a0135738c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:53:45.251229 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a17145-d2d9-4bed-8e5d-026a0135738c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:53:45.251567 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a17145-d2d9-4bed-8e5d-026a0135738c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:53:45.251993 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a17145-d2d9-4bed-8e5d-026a0135738c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:53:45.252326 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a17145-d2d9-4bed-8e5d-026a0135738c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:53:45.252657 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a17145-d2d9-4bed-8e5d-026a0135738c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:53:45.253005 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a17145-d2d9-4bed-8e5d-026a0135738c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:53:45.253333 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a17145-d2d9-4bed-8e5d-026a0135738c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:53:45.253755 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a17145-d2d9-4bed-8e5d-026a0135738c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:53:45.253984 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a17145-d2d9-4bed-8e5d-026a0135738c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:53:45.254306 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a17145-d2d9-4bed-8e5d-026a0135738c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:53:45.254627 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a17145-d2d9-4bed-8e5d-026a0135738c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:53:45.254948 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a17145-d2d9-4bed-8e5d-026a0135738c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:53:45.315464 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-77a17145-d2d9-4bed-8e5d-026a0135738c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3779396'] for router_gateway (3663ab98-9729-41e8-b5da-0c726d2fb113), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:45.438328 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-77a17145-d2d9-4bed-8e5d-026a0135738c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-968'] for router (3663ab98-9729-41e8-b5da-0c726d2fb113), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:45.440370 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-77a17145-d2d9-4bed-8e5d-026a0135738c admin admin] Publish callbacks [] for router_controller (3663ab98-9729-41e8-b5da-0c726d2fb113), precommit_delete_associations {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:45.596253 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-77a17145-d2d9-4bed-8e5d-026a0135738c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790289'] for router (3663ab98-9729-41e8-b5da-0c726d2fb113), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:45.596991 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a17145-d2d9-4bed-8e5d-026a0135738c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3663ab98-9729-41e8-b5da-0c726d2fb113 {{(pid=111154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 10:53:45.603214 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-77a17145-d2d9-4bed-8e5d-026a0135738c admin admin] Publish callbacks [] for router (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:45.607087 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-77a17145-d2d9-4bed-8e5d-026a0135738c admin admin] 10.222.0.49 "DELETE /v2.0/routers/3663ab98-9729-41e8-b5da-0c726d2fb113 HTTP/1.1" status: 204 len: 168 time: 1.3625164 Jul 18 10:53:45.609476 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 45724) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:53:45.661244 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb482d93-f467-483c-9be3-4649adb4691a admin admin] Deleting subnet b6c39f47-e8f1-437f-bec0-2fa249892ca3 {{(pid=111154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 10:53:45.664796 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-fb482d93-f467-483c-9be3-4649adb4691a admin admin] Publish callbacks [] for subnet (b6c39f47-e8f1-437f-bec0-2fa249892ca3), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:45.706625 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-fb482d93-f467-483c-9be3-4649adb4691a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127334241'] for subnet (b6c39f47-e8f1-437f-bec0-2fa249892ca3), precommit_delete_associations {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:45.749103 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:45.769621 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fbb129-1d9f-4669-a677-4b8511eca6bf req-b9eee87f-04bc-47d2-8896-96c9c0bcc6c2 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:45.771957 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-a9fbb129-1d9f-4669-a677-4b8511eca6bf req-b9eee87f-04bc-47d2-8896-96c9c0bcc6c2 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 945 time: 0.0682783 Jul 18 10:53:45.796563 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-fb482d93-f467-483c-9be3-4649adb4691a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735052'] for subnet (b6c39f47-e8f1-437f-bec0-2fa249892ca3), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:45.826671 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-a9fbb129-1d9f-4669-a677-4b8511eca6bf req-177b033e-9603-474a-a337-2fc7b3df6984 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/security-groups?id=51ab4b88-8b36-4bf6-be4a-4220e2cdae89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488784 Jul 18 10:53:45.840087 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:45.907965 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [req-e698ef94-9f61-435f-9de5-5b67a269f88b req-b543c699-ace1-4275-be58-75401d9ff9a8 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=111155) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 10:53:45.909091 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-e698ef94-9f61-435f-9de5-5b67a269f88b req-b543c699-ace1-4275-be58-75401d9ff9a8 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0059352 Jul 18 10:53:45.950805 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-fb482d93-f467-483c-9be3-4649adb4691a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127334271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127366045'] for subnet (b6c39f47-e8f1-437f-bec0-2fa249892ca3), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:45.984234 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 28375308-f02b-4c2e-9237-4a77f49844d3 no longer exists at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:53:46.003184 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb482d93-f467-483c-9be3-4649adb4691a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6c39f47-e8f1-437f-bec0-2fa249892ca3,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:53:46.011737 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-fb482d93-f467-483c-9be3-4649adb4691a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for subnet (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:46.023564 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-fb482d93-f467-483c-9be3-4649adb4691a admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b6c39f47-e8f1-437f-bec0-2fa249892ca3 HTTP/1.1" status: 204 len: 168 time: 0.4102283 Jul 18 10:53:46.023938 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 45734) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:53:46.040554 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f89688c-e9fb-4263-be29-e88a7b96345e None None] Network 2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81 requested from dv-cinder-849498-1-iscsi {{(pid=111156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:53:46.050493 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] No Port match for: 28375308-f02b-4c2e-9237-4a77f49844d3 {{(pid=111156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:53:46.051329 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 28375308-f02b-4c2e-9237-4a77f49844d3 not bound to the agent host dv-cinder-849498-1-iscsi {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:53:46.052628 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3 no longer exists at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:53:46.061162 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 45738) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:53:46.101958 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] No Port match for: 0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3 {{(pid=111156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:53:46.105350 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 0a0f33c3-53cc-4d80-bfc2-492f9bd2b2f3 not bound to the agent host dv-cinder-849498-1-iscsi {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:53:46.132392 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-9b96281c-4963-4aae-b85e-91a452f0c154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639067'] for network (2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:46.182931 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.plugin [None req-9b96281c-4963-4aae-b85e-91a452f0c154 admin admin] Deleting port 751f0a35-bd8d-4f73-94ac-34cb48799cf9 {{(pid=111155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:53:46.183256 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-9b96281c-4963-4aae-b85e-91a452f0c154 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (751f0a35-bd8d-4f73-94ac-34cb48799cf9), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:46.249328 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-beba7c43-dc17-4ce2-85e5-05e27653cf49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:46.258908 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.db [None req-9b96281c-4963-4aae-b85e-91a452f0c154 admin admin] For port 751f0a35-bd8d-4f73-94ac-34cb48799cf9, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=751f0a35-bd8d-4f73-94ac-34cb48799cf9,segment=NetworkSegment(b79fb7a8-45cf-4253-a4e0-8e4cb2774c82),segment_id=b79fb7a8-45cf-4253-a4e0-8e4cb2774c82)] {{(pid=111155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:53:46.259363 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-9b96281c-4963-4aae-b85e-91a452f0c154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (751f0a35-bd8d-4f73-94ac-34cb48799cf9), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:46.294029 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.plugin [None req-9b96281c-4963-4aae-b85e-91a452f0c154 admin admin] Calling delete_port for 751f0a35-bd8d-4f73-94ac-34cb48799cf9 owned by network:dhcp {{(pid=111155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:53:46.441011 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-beba7c43-dc17-4ce2-85e5-05e27653cf49 admin admin] Publish callbacks [] for security_group (be403229-83be-414f-af9e-60aa85fb2063), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:46.451862 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92396d4-8298-4868-b841-f4069e3c3986 req-974f1b5c-da6b-4355-b964-543469dc61ef tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:46.459851 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-a92396d4-8298-4868-b841-f4069e3c3986 req-974f1b5c-da6b-4355-b964-543469dc61ef tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 945 time: 0.0821438 Jul 18 10:53:46.467848 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec09d2a6-7e1e-4ba6-84ab-dd473c0d29ff req-99662df6-afd1-4868-a602-53d389b0c06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:46.469814 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-ec09d2a6-7e1e-4ba6-84ab-dd473c0d29ff req-99662df6-afd1-4868-a602-53d389b0c06a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=48497435674b41ccb34f6ff43026a232&device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 1129 time: 0.0748286 Jul 18 10:53:46.523325 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:46.531095 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-132af4bb-4a38-475f-a652-e33456d1b893 req-41bc0a8a-5f83-4a6d-9b8a-86141bad38ed service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0744267 Jul 18 10:53:46.549953 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f82eceb-dc6f-476c-8bab-7cea2511487d req-f9b9881f-319d-4e52-9033-e54411e7e239 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:46.550804 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3f82eceb-dc6f-476c-8bab-7cea2511487d req-f9b9881f-319d-4e52-9033-e54411e7e239 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 945 time: 0.0867300 Jul 18 10:53:46.570595 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-beba7c43-dc17-4ce2-85e5-05e27653cf49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (be403229-83be-414f-af9e-60aa85fb2063), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:46.572591 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-a92396d4-8298-4868-b841-f4069e3c3986 req-b33f347e-160a-41b3-9c4c-c18d55b812b6 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3062b4c-4078-48cb-b97f-93a7563dafc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118600 Jul 18 10:53:46.615089 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbbbd00-d67d-4853-912f-c190afb9a986 None None] DHCP port deletion for 2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81 request from dv-cinder-849498-1-iscsi {{(pid=111156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 10:53:46.643918 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3f82eceb-dc6f-476c-8bab-7cea2511487d req-f212d130-509b-4076-bceb-304c436f61f5 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/security-groups?id=51ab4b88-8b36-4bf6-be4a-4220e2cdae89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698993 Jul 18 10:53:46.651550 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=100 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:46.668534 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beba7c43-dc17-4ce2-85e5-05e27653cf49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be403229-83be-414f-af9e-60aa85fb2063,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:53:46.672281 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-9b96281c-4963-4aae-b85e-91a452f0c154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126083827'] for port (751f0a35-bd8d-4f73-94ac-34cb48799cf9), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:46.674881 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-8bbbbd00-d67d-4853-912f-c190afb9a986 None None] Deleting port 751f0a35-bd8d-4f73-94ac-34cb48799cf9 {{(pid=111156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:53:46.675265 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-8bbbbd00-d67d-4853-912f-c190afb9a986 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (751f0a35-bd8d-4f73-94ac-34cb48799cf9), before_delete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:46.676698 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:46.683756 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec09d2a6-7e1e-4ba6-84ab-dd473c0d29ff req-ad8f7d97-2e85-4f68-a6ef-95533f655dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:46.685964 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-ec09d2a6-7e1e-4ba6-84ab-dd473c0d29ff req-ad8f7d97-2e85-4f68-a6ef-95533f655dba service neutron] 10.222.0.52 "GET /v2.0/networks?id=cacd27b7-b866-4702-aa51-5895ad956ffc HTTP/1.1" status: 200 len: 917 time: 0.1984758 Jul 18 10:53:46.689218 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-beba7c43-dc17-4ce2-85e5-05e27653cf49 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ae6973b53f194d3a9fa293bc95276a71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6266775 Jul 18 10:53:46.691893 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 45752) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:53:46.712000 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b96281c-4963-4aae-b85e-91a452f0c154 admin admin] Pushing event deleted for resources: {'Port': ['ID=751f0a35-bd8d-4f73-94ac-34cb48799cf9,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:53:46.728798 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b96281c-4963-4aae-b85e-91a452f0c154 admin admin] No DVR routers for this DVR port 751f0a35-bd8d-4f73-94ac-34cb48799cf9 on host dv-cinder-849498-1-iscsi {{(pid=111155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:53:46.747073 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device e168237a-b0b4-42cb-8c89-d5ade5d9cf57 no longer exists at agent hyperv_hv-cinder-84949 {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:53:46.787163 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 45756) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:53:46.788255 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-8bbbbd00-d67d-4853-912f-c190afb9a986 None None] For port 751f0a35-bd8d-4f73-94ac-34cb48799cf9, host dv-cinder-849498-1-iscsi, got binding levels [] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:53:46.788722 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-8bbbbd00-d67d-4853-912f-c190afb9a986 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (751f0a35-bd8d-4f73-94ac-34cb48799cf9), precommit_delete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:47.059752 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-9b96281c-4963-4aae-b85e-91a452f0c154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734605', 'neutron.services.segments.db._delete_segments_for_network-8741536027414'] for network (2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:47.062759 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-ec09d2a6-7e1e-4ba6-84ab-dd473c0d29ff req-f84eb848-1468-43a7-85f8-8fdf7d2481e4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e168237a-b0b4-42cb-8c89-d5ade5d9cf57 HTTP/1.1" status: 200 len: 1000 time: 0.1471243 Jul 18 10:53:47.139298 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-8bbbbd00-d67d-4853-912f-c190afb9a986 None None] Calling delete_port for 751f0a35-bd8d-4f73-94ac-34cb48799cf9 owned by network:dhcp {{(pid=111156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:53:47.139298 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.ipam_backend_mixin [None req-8bbbbd00-d67d-4853-912f-c190afb9a986 None None] Port 751f0a35-bd8d-4f73-94ac-34cb48799cf9 was not found and therefore no delete operation was performed {{(pid=111156) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 18 10:53:47.139298 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-8bbbbd00-d67d-4853-912f-c190afb9a986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693'] for port (751f0a35-bd8d-4f73-94ac-34cb48799cf9), after_delete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:47.140980 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:DELETE=4,neutron:UPDATE=2,neutron:SELECT=83,neutron:INSERT=11 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:47.142367 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.services.segments.db [None req-9b96281c-4963-4aae-b85e-91a452f0c154 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81']}} {{(pid=111155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:53:47.142947 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbbbd00-d67d-4853-912f-c190afb9a986 None None] No DVR routers for this DVR port 751f0a35-bd8d-4f73-94ac-34cb48799cf9 on host dv-cinder-849498-1-iscsi {{(pid=111156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:53:47.143043 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-f99c0178-e97b-4e7c-b60a-6c4e8deb4da5 admin admin] Publish callbacks [] for security_group (be403229-83be-414f-af9e-60aa85fb2063), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:47.143144 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.services.segments.db [None req-9b96281c-4963-4aae-b85e-91a452f0c154 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b79fb7a8-45cf-4253-a4e0-8e4cb2774c82') {'for_net_delete': True} {{(pid=111155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:53:47.143144 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.services.segments.db [None req-9b96281c-4963-4aae-b85e-91a452f0c154 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b79fb7a8-45cf-4253-a4e0-8e4cb2774c82') {} {{(pid=111155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:53:47.143376 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbbbd00-d67d-4853-912f-c190afb9a986 None None] Pushing event deleted for resources: {'Port': ['ID=751f0a35-bd8d-4f73-94ac-34cb48799cf9,revision_number=None']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:53:47.143474 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-9b96281c-4963-4aae-b85e-91a452f0c154 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741536027679', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126872119'] for segment (b79fb7a8-45cf-4253-a4e0-8e4cb2774c82), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:47.143474 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-9b96281c-4963-4aae-b85e-91a452f0c154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547345'] for segment (b79fb7a8-45cf-4253-a4e0-8e4cb2774c82), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:47.143474 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b96281c-4963-4aae-b85e-91a452f0c154 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=111155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 10:53:47.143474 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-9b96281c-4963-4aae-b85e-91a452f0c154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126083116'] for segment (b79fb7a8-45cf-4253-a4e0-8e4cb2774c82), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:47.143832 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] Current status of the port e168237a-b0b4-42cb-8c89-d5ade5d9cf57 is: ACTIVE; New status is: DOWN {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:53:47.143832 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (e168237a-b0b4-42cb-8c89-d5ade5d9cf57), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:47.143832 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=100 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:47.144113 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-f99c0178-e97b-4e7c-b60a-6c4e8deb4da5 admin admin] Publish callbacks [] for security_group (be403229-83be-414f-af9e-60aa85fb2063), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:47.144215 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1b361f-a048-4231-8c87-b3b27c478f7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e168237a-b0b4-42cb-8c89-d5ade5d9cf57'}] {{(pid=111156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:53:47.144215 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfe4995b6dbf042dd7b3201bd1da42d47478b3b3d9ca6c613cb3b1d3a53612ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a923070e-6e73-40fa-8c50-5434c0cbbbae" -d '{"events": [{"server_uuid": "4f1b361f-a048-4231-8c87-b3b27c478f7d", "name": "network-vif-unplugged", "status": "completed", "tag": "e168237a-b0b4-42cb-8c89-d5ade5d9cf57"}]}' {{(pid=111156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:53:47.144215 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port e168237a-b0b4-42cb-8c89-d5ade5d9cf57, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=e168237a-b0b4-42cb-8c89-d5ade5d9cf57,segment=NetworkSegment(163c7c7d-635e-4353-a5ea-f102084ea7d2),segment_id=163c7c7d-635e-4353-a5ea-f102084ea7d2)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:53:47.144477 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132af4bb-4a38-475f-a652-e33456d1b893 req-0c2b8069-5e01-431d-bd8b-9ad906f22559 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:47.144477 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-132af4bb-4a38-475f-a652-e33456d1b893 req-0c2b8069-5e01-431d-bd8b-9ad906f22559 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports/251fff9b-71a7-49e1-bd58-5b46a671f255 HTTP/1.1" status: 200 len: 942 time: 0.2217619 Jul 18 10:53:47.144477 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec09d2a6-7e1e-4ba6-84ab-dd473c0d29ff req-494c775c-5ef4-488c-b624-22560469ef16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:47.144477 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-ec09d2a6-7e1e-4ba6-84ab-dd473c0d29ff req-494c775c-5ef4-488c-b624-22560469ef16 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0722f3de-6f57-48f1-8200-e5895920f8b7 HTTP/1.1" status: 200 len: 855 time: 0.1512895 Jul 18 10:53:47.144860 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Jul 2022 10:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca76643d-f9a5-427b-a5a7-63c0f18a92e8 x-openstack-request-id: req-ca76643d-f9a5-427b-a5a7-63c0f18a92e8 {{(pid=111156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:53:47.144860 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f1b361f-a048-4231-8c87-b3b27c478f7d", "name": "network-vif-unplugged", "status": "completed", "tag": "e168237a-b0b4-42cb-8c89-d5ade5d9cf57", "code": 200}]} {{(pid=111156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:53:47.144860 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ca76643d-f9a5-427b-a5a7-63c0f18a92e8 {{(pid=111156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:53:47.144860 dv-cinder-849498-1-iscsi neutron-server[111156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca76643d-f9a5-427b-a5a7-63c0f18a92e8'] response: {'server_uuid': '4f1b361f-a048-4231-8c87-b3b27c478f7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e168237a-b0b4-42cb-8c89-d5ade5d9cf57', 'code': 200} Jul 18 10:53:47.145204 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec09d2a6-7e1e-4ba6-84ab-dd473c0d29ff req-e97a662d-297f-4d48-bd73-48293b03f4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:47.145204 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-ec09d2a6-7e1e-4ba6-84ab-dd473c0d29ff req-e97a662d-297f-4d48-bd73-48293b03f4cc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cacd27b7-b866-4702-aa51-5895ad956ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0686984 Jul 18 10:53:47.153400 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.services.segments.plugin [-] Segment b79fb7a8-45cf-4253-a4e0-8e4cb2774c82 resource provider aggregate not found Jul 18 10:53:47.177903 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.services.segments.plugin [-] Segment b79fb7a8-45cf-4253-a4e0-8e4cb2774c82 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b79fb7a8-45cf-4253-a4e0-8e4cb2774c82 found for delete ", "request_id": "req-79423b32-304a-4c54-9112-00e5d62519ae"}]} Jul 18 10:53:47.205910 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-ec09d2a6-7e1e-4ba6-84ab-dd473c0d29ff req-3e83784b-98d7-498f-a763-b95793938310 service neutron] 10.222.0.52 "GET /v2.0/networks/cacd27b7-b866-4702-aa51-5895ad956ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096535 Jul 18 10:53:47.247436 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (e168237a-b0b4-42cb-8c89-d5ade5d9cf57), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:47.247689 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-9b96281c-4963-4aae-b85e-91a452f0c154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3779455'] for network (2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:47.248300 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device 251fff9b-71a7-49e1-bd58-5b46a671f255 no longer exists at agent hyperv_hv-cinder-84949 {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:53:47.253297 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-9b96281c-4963-4aae-b85e-91a452f0c154 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for network (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:47.261634 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-9b96281c-4963-4aae-b85e-91a452f0c154 admin admin] 10.222.0.49 "DELETE /v2.0/networks/2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81 HTTP/1.1" status: 204 len: 168 time: 1.2363095 Jul 18 10:53:47.275939 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b96281c-4963-4aae-b85e-91a452f0c154 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c1c65d9-29f8-4dd0-b3fd-1aaa05a8fb81,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:53:47.292736 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-f99c0178-e97b-4e7c-b60a-6c4e8deb4da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (be403229-83be-414f-af9e-60aa85fb2063), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:47.295281 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-f99c0178-e97b-4e7c-b60a-6c4e8deb4da5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:47.299126 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-f99c0178-e97b-4e7c-b60a-6c4e8deb4da5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/be403229-83be-414f-af9e-60aa85fb2063 HTTP/1.1" status: 204 len: 168 time: 0.6025033 Jul 18 10:53:47.306068 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:47.332048 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-ec09d2a6-7e1e-4ba6-84ab-dd473c0d29ff req-959380cc-091e-4fbd-8ebc-55ea18a01910 service neutron] 10.222.0.52 "GET /v2.0/networks/cacd27b7-b866-4702-aa51-5895ad956ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189587 Jul 18 10:53:47.338803 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Pushing event updated for resources: {'Port': ['ID=e168237a-b0b4-42cb-8c89-d5ade5d9cf57,revision_number=8']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:53:47.346231 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99c0178-e97b-4e7c-b60a-6c4e8deb4da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be403229-83be-414f-af9e-60aa85fb2063,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:53:47.406987 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] Current status of the port 251fff9b-71a7-49e1-bd58-5b46a671f255 is: ACTIVE; New status is: DOWN {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:53:47.407387 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (251fff9b-71a7-49e1-bd58-5b46a671f255), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:47.442222 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port 251fff9b-71a7-49e1-bd58-5b46a671f255, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=251fff9b-71a7-49e1-bd58-5b46a671f255,segment=NetworkSegment(b2c33dff-4944-4886-9508-829332b4fcd6),segment_id=b2c33dff-4944-4886-9508-829332b4fcd6)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:53:47.556998 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (251fff9b-71a7-49e1-bd58-5b46a671f255), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:47.635472 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Pushing event updated for resources: {'Port': ['ID=251fff9b-71a7-49e1-bd58-5b46a671f255,revision_number=6']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:53:47.725015 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076511dc-ece8-4c84-9208-b76f7dabdc19 req-fe78085a-9b19-4937-bc05-d33adea6e2b6 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:47.726539 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-076511dc-ece8-4c84-9208-b76f7dabdc19 req-fe78085a-9b19-4937-bc05-d33adea6e2b6 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 943 time: 0.0565503 Jul 18 10:53:47.789101 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed7903d-41be-40fb-8679-a86b1fac6b03 req-f59b38ef-4896-49b4-979e-b6339f7b9700 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:47.792127 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-aed7903d-41be-40fb-8679-a86b1fac6b03 req-f59b38ef-4896-49b4-979e-b6339f7b9700 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 943 time: 0.0632219 Jul 18 10:53:47.834210 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-076511dc-ece8-4c84-9208-b76f7dabdc19 req-edba39fa-d880-420e-9481-1bdb631466f1 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3062b4c-4078-48cb-b97f-93a7563dafc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981891 Jul 18 10:53:47.871340 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 45784) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:53:47.885792 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-aed7903d-41be-40fb-8679-a86b1fac6b03 req-06941312-20a1-41d2-8975-44a7e8d5262c tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/security-groups?id=51ab4b88-8b36-4bf6-be4a-4220e2cdae89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885096 Jul 18 10:53:47.925726 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-71ad359a-47e6-44a0-af5b-965ab244d8c7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f32dc706424247d0ac1dc7a6aa633107&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0495343 Jul 18 10:53:47.925979 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 45786) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:53:47.982159 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 751f0a35-bd8d-4f73-94ac-34cb48799cf9 no longer exists at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:53:47.987607 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-0d96fdeb-51a4-4f97-ba0b-febcbcf0b8f5 admin admin] Publish callbacks [] for security_group (da9325fc-0808-4131-94b9-2b7dd26bee8b), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:48.003482 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] No Port match for: 751f0a35-bd8d-4f73-94ac-34cb48799cf9 {{(pid=111156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:53:48.004190 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 751f0a35-bd8d-4f73-94ac-34cb48799cf9 not bound to the agent host dv-cinder-849498-1-iscsi {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:53:48.016091 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-0d96fdeb-51a4-4f97-ba0b-febcbcf0b8f5 admin admin] Publish callbacks [] for security_group (da9325fc-0808-4131-94b9-2b7dd26bee8b), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:48.224914 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-0d96fdeb-51a4-4f97-ba0b-febcbcf0b8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (da9325fc-0808-4131-94b9-2b7dd26bee8b), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:48.227585 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-0d96fdeb-51a4-4f97-ba0b-febcbcf0b8f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:48.228712 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-0d96fdeb-51a4-4f97-ba0b-febcbcf0b8f5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/da9325fc-0808-4131-94b9-2b7dd26bee8b HTTP/1.1" status: 204 len: 168 time: 0.3012059 Jul 18 10:53:48.237158 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96fdeb-51a4-4f97-ba0b-febcbcf0b8f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9325fc-0808-4131-94b9-2b7dd26bee8b,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:53:48.467174 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 45790) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:53:48.485605 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-b50b8133-0fdc-4b5e-b22f-a9425b8940ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:48.558800 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-b50b8133-0fdc-4b5e-b22f-a9425b8940ac admin admin] Publish callbacks [] for security_group (efcdc0c9-1da7-46c9-aae9-f3b25ac7ee62), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:48.824701 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-b50b8133-0fdc-4b5e-b22f-a9425b8940ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (efcdc0c9-1da7-46c9-aae9-f3b25ac7ee62), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:48.830526 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:48.868148 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-b50b8133-0fdc-4b5e-b22f-a9425b8940ac admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5bd5e8591859498daad7b79584dfbc0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3998747 Jul 18 10:53:48.869105 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50b8133-0fdc-4b5e-b22f-a9425b8940ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efcdc0c9-1da7-46c9-aae9-f3b25ac7ee62,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:53:48.871423 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 45802) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:53:48.969883 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-f237ef05-a44e-4b3e-95a0-47196e7c5c43 admin admin] Publish callbacks [] for security_group (efcdc0c9-1da7-46c9-aae9-f3b25ac7ee62), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:48.997642 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-f237ef05-a44e-4b3e-95a0-47196e7c5c43 admin admin] Publish callbacks [] for security_group (efcdc0c9-1da7-46c9-aae9-f3b25ac7ee62), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:49.008112 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361f1b3a-2b02-4593-bbff-d798c870e72d req-032a8d9d-5087-4326-98c6-22325947daae tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:49.010353 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-361f1b3a-2b02-4593-bbff-d798c870e72d req-032a8d9d-5087-4326-98c6-22325947daae tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 943 time: 0.0790162 Jul 18 10:53:49.029470 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dab0fce-91d6-4e37-970c-02ba8250d354', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '251fff9b-71a7-49e1-bd58-5b46a671f255'}] {{(pid=111156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:53:49.033979 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfe4995b6dbf042dd7b3201bd1da42d47478b3b3d9ca6c613cb3b1d3a53612ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856fb05a-c4c2-4942-b818-71bd4991e50a" -d '{"events": [{"server_uuid": "3dab0fce-91d6-4e37-970c-02ba8250d354", "name": "network-vif-unplugged", "status": "completed", "tag": "251fff9b-71a7-49e1-bd58-5b46a671f255"}]}' {{(pid=111156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:53:49.086523 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36205b62-5331-4209-b77a-edb1c7f6b19a req-a7290ece-b092-4ba5-8ba0-bd720effc8c6 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:49.088036 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-36205b62-5331-4209-b77a-edb1c7f6b19a req-a7290ece-b092-4ba5-8ba0-bd720effc8c6 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 943 time: 0.1035314 Jul 18 10:53:49.130772 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-361f1b3a-2b02-4593-bbff-d798c870e72d req-96bdcf19-d7fe-4fe0-afe8-9ef005201b54 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3062b4c-4078-48cb-b97f-93a7563dafc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894017 Jul 18 10:53:49.149402 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:49.167414 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-36205b62-5331-4209-b77a-edb1c7f6b19a req-d84a515b-e229-48a0-a8ff-7dbb92355f3e tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/security-groups?id=51ab4b88-8b36-4bf6-be4a-4220e2cdae89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686965 Jul 18 10:53:49.178508 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 18 Jul 2022 10:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b300695-395c-4a20-a5a7-c787d5ba3909 x-openstack-request-id: req-7b300695-395c-4a20-a5a7-c787d5ba3909 {{(pid=111156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:53:49.178849 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dab0fce-91d6-4e37-970c-02ba8250d354", "name": "network-vif-unplugged", "status": "failed", "tag": "251fff9b-71a7-49e1-bd58-5b46a671f255", "code": 422}]} {{(pid=111156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:53:49.179134 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7b300695-395c-4a20-a5a7-c787d5ba3909 {{(pid=111156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:53:49.180963 dv-cinder-849498-1-iscsi neutron-server[111156]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-7b300695-395c-4a20-a5a7-c787d5ba3909']: {'server_uuid': '3dab0fce-91d6-4e37-970c-02ba8250d354', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '251fff9b-71a7-49e1-bd58-5b46a671f255', 'code': 422} returned with failed status Jul 18 10:53:49.196127 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-f237ef05-a44e-4b3e-95a0-47196e7c5c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (efcdc0c9-1da7-46c9-aae9-f3b25ac7ee62), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:49.198848 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-f237ef05-a44e-4b3e-95a0-47196e7c5c43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:49.200165 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-f237ef05-a44e-4b3e-95a0-47196e7c5c43 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/efcdc0c9-1da7-46c9-aae9-f3b25ac7ee62 HTTP/1.1" status: 204 len: 168 time: 0.3274312 Jul 18 10:53:49.210485 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f237ef05-a44e-4b3e-95a0-47196e7c5c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efcdc0c9-1da7-46c9-aae9-f3b25ac7ee62,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:53:50.305183 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d5f4a8-d540-48e6-bf0c-041dab794cc1 req-55675f80-ce91-4e31-9efc-74b3c78d142e tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:50.307300 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-e5d5f4a8-d540-48e6-bf0c-041dab794cc1 req-55675f80-ce91-4e31-9efc-74b3c78d142e tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 943 time: 0.0966225 Jul 18 10:53:50.316758 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316569a5-9d8a-4b39-b21c-9a501ac66422 req-e4e3264c-57dd-46f9-aa01-f148a791ee60 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:50.323902 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-316569a5-9d8a-4b39-b21c-9a501ac66422 req-e4e3264c-57dd-46f9-aa01-f148a791ee60 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 943 time: 0.0780785 Jul 18 10:53:50.413572 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-316569a5-9d8a-4b39-b21c-9a501ac66422 req-3b403d32-608c-49bb-ae3d-a9b69dce88f5 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/security-groups?id=51ab4b88-8b36-4bf6-be4a-4220e2cdae89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889370 Jul 18 10:53:50.416815 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-e5d5f4a8-d540-48e6-bf0c-041dab794cc1 req-61e2b9ad-2af4-4d2c-bef0-b27501b6417d tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3062b4c-4078-48cb-b97f-93a7563dafc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903583 Jul 18 10:53:51.188037 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:51.228065 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:51.545204 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d31b51-1c07-4375-97fa-90ea954003b9 req-95ef82ce-dc01-4369-9d72-30ad1a36e156 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:51.546755 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-62d31b51-1c07-4375-97fa-90ea954003b9 req-95ef82ce-dc01-4369-9d72-30ad1a36e156 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 943 time: 0.0501046 Jul 18 10:53:51.603748 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-62d31b51-1c07-4375-97fa-90ea954003b9 req-6bf00adb-d978-4ca4-a51a-0c95ea062669 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/security-groups?id=51ab4b88-8b36-4bf6-be4a-4220e2cdae89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498581 Jul 18 10:53:51.765052 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132af4bb-4a38-475f-a652-e33456d1b893 req-079e4400-9537-4ef3-abb1-91436f18356c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:51.770476 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-132af4bb-4a38-475f-a652-e33456d1b893 req-079e4400-9537-4ef3-abb1-91436f18356c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354&tenant_id=7f36b12884cc423988d28fdcbdb1d8f9 HTTP/1.1" status: 200 len: 1127 time: 0.0837023 Jul 18 10:53:51.847714 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132af4bb-4a38-475f-a652-e33456d1b893 req-de543163-3ec5-4699-9485-31ce56622a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:51.850577 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-132af4bb-4a38-475f-a652-e33456d1b893 req-de543163-3ec5-4699-9485-31ce56622a22 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7f36b12884cc423988d28fdcbdb1d8f9&device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 1127 time: 0.0575778 Jul 18 10:53:51.964970 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132af4bb-4a38-475f-a652-e33456d1b893 req-b7ace4f9-c982-4da8-ae9d-29338e35497d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:51.966546 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-132af4bb-4a38-475f-a652-e33456d1b893 req-b7ace4f9-c982-4da8-ae9d-29338e35497d service neutron] 10.222.0.52 "GET /v2.0/networks?id=eb380554-1a32-48db-8ee9-21d41ce83dd0 HTTP/1.1" status: 200 len: 910 time: 0.1060417 Jul 18 10:53:52.040021 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-132af4bb-4a38-475f-a652-e33456d1b893 req-c1d2bf4d-9e38-4c8e-85bb-bc99eab51155 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=251fff9b-71a7-49e1-bd58-5b46a671f255 HTTP/1.1" status: 200 len: 998 time: 0.0644338 Jul 18 10:53:52.092517 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132af4bb-4a38-475f-a652-e33456d1b893 req-a302babe-9ba2-4fb8-80a7-4cd87c362897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:52.094079 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-132af4bb-4a38-475f-a652-e33456d1b893 req-a302babe-9ba2-4fb8-80a7-4cd87c362897 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=893df6fc-9fb1-4552-b95e-a392998d3c8c HTTP/1.1" status: 200 len: 848 time: 0.0472896 Jul 18 10:53:52.139957 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132af4bb-4a38-475f-a652-e33456d1b893 req-6fbab723-9d86-4ec0-82df-9c245f90de40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:52.141488 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-132af4bb-4a38-475f-a652-e33456d1b893 req-6fbab723-9d86-4ec0-82df-9c245f90de40 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=eb380554-1a32-48db-8ee9-21d41ce83dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399113 Jul 18 10:53:52.247917 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-132af4bb-4a38-475f-a652-e33456d1b893 req-48aa6d9a-d373-450c-9fb1-9d3c5517b5a7 service neutron] 10.222.0.52 "GET /v2.0/networks/eb380554-1a32-48db-8ee9-21d41ce83dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968659 Jul 18 10:53:52.334178 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:52.345722 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-132af4bb-4a38-475f-a652-e33456d1b893 req-772f3e13-fcec-4cec-8d19-a971822386eb service neutron] 10.222.0.52 "GET /v2.0/networks/eb380554-1a32-48db-8ee9-21d41ce83dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894258 Jul 18 10:53:52.705215 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device e168237a-b0b4-42cb-8c89-d5ade5d9cf57 no longer exists at agent hyperv_hv-cinder-84949 {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:53:52.730389 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d252ec91-6c91-4e79-9060-4510f667a2c4 req-a82628ac-169d-46ee-a7cd-3c0a64a2b23a tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:52.731949 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d252ec91-6c91-4e79-9060-4510f667a2c4 req-a82628ac-169d-46ee-a7cd-3c0a64a2b23a tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 943 time: 0.0553348 Jul 18 10:53:52.785326 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] Current status of the port e168237a-b0b4-42cb-8c89-d5ade5d9cf57 is: DOWN; New status is: DOWN {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:53:52.796250 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d252ec91-6c91-4e79-9060-4510f667a2c4 req-a807a5d7-d035-4778-8770-ce3772f1b202 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/security-groups?id=51ab4b88-8b36-4bf6-be4a-4220e2cdae89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573025 Jul 18 10:53:53.763882 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a76d6bf-0d09-449f-8941-a25e15999ae5 req-10c35762-f6c1-42ed-a601-ba976adb04b1 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:53.765497 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3a76d6bf-0d09-449f-8941-a25e15999ae5 req-10c35762-f6c1-42ed-a601-ba976adb04b1 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 943 time: 0.0544181 Jul 18 10:53:53.829337 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3a76d6bf-0d09-449f-8941-a25e15999ae5 req-3ef9cb1b-f95c-4690-9b5a-96ae5f6e6333 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3062b4c-4078-48cb-b97f-93a7563dafc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565257 Jul 18 10:53:53.960428 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee75233-db3c-4c9d-b3a9-30363f397f87 req-0ae2789b-4f5f-42e4-9fdb-154e4b19e1fd tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:53.962565 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-7ee75233-db3c-4c9d-b3a9-30363f397f87 req-0ae2789b-4f5f-42e4-9fdb-154e4b19e1fd tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 943 time: 0.0572686 Jul 18 10:53:54.028622 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-7ee75233-db3c-4c9d-b3a9-30363f397f87 req-c56daec4-4e2a-4988-b38d-2b379003a401 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/security-groups?id=51ab4b88-8b36-4bf6-be4a-4220e2cdae89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582414 Jul 18 10:53:54.648926 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 45946) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:53:54.749462 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-c32b82ce-72cf-4bd7-a3ff-fdd48f0ebedf req-f193f52e-603a-46ce-b5e7-cbd66d262bd5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0992966 Jul 18 10:53:54.758059 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [req-c32b82ce-72cf-4bd7-a3ff-fdd48f0ebedf req-2dcbb346-a030-4d22-9c9d-ee02224f9ca7 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=111154) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 10:53:54.759082 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-c32b82ce-72cf-4bd7-a3ff-fdd48f0ebedf req-2dcbb346-a030-4d22-9c9d-ee02224f9ca7 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0063286 Jul 18 10:53:54.842994 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b82ce-72cf-4bd7-a3ff-fdd48f0ebedf req-e651227f-a8aa-4957-9e66-053434cb7557 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:54.844448 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-c32b82ce-72cf-4bd7-a3ff-fdd48f0ebedf req-e651227f-a8aa-4957-9e66-053434cb7557 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports/e168237a-b0b4-42cb-8c89-d5ade5d9cf57 HTTP/1.1" status: 200 len: 940 time: 0.0550244 Jul 18 10:53:54.921259 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1ff6e34c-ad2d-4d6d-84c2-aee03113dac2), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:53:54.965564 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c1320-c395-4215-abd4-007ecf2aeae9 req-cd22f286-723f-4e32-900e-ea22f0fbff2e tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:54.967163 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-4b4c1320-c395-4215-abd4-007ecf2aeae9 req-cd22f286-723f-4e32-900e-ea22f0fbff2e tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 943 time: 0.0536458 Jul 18 10:53:55.050553 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-4b4c1320-c395-4215-abd4-007ecf2aeae9 req-eff9ad30-d64c-4e85-a496-74b6029a9064 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3062b4c-4078-48cb-b97f-93a7563dafc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755906 Jul 18 10:53:55.150837 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00daf04-6b30-409c-9549-7666bfeab1f1 req-31c75769-a1ed-49fa-8e83-45d5bb2da3cf tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:55.152588 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f00daf04-6b30-409c-9549-7666bfeab1f1 req-31c75769-a1ed-49fa-8e83-45d5bb2da3cf tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 943 time: 0.0497093 Jul 18 10:53:55.212338 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f00daf04-6b30-409c-9549-7666bfeab1f1 req-6aee884f-9103-4779-a4ac-39ff400a936e tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/security-groups?id=51ab4b88-8b36-4bf6-be4a-4220e2cdae89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525925 Jul 18 10:53:56.188908 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6148ae-239f-49e7-8a91-b8f7811b4aa9 req-86f5972f-e92c-4a84-8201-986c9d24802e tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:56.190710 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-9b6148ae-239f-49e7-8a91-b8f7811b4aa9 req-86f5972f-e92c-4a84-8201-986c9d24802e tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 943 time: 0.0529327 Jul 18 10:53:56.232373 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:56.245355 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-9b6148ae-239f-49e7-8a91-b8f7811b4aa9 req-f5451e3d-e931-4d8e-8bff-40acbe5d41d9 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3062b4c-4078-48cb-b97f-93a7563dafc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480576 Jul 18 10:53:56.335076 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4a6ed-8bcc-4af9-9671-e627f405c571 req-81174912-a958-43a5-8d9b-b509fafd5809 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:56.336519 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-7dd4a6ed-8bcc-4af9-9671-e627f405c571 req-81174912-a958-43a5-8d9b-b509fafd5809 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 943 time: 0.0514643 Jul 18 10:53:56.391158 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-7dd4a6ed-8bcc-4af9-9671-e627f405c571 req-2d191a94-66d4-4f57-b228-f9a509f240f4 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/security-groups?id=51ab4b88-8b36-4bf6-be4a-4220e2cdae89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481224 Jul 18 10:53:56.736612 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb02bea4-d46b-416d-927d-c58f838f4cfd req-c82addbd-75b1-4a25-ae71-9279a26b71dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:56.738400 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-bb02bea4-d46b-416d-927d-c58f838f4cfd req-c82addbd-75b1-4a25-ae71-9279a26b71dd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7f36b12884cc423988d28fdcbdb1d8f9&device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 1127 time: 0.0489047 Jul 18 10:53:56.878373 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb02bea4-d46b-416d-927d-c58f838f4cfd req-640cb5c6-4263-4fa0-9aa5-9baa65aac367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:56.880740 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-bb02bea4-d46b-416d-927d-c58f838f4cfd req-640cb5c6-4263-4fa0-9aa5-9baa65aac367 service neutron] 10.222.0.52 "GET /v2.0/networks?id=eb380554-1a32-48db-8ee9-21d41ce83dd0 HTTP/1.1" status: 200 len: 910 time: 0.1155071 Jul 18 10:53:56.950672 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-bb02bea4-d46b-416d-927d-c58f838f4cfd req-667e6c75-e074-40c2-9394-80de8da6a791 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=251fff9b-71a7-49e1-bd58-5b46a671f255 HTTP/1.1" status: 200 len: 998 time: 0.0636461 Jul 18 10:53:57.022926 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb02bea4-d46b-416d-927d-c58f838f4cfd req-1d4ca88f-6d6a-4d3a-9252-cd7b45bac5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:57.025443 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-bb02bea4-d46b-416d-927d-c58f838f4cfd req-1d4ca88f-6d6a-4d3a-9252-cd7b45bac5bb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=893df6fc-9fb1-4552-b95e-a392998d3c8c HTTP/1.1" status: 200 len: 848 time: 0.0656946 Jul 18 10:53:57.093546 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb02bea4-d46b-416d-927d-c58f838f4cfd req-53615e51-a9d2-4a19-90e6-c74b37bbe9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:57.095124 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-bb02bea4-d46b-416d-927d-c58f838f4cfd req-53615e51-a9d2-4a19-90e6-c74b37bbe9fc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=eb380554-1a32-48db-8ee9-21d41ce83dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0618265 Jul 18 10:53:57.221966 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-bb02bea4-d46b-416d-927d-c58f838f4cfd req-edae21b5-690c-4559-a7eb-c0f4b59e73ec service neutron] 10.222.0.52 "GET /v2.0/networks/eb380554-1a32-48db-8ee9-21d41ce83dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198647 Jul 18 10:53:57.239374 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=100 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:57.352159 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-bb02bea4-d46b-416d-927d-c58f838f4cfd req-631bb0a9-72d3-4521-8af6-9f088f12d4f6 service neutron] 10.222.0.52 "GET /v2.0/networks/eb380554-1a32-48db-8ee9-21d41ce83dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240702 Jul 18 10:53:57.398558 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8320f-7866-42f9-953d-43beac9ab083 req-1b4aecf4-17cc-45f4-8cf4-415a29650531 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:57.401455 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-a7e8320f-7866-42f9-953d-43beac9ab083 req-1b4aecf4-17cc-45f4-8cf4-415a29650531 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 943 time: 0.0640881 Jul 18 10:53:57.468481 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-a7e8320f-7866-42f9-953d-43beac9ab083 req-d53f5737-5c18-4ea1-8af1-57f7ce599169 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3062b4c-4078-48cb-b97f-93a7563dafc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583892 Jul 18 10:53:57.551970 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e5333-8df4-485d-a4e9-a6b956bd3c8f req-1c0d8061-8f5d-47e3-bca5-4d01aaf7f416 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:57.554547 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-a58e5333-8df4-485d-a4e9-a6b956bd3c8f req-1c0d8061-8f5d-47e3-bca5-4d01aaf7f416 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 943 time: 0.0737162 Jul 18 10:53:57.573778 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b82ce-72cf-4bd7-a3ff-fdd48f0ebedf req-3a6aff86-f36c-49ab-b950-4412084888c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:57.575340 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-c32b82ce-72cf-4bd7-a3ff-fdd48f0ebedf req-3a6aff86-f36c-49ab-b950-4412084888c5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d&tenant_id=48497435674b41ccb34f6ff43026a232 HTTP/1.1" status: 200 len: 1127 time: 0.0600417 Jul 18 10:53:57.629064 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-a58e5333-8df4-485d-a4e9-a6b956bd3c8f req-a779fa9d-a507-4c1d-874b-db6dfd7da74a tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/security-groups?id=51ab4b88-8b36-4bf6-be4a-4220e2cdae89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677559 Jul 18 10:53:57.643171 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b82ce-72cf-4bd7-a3ff-fdd48f0ebedf req-95c38305-91d7-4e42-b781-00e09b0948a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:57.645370 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-c32b82ce-72cf-4bd7-a3ff-fdd48f0ebedf req-95c38305-91d7-4e42-b781-00e09b0948a0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=48497435674b41ccb34f6ff43026a232&device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 1127 time: 0.0433993 Jul 18 10:53:57.751279 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b82ce-72cf-4bd7-a3ff-fdd48f0ebedf req-867f0d2e-380e-4075-ad48-abb36630d19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:57.752814 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-c32b82ce-72cf-4bd7-a3ff-fdd48f0ebedf req-867f0d2e-380e-4075-ad48-abb36630d19c service neutron] 10.222.0.52 "GET /v2.0/networks?id=cacd27b7-b866-4702-aa51-5895ad956ffc HTTP/1.1" status: 200 len: 917 time: 0.0998402 Jul 18 10:53:57.917516 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-c32b82ce-72cf-4bd7-a3ff-fdd48f0ebedf req-1917948c-e45a-4667-98c8-35262ca9f924 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e168237a-b0b4-42cb-8c89-d5ade5d9cf57 HTTP/1.1" status: 200 len: 998 time: 0.0643513 Jul 18 10:53:58.501345 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b82ce-72cf-4bd7-a3ff-fdd48f0ebedf req-91131daf-4568-4f90-b070-975e7b6e1c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:58.502818 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-c32b82ce-72cf-4bd7-a3ff-fdd48f0ebedf req-91131daf-4568-4f90-b070-975e7b6e1c8b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0722f3de-6f57-48f1-8200-e5895920f8b7 HTTP/1.1" status: 200 len: 855 time: 0.0541265 Jul 18 10:53:58.556042 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b82ce-72cf-4bd7-a3ff-fdd48f0ebedf req-b6024a55-b169-4099-887c-735a35275b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:58.557606 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-c32b82ce-72cf-4bd7-a3ff-fdd48f0ebedf req-b6024a55-b169-4099-887c-735a35275b8f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cacd27b7-b866-4702-aa51-5895ad956ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457187 Jul 18 10:53:58.605265 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d3e25-79f0-4a4f-8695-d3e803adab6b req-28c2ed5f-8765-401a-8652-687d2b72950a tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:58.607510 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-243d3e25-79f0-4a4f-8695-d3e803adab6b req-28c2ed5f-8765-401a-8652-687d2b72950a tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 943 time: 0.0516751 Jul 18 10:53:58.628583 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=100 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:58.644211 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:53:58.663877 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-c32b82ce-72cf-4bd7-a3ff-fdd48f0ebedf req-b32afaff-6676-486f-8ffb-5a281bb06b5d service neutron] 10.222.0.52 "GET /v2.0/networks/cacd27b7-b866-4702-aa51-5895ad956ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967607 Jul 18 10:53:58.664757 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-243d3e25-79f0-4a4f-8695-d3e803adab6b req-9ddc5c46-d3db-4de6-ac63-32763da92d6d tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3062b4c-4078-48cb-b97f-93a7563dafc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510647 Jul 18 10:53:58.765890 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-c32b82ce-72cf-4bd7-a3ff-fdd48f0ebedf req-abb3c0bd-aff5-4914-ae35-deccf324b0ba service neutron] 10.222.0.52 "GET /v2.0/networks/cacd27b7-b866-4702-aa51-5895ad956ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943775 Jul 18 10:53:58.775532 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10526442-7095-4bd2-a1f1-ed7111aaca9b req-320f2884-b385-456c-b1d1-86535f237f2b tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:58.777162 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-10526442-7095-4bd2-a1f1-ed7111aaca9b req-320f2884-b385-456c-b1d1-86535f237f2b tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 943 time: 0.0514486 Jul 18 10:53:58.836513 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-10526442-7095-4bd2-a1f1-ed7111aaca9b req-bbd65593-3980-4399-b994-ac93d03bc3d7 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/security-groups?id=51ab4b88-8b36-4bf6-be4a-4220e2cdae89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519230 Jul 18 10:53:59.795038 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce70ab3-a1bd-4848-99c4-2a8fa195c808 req-4ed176f6-a136-49a7-9b8d-9a7379b45afe tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:59.796606 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-5ce70ab3-a1bd-4848-99c4-2a8fa195c808 req-4ed176f6-a136-49a7-9b8d-9a7379b45afe tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 943 time: 0.0516021 Jul 18 10:53:59.855267 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-5ce70ab3-a1bd-4848-99c4-2a8fa195c808 req-ae0c8b58-63ee-483a-8751-77dcc54fbeb8 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3062b4c-4078-48cb-b97f-93a7563dafc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516942 Jul 18 10:53:59.972189 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e66f71a-f681-4c6c-9f41-7adb11f67481 req-2852b504-a135-42c4-b7da-d6d951df00de tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:53:59.974660 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-9e66f71a-f681-4c6c-9f41-7adb11f67481 req-2852b504-a135-42c4-b7da-d6d951df00de tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 943 time: 0.0558970 Jul 18 10:54:00.030366 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-9e66f71a-f681-4c6c-9f41-7adb11f67481 req-f5f4047b-1f24-470c-a4d7-68834e638ed4 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/security-groups?id=51ab4b88-8b36-4bf6-be4a-4220e2cdae89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499048 Jul 18 10:54:00.997053 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0615ae-05d5-4426-9ddb-5eed241d4c86 req-ce09a612-b651-4973-adb4-9cd1025f2323 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:54:00.999557 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3b0615ae-05d5-4426-9ddb-5eed241d4c86 req-ce09a612-b651-4973-adb4-9cd1025f2323 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 943 time: 0.0549352 Jul 18 10:54:01.065627 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3b0615ae-05d5-4426-9ddb-5eed241d4c86 req-2d29df12-488a-4923-9b59-efd658de9e93 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3062b4c-4078-48cb-b97f-93a7563dafc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583363 Jul 18 10:54:01.213136 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050a9b8-ac63-4985-af02-c12d0843f5e5 req-7454b403-70be-4bae-b124-b49eab93e147 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:54:01.216563 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b050a9b8-ac63-4985-af02-c12d0843f5e5 req-7454b403-70be-4bae-b124-b49eab93e147 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 943 time: 0.0635965 Jul 18 10:54:01.276765 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b050a9b8-ac63-4985-af02-c12d0843f5e5 req-9f81a686-b4ae-4445-96af-514e6f520201 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/security-groups?id=51ab4b88-8b36-4bf6-be4a-4220e2cdae89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557625 Jul 18 10:54:01.492254 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device 251fff9b-71a7-49e1-bd58-5b46a671f255 details requested by agent hyperv_hv-cinder-84949 with host hv-cinder-84949 {{(pid=111156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 10:54:01.492254 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:54:01.547170 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port 251fff9b-71a7-49e1-bd58-5b46a671f255, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=251fff9b-71a7-49e1-bd58-5b46a671f255,segment=NetworkSegment(b2c33dff-4944-4886-9508-829332b4fcd6),segment_id=b2c33dff-4944-4886-9508-829332b4fcd6)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:54:01.562051 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Returning: {'device': '251fff9b-71a7-49e1-bd58-5b46a671f255', 'network_id': 'eb380554-1a32-48db-8ee9-21d41ce83dd0', 'port_id': '251fff9b-71a7-49e1-bd58-5b46a671f255', 'mac_address': 'fa:16:3e:a3:a0:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '893df6fc-9fb1-4552-b95e-a392998d3c8c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 10:54:01.617262 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] Current status of the port 251fff9b-71a7-49e1-bd58-5b46a671f255 is: DOWN; New status is: BUILD {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:54:01.617654 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (251fff9b-71a7-49e1-bd58-5b46a671f255), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:01.636286 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.notifiers.nova [None req-29c51914-efda-4269-8274-168d496bf900 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 251fff9b-71a7-49e1-bd58-5b46a671f255 {{(pid=111156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:54:01.663880 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port 251fff9b-71a7-49e1-bd58-5b46a671f255, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=251fff9b-71a7-49e1-bd58-5b46a671f255,segment=NetworkSegment(b2c33dff-4944-4886-9508-829332b4fcd6),segment_id=b2c33dff-4944-4886-9508-829332b4fcd6)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:54:01.773152 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (251fff9b-71a7-49e1-bd58-5b46a671f255), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:01.833759 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Pushing event updated for resources: {'Port': ['ID=251fff9b-71a7-49e1-bd58-5b46a671f255,revision_number=7']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:54:02.229224 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:54:02.241248 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f178c8d-476e-47da-b925-4194f32f814b req-9dd8997a-091c-4a45-96d5-c43ff48e8c5e tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:54:02.242762 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3f178c8d-476e-47da-b925-4194f32f814b req-9dd8997a-091c-4a45-96d5-c43ff48e8c5e tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 943 time: 0.0568705 Jul 18 10:54:02.297126 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3f178c8d-476e-47da-b925-4194f32f814b req-bab528ee-f6fb-475b-8c74-9ee627393d5f tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3062b4c-4078-48cb-b97f-93a7563dafc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486414 Jul 18 10:54:02.411350 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a84f08-7a48-42d6-8ae1-444ffa724a2c req-e8d3608b-fa76-4b1a-a14b-f68b1dd734de tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:54:02.413220 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-80a84f08-7a48-42d6-8ae1-444ffa724a2c req-e8d3608b-fa76-4b1a-a14b-f68b1dd734de tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 944 time: 0.0514431 Jul 18 10:54:02.476759 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-80a84f08-7a48-42d6-8ae1-444ffa724a2c req-16add4c9-ca9a-44f2-adef-3b357bc7f6b3 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/security-groups?id=51ab4b88-8b36-4bf6-be4a-4220e2cdae89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576472 Jul 18 10:54:02.539201 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=32 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:54:02.885961 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] get_ports_and_sgs() called for port_ids ['251fff9b-71a7-49e1-bd58-5b46a671f255'] {{(pid=111156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:54:03.160054 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:54:03.465126 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6d8be3-a441-4285-9fe2-3fec3eda0bf6 req-20e59df1-9f65-4534-950c-7268976aa99d tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:54:03.467345 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-cb6d8be3-a441-4285-9fe2-3fec3eda0bf6 req-20e59df1-9f65-4534-950c-7268976aa99d tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 943 time: 0.0689790 Jul 18 10:54:03.558280 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-cb6d8be3-a441-4285-9fe2-3fec3eda0bf6 req-a875a685-b5b0-4180-a830-709e1b0176ae tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3062b4c-4078-48cb-b97f-93a7563dafc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851498 Jul 18 10:54:03.667892 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef91b2e0-f539-4f3b-9063-5019aee2640d req-ef203fcd-27c7-4068-bc83-2600df41a418 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:54:03.669586 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ef91b2e0-f539-4f3b-9063-5019aee2640d req-ef203fcd-27c7-4068-bc83-2600df41a418 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 944 time: 0.0749385 Jul 18 10:54:03.747223 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ef91b2e0-f539-4f3b-9063-5019aee2640d req-5f401d26-0fba-48f4-8757-ab6902a26ffa tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/security-groups?id=51ab4b88-8b36-4bf6-be4a-4220e2cdae89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660627 Jul 18 10:54:04.714895 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-ba19a5bc-a2a2-4131-b1db-fed19d5d5b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1fc7cd8a-3617-45f0-b645-db80237532c9), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:04.737599 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f24035f-729c-4bdd-881c-cfbb0fd5d353 req-9e8275eb-7cfa-42d0-876b-ee91be584464 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:54:04.737599 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-5f24035f-729c-4bdd-881c-cfbb0fd5d353 req-9e8275eb-7cfa-42d0-876b-ee91be584464 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 943 time: 0.0659106 Jul 18 10:54:04.774741 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device 251fff9b-71a7-49e1-bd58-5b46a671f255 up at agent hyperv_hv-cinder-84949 {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:54:04.872448 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-29c51914-efda-4269-8274-168d496bf900 None None] Provisioning complete for port 251fff9b-71a7-49e1-bd58-5b46a671f255 triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:54:04.873176 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (251fff9b-71a7-49e1-bd58-5b46a671f255), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:04.897592 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-5f24035f-729c-4bdd-881c-cfbb0fd5d353 req-f5540e19-de64-4ef7-a52c-cd49e2c4f1ab tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3062b4c-4078-48cb-b97f-93a7563dafc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1692226 Jul 18 10:54:04.974972 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfe1ea2-8d62-4736-91cc-0257ecb16e45 req-a3270694-6075-4f7c-861c-172fe8eca9c8 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:54:04.979223 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ccfe1ea2-8d62-4736-91cc-0257ecb16e45 req-a3270694-6075-4f7c-861c-172fe8eca9c8 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 944 time: 0.0805409 Jul 18 10:54:04.985710 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] Current status of the port 251fff9b-71a7-49e1-bd58-5b46a671f255 is: BUILD; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:54:04.986369 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (251fff9b-71a7-49e1-bd58-5b46a671f255), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:05.030408 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dab0fce-91d6-4e37-970c-02ba8250d354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '251fff9b-71a7-49e1-bd58-5b46a671f255'}] {{(pid=111156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:54:05.030755 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfe4995b6dbf042dd7b3201bd1da42d47478b3b3d9ca6c613cb3b1d3a53612ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41dd486-6519-4f0d-9443-c45271020205" -d '{"events": [{"server_uuid": "3dab0fce-91d6-4e37-970c-02ba8250d354", "name": "network-vif-plugged", "status": "completed", "tag": "251fff9b-71a7-49e1-bd58-5b46a671f255"}]}' {{(pid=111156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:54:05.069355 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port 251fff9b-71a7-49e1-bd58-5b46a671f255, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=251fff9b-71a7-49e1-bd58-5b46a671f255,segment=NetworkSegment(b2c33dff-4944-4886-9508-829332b4fcd6),segment_id=b2c33dff-4944-4886-9508-829332b4fcd6)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:54:05.115169 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ea6b99-8a26-4d51-b586-224e97042ec2 x-openstack-request-id: req-d4ea6b99-8a26-4d51-b586-224e97042ec2 {{(pid=111156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:54:05.115454 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dab0fce-91d6-4e37-970c-02ba8250d354", "name": "network-vif-plugged", "status": "completed", "tag": "251fff9b-71a7-49e1-bd58-5b46a671f255", "code": 200}]} {{(pid=111156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:54:05.119907 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d4ea6b99-8a26-4d51-b586-224e97042ec2 {{(pid=111156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:54:05.120719 dv-cinder-849498-1-iscsi neutron-server[111156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4ea6b99-8a26-4d51-b586-224e97042ec2'] response: {'server_uuid': '3dab0fce-91d6-4e37-970c-02ba8250d354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '251fff9b-71a7-49e1-bd58-5b46a671f255', 'code': 200} Jul 18 10:54:05.132848 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ccfe1ea2-8d62-4736-91cc-0257ecb16e45 req-311cd0b3-8bba-425d-a349-a2a2c46ad915 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/security-groups?id=51ab4b88-8b36-4bf6-be4a-4220e2cdae89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251941 Jul 18 10:54:05.196557 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (251fff9b-71a7-49e1-bd58-5b46a671f255), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:05.300680 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Pushing event updated for resources: {'Port': ['ID=251fff9b-71a7-49e1-bd58-5b46a671f255,revision_number=8']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:54:05.513836 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 46152) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:54:05.664157 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-b3b2518e-ccdf-4615-aefc-a53acfde2e90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:05.767945 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-b3b2518e-ccdf-4615-aefc-a53acfde2e90 admin admin] Publish callbacks [] for security_group (01bfc4de-43f0-488b-8ba9-4ce3f49cbc04), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:06.051372 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab75b3d-8c93-4733-84a1-6513f54863a1 req-72ce45fc-1631-4e8a-a126-28a485b623b2 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:54:06.051372 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-dab75b3d-8c93-4733-84a1-6513f54863a1 req-72ce45fc-1631-4e8a-a126-28a485b623b2 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 943 time: 0.0571105 Jul 18 10:54:06.113101 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-dab75b3d-8c93-4733-84a1-6513f54863a1 req-926099e1-ccf7-46de-a39e-07851393a8b7 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3062b4c-4078-48cb-b97f-93a7563dafc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679650 Jul 18 10:54:06.297795 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c104396-388d-4d61-9db7-6b6c95c35ddc req-58ac65d9-9b62-4629-8aa6-00f0210f028e tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:54:06.299472 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-9c104396-388d-4d61-9db7-6b6c95c35ddc req-58ac65d9-9b62-4629-8aa6-00f0210f028e tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 945 time: 0.0623319 Jul 18 10:54:06.372267 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:54:06.415015 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-9c104396-388d-4d61-9db7-6b6c95c35ddc req-9fb42017-2332-4274-b66a-30a0c2009172 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/security-groups?id=51ab4b88-8b36-4bf6-be4a-4220e2cdae89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813761 Jul 18 10:54:06.739348 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-b3b2518e-ccdf-4615-aefc-a53acfde2e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (01bfc4de-43f0-488b-8ba9-4ce3f49cbc04), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:06.784304 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b2518e-ccdf-4615-aefc-a53acfde2e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01bfc4de-43f0-488b-8ba9-4ce3f49cbc04,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:54:06.815781 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-b3b2518e-ccdf-4615-aefc-a53acfde2e90 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b7815e6973aa406f9db9d81432e729c4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3001544 Jul 18 10:54:06.817271 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 46176) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:54:06.924558 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-ad2b445c-937e-4ecd-b76e-182555da1ca0 admin admin] Publish callbacks [] for security_group (01bfc4de-43f0-488b-8ba9-4ce3f49cbc04), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:06.955733 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-ad2b445c-937e-4ecd-b76e-182555da1ca0 admin admin] Publish callbacks [] for security_group (01bfc4de-43f0-488b-8ba9-4ce3f49cbc04), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:06.984517 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:54:07.128406 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-cceb8ab3-8594-48d0-8d9c-814b8ed5bb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (e6bcb791-bd43-4d6b-ab54-e591cb66712b), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:07.191262 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-ad2b445c-937e-4ecd-b76e-182555da1ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (01bfc4de-43f0-488b-8ba9-4ce3f49cbc04), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:07.209094 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-ad2b445c-937e-4ecd-b76e-182555da1ca0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:07.217799 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-ad2b445c-937e-4ecd-b76e-182555da1ca0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/01bfc4de-43f0-488b-8ba9-4ce3f49cbc04 HTTP/1.1" status: 204 len: 168 time: 0.3960657 Jul 18 10:54:07.244337 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2b445c-937e-4ecd-b76e-182555da1ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01bfc4de-43f0-488b-8ba9-4ce3f49cbc04,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:54:07.431942 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a7ef2-3c19-4533-89a3-534302e5ae8c req-69d4ac22-7565-421a-9c6f-0ba4c8f1bcb3 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:54:07.433681 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-241a7ef2-3c19-4533-89a3-534302e5ae8c req-69d4ac22-7565-421a-9c6f-0ba4c8f1bcb3 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 943 time: 0.0708504 Jul 18 10:54:07.558192 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-241a7ef2-3c19-4533-89a3-534302e5ae8c req-eb3bfb5d-be67-4dba-b05c-e296e1178632 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3062b4c-4078-48cb-b97f-93a7563dafc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180632 Jul 18 10:54:07.591732 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2398ceda-ee29-4b23-9478-c59cf86427fc req-398ff309-61cb-4e25-82df-5300a9d1394d tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:54:07.593626 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2398ceda-ee29-4b23-9478-c59cf86427fc req-398ff309-61cb-4e25-82df-5300a9d1394d tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 945 time: 0.0953696 Jul 18 10:54:07.692348 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2398ceda-ee29-4b23-9478-c59cf86427fc req-1b5a6058-c80b-40a9-be85-bddc74b01edc tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/security-groups?id=51ab4b88-8b36-4bf6-be4a-4220e2cdae89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864325 Jul 18 10:54:08.144627 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-ce070233-206f-40ab-920e-7b3694335a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (dfa25df3-493c-43ae-826d-29cbf3b2bfa8), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:08.783757 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c64418-fa9c-41f1-b177-710bee428a4b req-fff4a699-a97f-4798-8723-ba768fa9ffc4 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:54:08.792717 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-59c64418-fa9c-41f1-b177-710bee428a4b req-fff4a699-a97f-4798-8723-ba768fa9ffc4 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 943 time: 0.0844886 Jul 18 10:54:08.874722 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-59c64418-fa9c-41f1-b177-710bee428a4b req-88b4e0b7-9103-4f42-bf8b-c4a461233a4e tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3062b4c-4078-48cb-b97f-93a7563dafc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840509 Jul 18 10:54:08.998706 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f06f1-76d2-420a-aa9f-d7da480af9c9 req-d85ef28c-d5ab-4b63-ad91-a5f9520461b4 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:54:08.998706 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-232f06f1-76d2-420a-aa9f-d7da480af9c9 req-d85ef28c-d5ab-4b63-ad91-a5f9520461b4 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 945 time: 0.0757236 Jul 18 10:54:09.086148 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-232f06f1-76d2-420a-aa9f-d7da480af9c9 req-b0d80b56-ca95-4b10-a96a-66264cfd0c5c tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/security-groups?id=51ab4b88-8b36-4bf6-be4a-4220e2cdae89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805833 Jul 18 10:54:09.909492 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f8336af3-fca9-403e-a19b-06518ba3f665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (7e71126e-a656-43d8-a2eb-058f1b343885), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:10.025022 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0412caa-2906-4c6a-9a3e-49d074b32e16 req-9d28fc78-15d3-4d26-82e9-b78d77af02f3 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:54:10.026906 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-a0412caa-2906-4c6a-9a3e-49d074b32e16 req-9d28fc78-15d3-4d26-82e9-b78d77af02f3 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 943 time: 0.0574803 Jul 18 10:54:10.081812 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (62f731a8-190a-49a2-85f5-14fe4e09184e), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:10.097614 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-a0412caa-2906-4c6a-9a3e-49d074b32e16 req-817e34f7-9346-4212-b71a-5638e11e0c1a tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3062b4c-4078-48cb-b97f-93a7563dafc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640197 Jul 18 10:54:10.222925 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c8ccc9-2496-4ffa-94c8-b17158e2a654 req-73a1659d-6788-48cf-a351-0aa228894764 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:54:10.224658 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d7c8ccc9-2496-4ffa-94c8-b17158e2a654 req-73a1659d-6788-48cf-a351-0aa228894764 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 945 time: 0.0647697 Jul 18 10:54:10.294711 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d7c8ccc9-2496-4ffa-94c8-b17158e2a654 req-a68f12e4-5725-4b8e-b31e-269cc39bd328 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/security-groups?id=51ab4b88-8b36-4bf6-be4a-4220e2cdae89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623477 Jul 18 10:54:10.632246 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ae553-ad8d-4e7e-bd49-9ef70488bb07 req-2aa54088-c82f-425e-8408-90474a071296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:54:10.633857 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-3e4ae553-ad8d-4e7e-bd49-9ef70488bb07 req-2aa54088-c82f-425e-8408-90474a071296 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 1129 time: 0.0521054 Jul 18 10:54:10.690188 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-3e4ae553-ad8d-4e7e-bd49-9ef70488bb07 req-c3e23ee9-fe00-497d-a959-43f9986f26f0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=51ab4b88-8b36-4bf6-be4a-4220e2cdae89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473452 Jul 18 10:54:11.229672 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762c29f-b777-46e2-ad37-d94d89e222b8 req-8e828f3e-582c-4a8f-a84c-021bd23cdc36 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:54:11.231218 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f762c29f-b777-46e2-ad37-d94d89e222b8 req-8e828f3e-582c-4a8f-a84c-021bd23cdc36 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 943 time: 0.0509834 Jul 18 10:54:11.283687 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f762c29f-b777-46e2-ad37-d94d89e222b8 req-55194522-b5d1-4390-9c41-56c68303162d tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3062b4c-4078-48cb-b97f-93a7563dafc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464146 Jul 18 10:54:11.443092 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3494c746-0008-4cf5-af3e-68948c77cebf req-1c4757d2-be1f-4dd5-92c4-722ceca16db8 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:54:11.445263 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3494c746-0008-4cf5-af3e-68948c77cebf req-1c4757d2-be1f-4dd5-92c4-722ceca16db8 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 945 time: 0.0598605 Jul 18 10:54:11.500299 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3494c746-0008-4cf5-af3e-68948c77cebf req-fe12ac28-b43b-4e25-bf28-eaafb5b36c59 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/security-groups?id=51ab4b88-8b36-4bf6-be4a-4220e2cdae89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485117 Jul 18 10:54:12.387772 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:54:12.409522 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9779d6b8-b89d-4232-bf8c-ad007227e2d7 req-16373b96-7c23-4e57-9d1e-3d429539a0e8 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:54:12.411907 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-9779d6b8-b89d-4232-bf8c-ad007227e2d7 req-16373b96-7c23-4e57-9d1e-3d429539a0e8 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 943 time: 0.0536418 Jul 18 10:54:12.467731 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-9779d6b8-b89d-4232-bf8c-ad007227e2d7 req-ea29f20f-99ac-4f3e-a03e-e350be243728 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3062b4c-4078-48cb-b97f-93a7563dafc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460033 Jul 18 10:54:12.627129 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcfb4d1-ef58-4ab8-8afc-c9da9a31e6a7 req-5b191948-2c6d-4a62-8a77-246b7850b674 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:54:12.628767 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-dbcfb4d1-ef58-4ab8-8afc-c9da9a31e6a7 req-5b191948-2c6d-4a62-8a77-246b7850b674 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 945 time: 0.0526423 Jul 18 10:54:12.690335 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-dbcfb4d1-ef58-4ab8-8afc-c9da9a31e6a7 req-87fc0a75-deca-4437-ac36-cce1fa71b53b tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/security-groups?id=51ab4b88-8b36-4bf6-be4a-4220e2cdae89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547225 Jul 18 10:54:12.837452 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device e168237a-b0b4-42cb-8c89-d5ade5d9cf57 details requested by agent hyperv_hv-cinder-84949 with host hv-cinder-84949 {{(pid=111156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 10:54:12.937730 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:54:12.960649 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port e168237a-b0b4-42cb-8c89-d5ade5d9cf57, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=e168237a-b0b4-42cb-8c89-d5ade5d9cf57,segment=NetworkSegment(163c7c7d-635e-4353-a5ea-f102084ea7d2),segment_id=163c7c7d-635e-4353-a5ea-f102084ea7d2)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:54:12.974138 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Returning: {'device': 'e168237a-b0b4-42cb-8c89-d5ade5d9cf57', 'network_id': 'cacd27b7-b866-4702-aa51-5895ad956ffc', 'port_id': 'e168237a-b0b4-42cb-8c89-d5ade5d9cf57', 'mac_address': 'fa:16:3e:ab:f7:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0722f3de-6f57-48f1-8200-e5895920f8b7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 10:54:13.012035 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] Current status of the port e168237a-b0b4-42cb-8c89-d5ade5d9cf57 is: DOWN; New status is: BUILD {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:54:13.012463 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (e168237a-b0b4-42cb-8c89-d5ade5d9cf57), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:13.026365 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.notifiers.nova [None req-29c51914-efda-4269-8274-168d496bf900 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e168237a-b0b4-42cb-8c89-d5ade5d9cf57 {{(pid=111156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:54:13.046658 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port e168237a-b0b4-42cb-8c89-d5ade5d9cf57, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=e168237a-b0b4-42cb-8c89-d5ade5d9cf57,segment=NetworkSegment(163c7c7d-635e-4353-a5ea-f102084ea7d2),segment_id=163c7c7d-635e-4353-a5ea-f102084ea7d2)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:54:13.163914 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (e168237a-b0b4-42cb-8c89-d5ade5d9cf57), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:13.215702 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Pushing event updated for resources: {'Port': ['ID=e168237a-b0b4-42cb-8c89-d5ade5d9cf57,revision_number=9']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:54:13.408431 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] get_ports_and_sgs() called for port_ids ['e168237a-b0b4-42cb-8c89-d5ade5d9cf57'] {{(pid=111156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:54:13.516625 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:54:13.532208 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 46306) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:54:13.605768 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a139be19-c129-44eb-8c94-7e87b926f33f req-e2f467cc-0a4e-484a-959e-6efc7497550b tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:54:13.617629 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-a139be19-c129-44eb-8c94-7e87b926f33f req-e2f467cc-0a4e-484a-959e-6efc7497550b tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 944 time: 0.0530465 Jul 18 10:54:13.666860 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-a139be19-c129-44eb-8c94-7e87b926f33f req-47dae169-ae15-444e-8a2f-910ac738285c tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3062b4c-4078-48cb-b97f-93a7563dafc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533769 Jul 18 10:54:13.675005 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-a6c21600-bfa6-4f22-9532-ef2dd6f4ad54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:13.683878 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:54:13.761038 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-a6c21600-bfa6-4f22-9532-ef2dd6f4ad54 admin admin] Publish callbacks [] for security_group (04326ca4-03cb-47bc-bd4a-d4c0d9d48b63), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:13.824972 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ccd3cf-8f54-4f7c-b598-43263d0178cb req-43f1d3f7-cfb3-4ed2-82da-43a4d925bf60 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:54:13.826498 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-a0ccd3cf-8f54-4f7c-b598-43263d0178cb req-43f1d3f7-cfb3-4ed2-82da-43a4d925bf60 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 945 time: 0.0504189 Jul 18 10:54:13.846985 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:54:13.880855 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-a0ccd3cf-8f54-4f7c-b598-43263d0178cb req-a3768915-6084-4e42-8dae-b88dfd55d1e3 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/security-groups?id=51ab4b88-8b36-4bf6-be4a-4220e2cdae89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485237 Jul 18 10:54:13.988799 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-a6c21600-bfa6-4f22-9532-ef2dd6f4ad54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (04326ca4-03cb-47bc-bd4a-d4c0d9d48b63), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:14.032482 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-a6c21600-bfa6-4f22-9532-ef2dd6f4ad54 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c1d70e3c660540c99b8236e3908be637&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4991260 Jul 18 10:54:14.033214 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c21600-bfa6-4f22-9532-ef2dd6f4ad54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04326ca4-03cb-47bc-bd4a-d4c0d9d48b63,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:54:14.035406 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 46318) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:54:14.090076 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-40960f03-f73c-4039-b285-6e0210b0d154 admin admin] Publish callbacks [] for security_group (04326ca4-03cb-47bc-bd4a-d4c0d9d48b63), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:14.112308 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-40960f03-f73c-4039-b285-6e0210b0d154 admin admin] Publish callbacks [] for security_group (04326ca4-03cb-47bc-bd4a-d4c0d9d48b63), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:14.258292 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-40960f03-f73c-4039-b285-6e0210b0d154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (04326ca4-03cb-47bc-bd4a-d4c0d9d48b63), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:14.260818 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-40960f03-f73c-4039-b285-6e0210b0d154 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:14.261977 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-40960f03-f73c-4039-b285-6e0210b0d154 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/04326ca4-03cb-47bc-bd4a-d4c0d9d48b63 HTTP/1.1" status: 204 len: 168 time: 0.2255859 Jul 18 10:54:14.270669 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40960f03-f73c-4039-b285-6e0210b0d154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04326ca4-03cb-47bc-bd4a-d4c0d9d48b63,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:54:14.798318 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b32f1-498b-41b4-9ffb-747eea6fd6fa req-9a2add35-5107-4247-b28c-0a944addddce tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:54:14.800726 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-982b32f1-498b-41b4-9ffb-747eea6fd6fa req-9a2add35-5107-4247-b28c-0a944addddce tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 944 time: 0.0543475 Jul 18 10:54:14.843519 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device e168237a-b0b4-42cb-8c89-d5ade5d9cf57 up at agent hyperv_hv-cinder-84949 {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:54:14.856115 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-982b32f1-498b-41b4-9ffb-747eea6fd6fa req-41ed3606-3385-4aac-b221-2710c38a6bc6 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3062b4c-4078-48cb-b97f-93a7563dafc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487440 Jul 18 10:54:14.891135 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-29c51914-efda-4269-8274-168d496bf900 None None] Provisioning complete for port e168237a-b0b4-42cb-8c89-d5ade5d9cf57 triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:54:14.891530 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (e168237a-b0b4-42cb-8c89-d5ade5d9cf57), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:14.969287 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] Current status of the port e168237a-b0b4-42cb-8c89-d5ade5d9cf57 is: BUILD; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:54:14.969674 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (e168237a-b0b4-42cb-8c89-d5ade5d9cf57), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:14.997748 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1b361f-a048-4231-8c87-b3b27c478f7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e168237a-b0b4-42cb-8c89-d5ade5d9cf57'}] {{(pid=111156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:54:15.000096 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfe4995b6dbf042dd7b3201bd1da42d47478b3b3d9ca6c613cb3b1d3a53612ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c5f72b-382d-4e92-a602-f53c7bfaab0c" -d '{"events": [{"server_uuid": "4f1b361f-a048-4231-8c87-b3b27c478f7d", "name": "network-vif-plugged", "status": "completed", "tag": "e168237a-b0b4-42cb-8c89-d5ade5d9cf57"}]}' {{(pid=111156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:54:15.014856 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port e168237a-b0b4-42cb-8c89-d5ade5d9cf57, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=e168237a-b0b4-42cb-8c89-d5ade5d9cf57,segment=NetworkSegment(163c7c7d-635e-4353-a5ea-f102084ea7d2),segment_id=163c7c7d-635e-4353-a5ea-f102084ea7d2)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:54:15.042677 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304aac68-b6fd-427a-bd59-9aa01a471f57 x-openstack-request-id: req-304aac68-b6fd-427a-bd59-9aa01a471f57 {{(pid=111156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:54:15.043036 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f1b361f-a048-4231-8c87-b3b27c478f7d", "name": "network-vif-plugged", "status": "completed", "tag": "e168237a-b0b4-42cb-8c89-d5ade5d9cf57", "code": 200}]} {{(pid=111156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:54:15.043222 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-304aac68-b6fd-427a-bd59-9aa01a471f57 {{(pid=111156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:54:15.043746 dv-cinder-849498-1-iscsi neutron-server[111156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-304aac68-b6fd-427a-bd59-9aa01a471f57'] response: {'server_uuid': '4f1b361f-a048-4231-8c87-b3b27c478f7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e168237a-b0b4-42cb-8c89-d5ade5d9cf57', 'code': 200} Jul 18 10:54:15.126711 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (e168237a-b0b4-42cb-8c89-d5ade5d9cf57), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:15.175556 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Pushing event updated for resources: {'Port': ['ID=e168237a-b0b4-42cb-8c89-d5ade5d9cf57,revision_number=10']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:54:15.478119 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb2203a-eb8d-4342-855a-9931c6e6324a req-ed893cc3-201d-44a8-b098-278c252dac21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:54:15.479642 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-0fb2203a-eb8d-4342-855a-9931c6e6324a req-ed893cc3-201d-44a8-b098-278c252dac21 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 1130 time: 0.0482812 Jul 18 10:54:15.528296 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-0fb2203a-eb8d-4342-855a-9931c6e6324a req-81717db6-b1bc-4273-8b57-3409dd03a89d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c3062b4c-4078-48cb-b97f-93a7563dafc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423672 Jul 18 10:54:15.995963 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e359d9-1fd7-429c-bf58-dd27dc587b9a req-3cae06bb-7edb-4025-b9e9-02e806f79e58 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:54:15.997660 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-85e359d9-1fd7-429c-bf58-dd27dc587b9a req-3cae06bb-7edb-4025-b9e9-02e806f79e58 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 946 time: 0.0542159 Jul 18 10:54:16.048109 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-85e359d9-1fd7-429c-bf58-dd27dc587b9a req-810abafb-0879-4cfb-8cf9-c2de9de84195 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3062b4c-4078-48cb-b97f-93a7563dafc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444684 Jul 18 10:54:17.181436 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8adc8c-5a2a-40d9-8076-7a19625ff690 req-4f14eb23-7a8e-4621-8a0c-53e3d9b433f8 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:54:17.183041 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ba8adc8c-5a2a-40d9-8076-7a19625ff690 req-4f14eb23-7a8e-4621-8a0c-53e3d9b433f8 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 946 time: 0.0498075 Jul 18 10:54:17.233899 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ba8adc8c-5a2a-40d9-8076-7a19625ff690 req-40ab20f7-4289-491f-ae42-5bab3e1c687d tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3062b4c-4078-48cb-b97f-93a7563dafc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448916 Jul 18 10:54:17.748650 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.agents_db [None req-9b2825e1-dfaa-4032-a283-1b7ae0979f6b None None] Agent healthcheck: found 6 active agents {{(pid=111157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:54:18.363183 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7996a9-a63b-4329-b047-91adba62e0d3 req-c023a5ac-d380-46f3-b038-987186ae8468 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:54:18.364853 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-0b7996a9-a63b-4329-b047-91adba62e0d3 req-c023a5ac-d380-46f3-b038-987186ae8468 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 946 time: 0.0524821 Jul 18 10:54:18.402028 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:54:18.422068 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-0b7996a9-a63b-4329-b047-91adba62e0d3 req-f63103a7-6418-4dfa-b02f-d208b8dfef67 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3062b4c-4078-48cb-b97f-93a7563dafc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515926 Jul 18 10:54:19.551833 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86beb9b7-676c-4aed-8966-d98d494add38 req-f8e76e43-e85b-4e13-a550-4b845c9d8ab4 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:54:19.553520 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-86beb9b7-676c-4aed-8966-d98d494add38 req-f8e76e43-e85b-4e13-a550-4b845c9d8ab4 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 946 time: 0.0512271 Jul 18 10:54:19.606910 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-86beb9b7-676c-4aed-8966-d98d494add38 req-cc4d67ec-d4e7-42da-a3d0-bc0d84cb493f tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3062b4c-4078-48cb-b97f-93a7563dafc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478277 Jul 18 10:54:21.473864 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6322224-adf3-41d7-906b-85dd6c919964 req-4f0ff92a-9e65-4aac-8d88-d9830c648acd tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:54:21.475954 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-c6322224-adf3-41d7-906b-85dd6c919964 req-4f0ff92a-9e65-4aac-8d88-d9830c648acd tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=9faaf917-748f-4856-8100-c52e60ae0543 HTTP/1.1" status: 200 len: 945 time: 0.0566423 Jul 18 10:54:21.527906 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-c6322224-adf3-41d7-906b-85dd6c919964 req-6d3cbfde-0a3d-47ac-954e-f4b66beafb27 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/security-groups?id=d629360c-2eac-49e9-86ae-2b1dbd4fb64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454571 Jul 18 10:54:22.655563 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9475281-8929-409c-bff7-4625fc4f484c req-148534cd-ed7a-46c8-873d-b245166f7c67 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:54:22.657109 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-c9475281-8929-409c-bff7-4625fc4f484c req-148534cd-ed7a-46c8-873d-b245166f7c67 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=9faaf917-748f-4856-8100-c52e60ae0543 HTTP/1.1" status: 200 len: 945 time: 0.0557284 Jul 18 10:54:22.709167 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-c9475281-8929-409c-bff7-4625fc4f484c req-4e427766-e30a-4b30-a797-177324362bbb tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/security-groups?id=d629360c-2eac-49e9-86ae-2b1dbd4fb64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458772 Jul 18 10:54:23.205011 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890bb272-7a6b-461b-b9ba-dc4113bd2aa4 req-254c3eeb-69ef-442d-9a04-6e02a122b558 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:54:23.206560 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-890bb272-7a6b-461b-b9ba-dc4113bd2aa4 req-254c3eeb-69ef-442d-9a04-6e02a122b558 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.52 "GET /v2.0/ports?device_id=9faaf917-748f-4856-8100-c52e60ae0543 HTTP/1.1" status: 200 len: 945 time: 0.0488710 Jul 18 10:54:23.286783 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:54:23.295407 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.plugin [req-890bb272-7a6b-461b-b9ba-dc4113bd2aa4 req-1088e145-af6a-4cd2-8f9d-3263ca7f7912 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Deleting port c81718ab-c440-4c7c-acd6-9b66da2b719c {{(pid=111154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:54:23.295757 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-890bb272-7a6b-461b-b9ba-dc4113bd2aa4 req-1088e145-af6a-4cd2-8f9d-3263ca7f7912 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (c81718ab-c440-4c7c-acd6-9b66da2b719c), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:23.649580 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.db [req-890bb272-7a6b-461b-b9ba-dc4113bd2aa4 req-1088e145-af6a-4cd2-8f9d-3263ca7f7912 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] For port c81718ab-c440-4c7c-acd6-9b66da2b719c, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=c81718ab-c440-4c7c-acd6-9b66da2b719c,segment=NetworkSegment(984404a2-43ca-40f3-9583-38762b7d5434),segment_id=984404a2-43ca-40f3-9583-38762b7d5434)] {{(pid=111154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:54:23.649861 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-890bb272-7a6b-461b-b9ba-dc4113bd2aa4 req-1088e145-af6a-4cd2-8f9d-3263ca7f7912 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (c81718ab-c440-4c7c-acd6-9b66da2b719c), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:23.837384 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-890bb272-7a6b-461b-b9ba-dc4113bd2aa4 req-1088e145-af6a-4cd2-8f9d-3263ca7f7912 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:23.838582 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-890bb272-7a6b-461b-b9ba-dc4113bd2aa4 req-1088e145-af6a-4cd2-8f9d-3263ca7f7912 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778871'] for floatingip (fb805bf7-ddb3-4336-9f26-3f170277fd43), after_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:23.839478 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.db.l3_db [req-890bb272-7a6b-461b-b9ba-dc4113bd2aa4 req-1088e145-af6a-4cd2-8f9d-3263ca7f7912 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Floating IP fb805bf7-ddb3-4336-9f26-3f170277fd43 disassociated. External IP: 172.27.1.222, port: c81718ab-c440-4c7c-acd6-9b66da2b719c. Jul 18 10:54:23.840010 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.plugin [req-890bb272-7a6b-461b-b9ba-dc4113bd2aa4 req-1088e145-af6a-4cd2-8f9d-3263ca7f7912 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Calling delete_port for c81718ab-c440-4c7c-acd6-9b66da2b719c owned by compute:nova {{(pid=111154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:54:23.864411 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6471ce78-f8e0-49da-93a0-018b02464c37 req-8bbab189-8a1c-4cae-ad33-1f8652a2c7c9 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:54:23.864411 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-6471ce78-f8e0-49da-93a0-018b02464c37 req-8bbab189-8a1c-4cae-ad33-1f8652a2c7c9 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=9faaf917-748f-4856-8100-c52e60ae0543 HTTP/1.1" status: 200 len: 945 time: 0.0675728 Jul 18 10:54:23.918516 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-6471ce78-f8e0-49da-93a0-018b02464c37 req-05d87c09-e826-47f4-b32d-d140ba0ae7d2 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/security-groups?id=d629360c-2eac-49e9-86ae-2b1dbd4fb64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439656 Jul 18 10:54:24.052456 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-890bb272-7a6b-461b-b9ba-dc4113bd2aa4 req-1088e145-af6a-4cd2-8f9d-3263ca7f7912 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127334210'] for port (c81718ab-c440-4c7c-acd6-9b66da2b719c), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:24.083024 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1088e145-af6a-4cd2-8f9d-3263ca7f7912 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Pushing event deleted for resources: {'Port': ['ID=c81718ab-c440-4c7c-acd6-9b66da2b719c,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:54:24.198260 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-890bb272-7a6b-461b-b9ba-dc4113bd2aa4 req-1088e145-af6a-4cd2-8f9d-3263ca7f7912 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Router 6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3 has already been hosted by L3 agent e6bcb791-bd43-4d6b-ab54-e591cb66712b {{(pid=111154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:54:24.245345 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:54:24.310199 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-890bb272-7a6b-461b-b9ba-dc4113bd2aa4 req-1088e145-af6a-4cd2-8f9d-3263ca7f7912 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Notify agent at l3_agent.dv-cinder-849498-1-iscsi the message routers_updated {{(pid=111154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:54:24.321819 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe458f6-8ab0-4b2d-9485-ee34ade7e01f None None] Sync routers for ids ['6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3'] in dv-cinder-849498-1-iscsi {{(pid=111157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:54:24.333436 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe458f6-8ab0-4b2d-9485-ee34ade7e01f None None] Routers {'6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:54:24.334374 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-9fe458f6-8ab0-4b2d-9485-ee34ade7e01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:54:07Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3'], 'active': True} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:54:24.354348 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.l3_dvrscheduler_db [req-890bb272-7a6b-461b-b9ba-dc4113bd2aa4 req-1088e145-af6a-4cd2-8f9d-3263ca7f7912 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] No DVR routers for this DVR port c81718ab-c440-4c7c-acd6-9b66da2b719c on host hv-cinder-84949 {{(pid=111154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:54:24.356884 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-890bb272-7a6b-461b-b9ba-dc4113bd2aa4 req-1088e145-af6a-4cd2-8f9d-3263ca7f7912 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for port (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:24.360109 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-890bb272-7a6b-461b-b9ba-dc4113bd2aa4 req-1088e145-af6a-4cd2-8f9d-3263ca7f7912 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.52 "DELETE /v2.0/ports/c81718ab-c440-4c7c-acd6-9b66da2b719c HTTP/1.1" status: 204 len: 173 time: 1.1480305 Jul 18 10:54:24.360548 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9faaf917-748f-4856-8100-c52e60ae0543', 'name': 'network-vif-deleted', 'tag': 'c81718ab-c440-4c7c-acd6-9b66da2b719c'}] {{(pid=111154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:54:24.363336 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76f28ae75f34143b6717ab81e854799a90e2618b86a46665dc49940857a7474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8efae5ad-9c63-4a3c-abc4-7f0d507189bd" -d '{"events": [{"server_uuid": "9faaf917-748f-4856-8100-c52e60ae0543", "name": "network-vif-deleted", "tag": "c81718ab-c440-4c7c-acd6-9b66da2b719c"}]}' {{(pid=111154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:54:24.403158 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4bf2fb5-1410-4818-a2e2-4c325a4e37c9 x-openstack-request-id: req-c4bf2fb5-1410-4818-a2e2-4c325a4e37c9 {{(pid=111154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:54:24.403453 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9faaf917-748f-4856-8100-c52e60ae0543", "name": "network-vif-deleted", "tag": "c81718ab-c440-4c7c-acd6-9b66da2b719c", "status": "completed", "code": 200}]} {{(pid=111154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:54:24.403710 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c4bf2fb5-1410-4818-a2e2-4c325a4e37c9 {{(pid=111154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:54:24.404118 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4bf2fb5-1410-4818-a2e2-4c325a4e37c9'] response: {'server_uuid': '9faaf917-748f-4856-8100-c52e60ae0543', 'name': 'network-vif-deleted', 'tag': 'c81718ab-c440-4c7c-acd6-9b66da2b719c', 'status': 'completed', 'code': 200} Jul 18 10:54:24.461439 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvr_db [None req-9fe458f6-8ab0-4b2d-9485-ee34ade7e01f None None] Set router 6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:54:24.673422 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-9fe458f6-8ab0-4b2d-9485-ee34ade7e01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'name': 'tempest-AttachVolumeNegativeTest-431570464-router', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '4083be66-18b5-4ad2-a323-569672bf755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:00Z', 'updated_at': '2022-07-18T10:47:14Z', 'revision_number': 4, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'gw_port': {'id': '4083be66-18b5-4ad2-a323-569672bf755b', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:02Z', 'updated_at': '2022-07-18T10:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': '603b1623-5cf2-4603-b446-434aeca6fd4c', 'name': '', 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'mac_address': 'fa:16:3e:29:7e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'aa197fa4-4b14-4357-8299-842622dc6172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:10Z', 'updated_at': '2022-07-18T10:47:38Z', 'revision_number': 5, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'subnets': [{'id': 'aa197fa4-4b14-4357-8299-842622dc6172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:54:24.703460 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe458f6-8ab0-4b2d-9485-ee34ade7e01f None None] Checking router: 6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3 for host: dv-cinder-849498-1-iscsi {{(pid=111157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:54:24.712345 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe458f6-8ab0-4b2d-9485-ee34ade7e01f None None] Routers {'6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:54:24.712984 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-9fe458f6-8ab0-4b2d-9485-ee34ade7e01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:54:07Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3'], 'active': True} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:54:24.817023 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvr_db [None req-9fe458f6-8ab0-4b2d-9485-ee34ade7e01f None None] Set router 6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:54:24.881213 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1ff6e34c-ad2d-4d6d-84c2-aee03113dac2), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:25.060285 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-95a04a95-ba80-47a1-89a8-ba879e67424a req-b3807527-6d13-4154-a8db-22e843d22718 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=9faaf917-748f-4856-8100-c52e60ae0543 HTTP/1.1" status: 200 len: 210 time: 0.0313070 Jul 18 10:54:25.111776 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-9fe458f6-8ab0-4b2d-9485-ee34ade7e01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'name': 'tempest-AttachVolumeNegativeTest-431570464-router', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '4083be66-18b5-4ad2-a323-569672bf755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:00Z', 'updated_at': '2022-07-18T10:47:14Z', 'revision_number': 4, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'gw_port': {'id': '4083be66-18b5-4ad2-a323-569672bf755b', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:02Z', 'updated_at': '2022-07-18T10:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': '603b1623-5cf2-4603-b446-434aeca6fd4c', 'name': '', 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'mac_address': 'fa:16:3e:29:7e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'aa197fa4-4b14-4357-8299-842622dc6172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:10Z', 'updated_at': '2022-07-18T10:47:38Z', 'revision_number': 5, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'subnets': [{'id': 'aa197fa4-4b14-4357-8299-842622dc6172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:54:25.137417 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe458f6-8ab0-4b2d-9485-ee34ade7e01f None None] The sync data for ids ['6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3'] in dv-cinder-849498-1-iscsi is: [{'id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'name': 'tempest-AttachVolumeNegativeTest-431570464-router', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '4083be66-18b5-4ad2-a323-569672bf755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:00Z', 'updated_at': '2022-07-18T10:47:14Z', 'revision_number': 4, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'gw_port': {'id': '4083be66-18b5-4ad2-a323-569672bf755b', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:02Z', 'updated_at': '2022-07-18T10:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': '603b1623-5cf2-4603-b446-434aeca6fd4c', 'name': '', 'network_id': 'cfde60e0-9a8e-4b4d-8a28-cc720005757b', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'mac_address': 'fa:16:3e:29:7e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'aa197fa4-4b14-4357-8299-842622dc6172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:10Z', 'updated_at': '2022-07-18T10:47:38Z', 'revision_number': 5, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'subnets': [{'id': 'aa197fa4-4b14-4357-8299-842622dc6172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:54:25.361123 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd677e0f-366f-4a70-889f-b109f3bc1b3a None None] New status for floating IP fb805bf7-ddb3-4336-9f26-3f170277fd43: DOWN {{(pid=111156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 10:54:26.181116 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-00a51bca-aef7-4a49-b0a4-45ef9d95cf7e req-46c82a12-0e3e-427c-820c-00fc917ba909 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=9faaf917-748f-4856-8100-c52e60ae0543 HTTP/1.1" status: 200 len: 210 time: 0.0301840 Jul 18 10:54:27.291532 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d4062d1f-a0ff-4106-b3bb-20c2655de601 req-5b25bf04-344f-43c6-9f01-f719537deb60 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=9faaf917-748f-4856-8100-c52e60ae0543 HTTP/1.1" status: 200 len: 210 time: 0.0284505 Jul 18 10:54:28.400332 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-89b8bc2b-33f2-4cf4-be33-cd30fda0e169 req-5288cba1-0e26-45e2-8745-92c648e60441 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/ports?device_id=9faaf917-748f-4856-8100-c52e60ae0543 HTTP/1.1" status: 200 len: 210 time: 0.0277085 Jul 18 10:54:29.568101 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 46496) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:54:29.630718 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-651fc9f2-b42c-42a7-a23e-337793d49cf4 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for security_group (d629360c-2eac-49e9-86ae-2b1dbd4fb64a), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:29.656409 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-651fc9f2-b42c-42a7-a23e-337793d49cf4 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for security_group (d629360c-2eac-49e9-86ae-2b1dbd4fb64a), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:29.789543 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-651fc9f2-b42c-42a7-a23e-337793d49cf4 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (d629360c-2eac-49e9-86ae-2b1dbd4fb64a), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:29.791893 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-651fc9f2-b42c-42a7-a23e-337793d49cf4 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for security_group (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:29.793090 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-651fc9f2-b42c-42a7-a23e-337793d49cf4 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "DELETE /v2.0/security-groups/d629360c-2eac-49e9-86ae-2b1dbd4fb64a HTTP/1.1" status: 204 len: 168 time: 0.2239707 Jul 18 10:54:29.795923 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 46498) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:54:29.803269 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651fc9f2-b42c-42a7-a23e-337793d49cf4 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d629360c-2eac-49e9-86ae-2b1dbd4fb64a,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:54:29.810959 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.api.v2.resource [None req-70d90d8b-5759-4e50-9d50-871bc1b02161 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] show failed (client error): The resource could not be found. Jul 18 10:54:29.815058 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-70d90d8b-5759-4e50-9d50-871bc1b02161 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "GET /v2.0/security-groups/d629360c-2eac-49e9-86ae-2b1dbd4fb64a HTTP/1.1" status: 404 len: 347 time: 0.0150731 Jul 18 10:54:29.815335 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 46500) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:54:29.932354 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.plugin [None req-bb574ddb-a631-4927-847d-bbbea84dc976 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Deleting port 2e994b83-ba50-44e6-8472-c7cfa2a661e7 {{(pid=111155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:54:29.932698 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-bb574ddb-a631-4927-847d-bbbea84dc976 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (2e994b83-ba50-44e6-8472-c7cfa2a661e7), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:30.017715 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-bb574ddb-a631-4927-847d-bbbea84dc976 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (2e994b83-ba50-44e6-8472-c7cfa2a661e7), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:30.018042 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-bb574ddb-a631-4927-847d-bbbea84dc976 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for floatingip (2e994b83-ba50-44e6-8472-c7cfa2a661e7), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:30.031504 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.plugin [None req-bb574ddb-a631-4927-847d-bbbea84dc976 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Calling delete_port for 2e994b83-ba50-44e6-8472-c7cfa2a661e7 owned by network:floatingip {{(pid=111155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:54:30.071836 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:54:30.246497 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-bb574ddb-a631-4927-847d-bbbea84dc976 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126083827'] for port (2e994b83-ba50-44e6-8472-c7cfa2a661e7), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:30.255779 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device c81718ab-c440-4c7c-acd6-9b66da2b719c no longer exists at agent hyperv_hv-cinder-84949 {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:54:30.271077 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb574ddb-a631-4927-847d-bbbea84dc976 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Pushing event deleted for resources: {'Port': ['ID=2e994b83-ba50-44e6-8472-c7cfa2a661e7,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:54:30.282602 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] No Port match for: c81718ab-c440-4c7c-acd6-9b66da2b719c {{(pid=111156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:54:30.282947 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device c81718ab-c440-4c7c-acd6-9b66da2b719c not bound to the agent host hv-cinder-84949 {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:54:30.339112 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-bb574ddb-a631-4927-847d-bbbea84dc976 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks [] for floatingip (fb805bf7-ddb3-4336-9f26-3f170277fd43), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:30.341523 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-bb574ddb-a631-4927-847d-bbbea84dc976 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for floatingip (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:30.342661 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-bb574ddb-a631-4927-847d-bbbea84dc976 tempest-AttachVolumeNegativeTest-329165932 tempest-AttachVolumeNegativeTest-329165932-project] 10.222.0.49 "DELETE /v2.0/floatingips/fb805bf7-ddb3-4336-9f26-3f170277fd43 HTTP/1.1" status: 204 len: 168 time: 0.5259292 Jul 18 10:54:34.612266 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-5309eb98-356e-45f0-bae9-1bbceb61d88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1fc7cd8a-3617-45f0-b645-db80237532c9), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:35.793652 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 46586) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:54:36.040241 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:54:36.278509 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-4213a9f0-44c0-4f91-8d76-97cb97a0eff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3788995'] for router_interface (6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:36.516476 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:54:36.519749 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.plugin [None req-4213a9f0-44c0-4f91-8d76-97cb97a0eff0 admin admin] Deleting port 603b1623-5cf2-4603-b446-434aeca6fd4c {{(pid=111154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:54:36.520088 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-4213a9f0-44c0-4f91-8d76-97cb97a0eff0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (603b1623-5cf2-4603-b446-434aeca6fd4c), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:36.618763 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.db [None req-4213a9f0-44c0-4f91-8d76-97cb97a0eff0 admin admin] For port 603b1623-5cf2-4603-b446-434aeca6fd4c, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=603b1623-5cf2-4603-b446-434aeca6fd4c,segment=NetworkSegment(984404a2-43ca-40f3-9583-38762b7d5434),segment_id=984404a2-43ca-40f3-9583-38762b7d5434)] {{(pid=111154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:54:36.619126 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-4213a9f0-44c0-4f91-8d76-97cb97a0eff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (603b1623-5cf2-4603-b446-434aeca6fd4c), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:36.633448 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.plugin [None req-4213a9f0-44c0-4f91-8d76-97cb97a0eff0 admin admin] Calling delete_port for 603b1623-5cf2-4603-b446-434aeca6fd4c owned by network:router_interface {{(pid=111154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:54:36.928239 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-4213a9f0-44c0-4f91-8d76-97cb97a0eff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127334210'] for port (603b1623-5cf2-4603-b446-434aeca6fd4c), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:36.952225 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213a9f0-44c0-4f91-8d76-97cb97a0eff0 admin admin] Pushing event deleted for resources: {'Port': ['ID=603b1623-5cf2-4603-b446-434aeca6fd4c,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:54:37.071226 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:54:37.086803 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-74afa3c9-7166-4968-a041-1c33555b1f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (e6bcb791-bd43-4d6b-ab54-e591cb66712b), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:37.136198 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-4213a9f0-44c0-4f91-8d76-97cb97a0eff0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3608536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3788927'] for router_interface (6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:37.357147 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4213a9f0-44c0-4f91-8d76-97cb97a0eff0 admin admin] Router 6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3 has already been hosted by L3 agent e6bcb791-bd43-4d6b-ab54-e591cb66712b {{(pid=111154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:54:37.464514 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4213a9f0-44c0-4f91-8d76-97cb97a0eff0 admin admin] Notify agent at l3_agent.dv-cinder-849498-1-iscsi the message routers_updated {{(pid=111154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:54:37.473871 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-4213a9f0-44c0-4f91-8d76-97cb97a0eff0 admin admin] 10.222.0.49 "PUT /v2.0/routers/6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6751869 Jul 18 10:54:37.473871 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 46600) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:54:37.476318 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d89add-7780-4410-b1da-75f8ed306fd0 None None] Sync routers for ids ['6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3'] in dv-cinder-849498-1-iscsi {{(pid=111157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:54:37.486603 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d89add-7780-4410-b1da-75f8ed306fd0 None None] Routers {'6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:54:37.487205 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-a4d89add-7780-4410-b1da-75f8ed306fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:54:37Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3'], 'active': True} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:54:37.523778 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:54:37.578666 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-9b05666b-c781-41f0-add1-c76c6d8ad0b8 admin admin] Publish callbacks [] for router (6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:37.595778 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvr_db [None req-a4d89add-7780-4410-b1da-75f8ed306fd0 None None] Set router 6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:54:37.702048 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-9b05666b-c781-41f0-add1-c76c6d8ad0b8 admin admin] Publish callbacks [] for router_gateway (6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:37.770527 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=100 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:54:37.781042 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-a4d89add-7780-4410-b1da-75f8ed306fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'name': 'tempest-AttachVolumeNegativeTest-431570464-router', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '4083be66-18b5-4ad2-a323-569672bf755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:00Z', 'updated_at': '2022-07-18T10:54:36Z', 'revision_number': 5, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'gw_port': {'id': '4083be66-18b5-4ad2-a323-569672bf755b', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:02Z', 'updated_at': '2022-07-18T10:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi'}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:54:37.783805 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=100 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:54:37.810742 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d89add-7780-4410-b1da-75f8ed306fd0 None None] Checking router: 6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3 for host: dv-cinder-849498-1-iscsi {{(pid=111157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:54:37.817683 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d89add-7780-4410-b1da-75f8ed306fd0 None None] Routers {'6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:54:37.818292 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-a4d89add-7780-4410-b1da-75f8ed306fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:54:37Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3'], 'active': True} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:54:37.883733 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.plugin [None req-9b05666b-c781-41f0-add1-c76c6d8ad0b8 admin admin] Deleting port 4083be66-18b5-4ad2-a323-569672bf755b {{(pid=111154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:54:37.884080 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-9b05666b-c781-41f0-add1-c76c6d8ad0b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (4083be66-18b5-4ad2-a323-569672bf755b), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:37.936985 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvr_db [None req-a4d89add-7780-4410-b1da-75f8ed306fd0 None None] Set router 6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:54:37.981661 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.db [None req-9b05666b-c781-41f0-add1-c76c6d8ad0b8 admin admin] For port 4083be66-18b5-4ad2-a323-569672bf755b, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=4083be66-18b5-4ad2-a323-569672bf755b,segment=NetworkSegment(43730dd2-6239-4f15-a180-e6d1d2fbff54),segment_id=43730dd2-6239-4f15-a180-e6d1d2fbff54)] {{(pid=111154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:54:37.988051 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-9b05666b-c781-41f0-add1-c76c6d8ad0b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (4083be66-18b5-4ad2-a323-569672bf755b), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:38.002639 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.plugin [None req-9b05666b-c781-41f0-add1-c76c6d8ad0b8 admin admin] Calling delete_port for 4083be66-18b5-4ad2-a323-569672bf755b owned by network:router_gateway {{(pid=111154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:54:38.137638 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-a4d89add-7780-4410-b1da-75f8ed306fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'name': 'tempest-AttachVolumeNegativeTest-431570464-router', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '4083be66-18b5-4ad2-a323-569672bf755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:00Z', 'updated_at': '2022-07-18T10:54:36Z', 'revision_number': 5, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'gw_port': {'id': '4083be66-18b5-4ad2-a323-569672bf755b', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:02Z', 'updated_at': '2022-07-18T10:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi'}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:54:38.166603 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-ce070233-206f-40ab-920e-7b3694335a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (dfa25df3-493c-43ae-826d-29cbf3b2bfa8), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:38.167275 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d89add-7780-4410-b1da-75f8ed306fd0 None None] The sync data for ids ['6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3'] in dv-cinder-849498-1-iscsi is: [{'id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'name': 'tempest-AttachVolumeNegativeTest-431570464-router', 'tenant_id': '04716d82e1084ec58b2a4909710a6ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '4083be66-18b5-4ad2-a323-569672bf755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:00Z', 'updated_at': '2022-07-18T10:54:36Z', 'revision_number': 5, 'project_id': '04716d82e1084ec58b2a4909710a6ce8', 'gw_port': {'id': '4083be66-18b5-4ad2-a323-569672bf755b', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:02Z', 'updated_at': '2022-07-18T10:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi'}] {{(pid=111157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:54:38.263698 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-9b05666b-c781-41f0-add1-c76c6d8ad0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127334210'] for port (4083be66-18b5-4ad2-a323-569672bf755b), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:38.290043 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b05666b-c781-41f0-add1-c76c6d8ad0b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4083be66-18b5-4ad2-a323-569672bf755b,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:54:38.354989 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-9b05666b-c781-41f0-add1-c76c6d8ad0b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3779396'] for router_gateway (6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:38.357631 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:54:38.466932 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-9b05666b-c781-41f0-add1-c76c6d8ad0b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-968'] for router (6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:38.470124 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-9b05666b-c781-41f0-add1-c76c6d8ad0b8 admin admin] Publish callbacks [] for router_controller (6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3), precommit_delete_associations {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:38.646732 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-9b05666b-c781-41f0-add1-c76c6d8ad0b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790289'] for router (6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:38.647333 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b05666b-c781-41f0-add1-c76c6d8ad0b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3 {{(pid=111154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 10:54:38.655545 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-9b05666b-c781-41f0-add1-c76c6d8ad0b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:38.655545 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-9b05666b-c781-41f0-add1-c76c6d8ad0b8 admin admin] 10.222.0.49 "DELETE /v2.0/routers/6bc0adfe-1e68-4eb9-a7a1-ed7ff8e8e1d3 HTTP/1.1" status: 204 len: 168 time: 1.1801255 Jul 18 10:54:38.656163 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 46616) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:54:38.703451 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.db_base_plugin_v2 [None req-0374f9d4-2854-457f-9eb8-43c823595851 admin admin] Deleting subnet aa197fa4-4b14-4357-8299-842622dc6172 {{(pid=111154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 10:54:38.707408 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-0374f9d4-2854-457f-9eb8-43c823595851 admin admin] Publish callbacks [] for subnet (aa197fa4-4b14-4357-8299-842622dc6172), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:38.750222 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-0374f9d4-2854-457f-9eb8-43c823595851 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127334241'] for subnet (aa197fa4-4b14-4357-8299-842622dc6172), precommit_delete_associations {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:38.848001 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-0374f9d4-2854-457f-9eb8-43c823595851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735052'] for subnet (aa197fa4-4b14-4357-8299-842622dc6172), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:38.869290 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:54:39.036238 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-0374f9d4-2854-457f-9eb8-43c823595851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127334271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127366045'] for subnet (aa197fa4-4b14-4357-8299-842622dc6172), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:39.064312 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0374f9d4-2854-457f-9eb8-43c823595851 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa197fa4-4b14-4357-8299-842622dc6172,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:54:39.066822 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-0374f9d4-2854-457f-9eb8-43c823595851 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for subnet (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:39.073085 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-0374f9d4-2854-457f-9eb8-43c823595851 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/aa197fa4-4b14-4357-8299-842622dc6172 HTTP/1.1" status: 204 len: 168 time: 0.4130747 Jul 18 10:54:39.073210 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 46618) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:54:39.073621 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77143278-9a68-4769-ad84-2113c4cabf9e None None] Network cfde60e0-9a8e-4b4d-8a28-cc720005757b requested from dv-cinder-849498-1-iscsi {{(pid=111156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:54:39.097274 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:54:39.151760 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-642d7bb4-ba60-41bc-9347-614e71cc039a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639067'] for network (cfde60e0-9a8e-4b4d-8a28-cc720005757b), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:39.160333 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:54:39.200691 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.plugin [None req-642d7bb4-ba60-41bc-9347-614e71cc039a admin admin] Deleting port 7756c54e-1391-43ef-b407-efb7789ef108 {{(pid=111155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:54:39.201226 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-642d7bb4-ba60-41bc-9347-614e71cc039a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (7756c54e-1391-43ef-b407-efb7789ef108), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:39.234645 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed8f911-571b-49b9-a561-f65b67c51611 None None] DHCP port deletion for cfde60e0-9a8e-4b4d-8a28-cc720005757b request from dv-cinder-849498-1-iscsi {{(pid=111156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 10:54:39.274129 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-6ed8f911-571b-49b9-a561-f65b67c51611 None None] Deleting port 7756c54e-1391-43ef-b407-efb7789ef108 {{(pid=111156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:54:39.274678 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-6ed8f911-571b-49b9-a561-f65b67c51611 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (7756c54e-1391-43ef-b407-efb7789ef108), before_delete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:39.350157 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-6ed8f911-571b-49b9-a561-f65b67c51611 None None] For port 7756c54e-1391-43ef-b407-efb7789ef108, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=7756c54e-1391-43ef-b407-efb7789ef108,segment=NetworkSegment(984404a2-43ca-40f3-9583-38762b7d5434),segment_id=984404a2-43ca-40f3-9583-38762b7d5434)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:54:39.350439 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-6ed8f911-571b-49b9-a561-f65b67c51611 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (7756c54e-1391-43ef-b407-efb7789ef108), precommit_delete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:39.367279 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-6ed8f911-571b-49b9-a561-f65b67c51611 None None] Calling delete_port for 7756c54e-1391-43ef-b407-efb7789ef108 owned by network:dhcp {{(pid=111156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:54:39.442852 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:54:39.539457 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.db [None req-642d7bb4-ba60-41bc-9347-614e71cc039a admin admin] For port 7756c54e-1391-43ef-b407-efb7789ef108, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=7756c54e-1391-43ef-b407-efb7789ef108,segment=NetworkSegment(984404a2-43ca-40f3-9583-38762b7d5434),segment_id=984404a2-43ca-40f3-9583-38762b7d5434)] {{(pid=111155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:54:39.541469 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-642d7bb4-ba60-41bc-9347-614e71cc039a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (7756c54e-1391-43ef-b407-efb7789ef108), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:39.554791 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.plugin [None req-642d7bb4-ba60-41bc-9347-614e71cc039a admin admin] Calling delete_port for 7756c54e-1391-43ef-b407-efb7789ef108 owned by network:dhcp {{(pid=111155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:54:39.567683 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-6ed8f911-571b-49b9-a561-f65b67c51611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693'] for port (7756c54e-1391-43ef-b407-efb7789ef108), after_delete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:39.600065 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed8f911-571b-49b9-a561-f65b67c51611 None None] Pushing event deleted for resources: {'Port': ['ID=7756c54e-1391-43ef-b407-efb7789ef108,revision_number=None']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:54:39.607715 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed8f911-571b-49b9-a561-f65b67c51611 None None] No DVR routers for this DVR port 7756c54e-1391-43ef-b407-efb7789ef108 on host dv-cinder-849498-1-iscsi {{(pid=111156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:54:39.615969 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed8f911-571b-49b9-a561-f65b67c51611 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:54:39.616308 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed8f911-571b-49b9-a561-f65b67c51611 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:54:39.616870 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed8f911-571b-49b9-a561-f65b67c51611 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:54:39.617375 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed8f911-571b-49b9-a561-f65b67c51611 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:54:39.617981 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed8f911-571b-49b9-a561-f65b67c51611 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:54:39.618624 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed8f911-571b-49b9-a561-f65b67c51611 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:54:39.619095 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed8f911-571b-49b9-a561-f65b67c51611 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:54:39.619562 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed8f911-571b-49b9-a561-f65b67c51611 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:54:39.620225 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed8f911-571b-49b9-a561-f65b67c51611 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:54:39.620697 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed8f911-571b-49b9-a561-f65b67c51611 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:54:39.621190 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed8f911-571b-49b9-a561-f65b67c51611 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:54:39.621676 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed8f911-571b-49b9-a561-f65b67c51611 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:54:39.622007 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed8f911-571b-49b9-a561-f65b67c51611 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:54:39.622340 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed8f911-571b-49b9-a561-f65b67c51611 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:54:39.622717 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed8f911-571b-49b9-a561-f65b67c51611 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:54:39.647093 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-642d7bb4-ba60-41bc-9347-614e71cc039a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126083827'] for port (7756c54e-1391-43ef-b407-efb7789ef108), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:39.671193 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642d7bb4-ba60-41bc-9347-614e71cc039a admin admin] Pushing event deleted for resources: {'Port': ['ID=7756c54e-1391-43ef-b407-efb7789ef108,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:54:39.678647 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642d7bb4-ba60-41bc-9347-614e71cc039a admin admin] No DVR routers for this DVR port 7756c54e-1391-43ef-b407-efb7789ef108 on host dv-cinder-849498-1-iscsi {{(pid=111155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:54:39.757951 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-642d7bb4-ba60-41bc-9347-614e71cc039a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734605', 'neutron.services.segments.db._delete_segments_for_network-8741536027414'] for network (cfde60e0-9a8e-4b4d-8a28-cc720005757b), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:39.781951 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.services.segments.db [None req-642d7bb4-ba60-41bc-9347-614e71cc039a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfde60e0-9a8e-4b4d-8a28-cc720005757b']}} {{(pid=111155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:54:39.792400 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.services.segments.db [None req-642d7bb4-ba60-41bc-9347-614e71cc039a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '984404a2-43ca-40f3-9583-38762b7d5434') {'for_net_delete': True} {{(pid=111155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:54:39.793878 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.services.segments.db [None req-642d7bb4-ba60-41bc-9347-614e71cc039a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '984404a2-43ca-40f3-9583-38762b7d5434') {} {{(pid=111155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:54:39.804356 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-642d7bb4-ba60-41bc-9347-614e71cc039a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741536027679', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126872119'] for segment (984404a2-43ca-40f3-9583-38762b7d5434), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:39.819303 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-642d7bb4-ba60-41bc-9347-614e71cc039a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547345'] for segment (984404a2-43ca-40f3-9583-38762b7d5434), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:39.825637 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-642d7bb4-ba60-41bc-9347-614e71cc039a admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=111155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 10:54:39.826017 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-642d7bb4-ba60-41bc-9347-614e71cc039a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126083116'] for segment (984404a2-43ca-40f3-9583-38762b7d5434), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:39.880039 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.services.segments.plugin [-] Segment 984404a2-43ca-40f3-9583-38762b7d5434 resource provider aggregate not found Jul 18 10:54:39.899113 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.services.segments.plugin [-] Segment 984404a2-43ca-40f3-9583-38762b7d5434 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 984404a2-43ca-40f3-9583-38762b7d5434 found for delete ", "request_id": "req-bc6ad930-9496-4893-9206-0e0911398413"}]} Jul 18 10:54:39.961066 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f8336af3-fca9-403e-a19b-06518ba3f665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (7e71126e-a656-43d8-a2eb-058f1b343885), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:39.993933 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 603b1623-5cf2-4603-b446-434aeca6fd4c no longer exists at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:54:40.000754 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-642d7bb4-ba60-41bc-9347-614e71cc039a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3779455'] for network (cfde60e0-9a8e-4b4d-8a28-cc720005757b), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:40.006453 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-642d7bb4-ba60-41bc-9347-614e71cc039a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for network (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:40.009576 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-642d7bb4-ba60-41bc-9347-614e71cc039a admin admin] 10.222.0.49 "DELETE /v2.0/networks/cfde60e0-9a8e-4b4d-8a28-cc720005757b HTTP/1.1" status: 204 len: 168 time: 0.9354014 Jul 18 10:54:40.015158 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] No Port match for: 603b1623-5cf2-4603-b446-434aeca6fd4c {{(pid=111156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:54:40.015650 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 603b1623-5cf2-4603-b446-434aeca6fd4c not bound to the agent host dv-cinder-849498-1-iscsi {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:54:40.016076 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 4083be66-18b5-4ad2-a323-569672bf755b no longer exists at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:54:40.021748 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642d7bb4-ba60-41bc-9347-614e71cc039a admin admin] Pushing event deleted for resources: {'Network': ['ID=cfde60e0-9a8e-4b4d-8a28-cc720005757b,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:54:40.038781 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] No Port match for: 4083be66-18b5-4ad2-a323-569672bf755b {{(pid=111156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:54:40.039161 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 4083be66-18b5-4ad2-a323-569672bf755b not bound to the agent host dv-cinder-849498-1-iscsi {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:54:40.039599 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 7756c54e-1391-43ef-b407-efb7789ef108 no longer exists at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:54:40.059971 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] No Port match for: 7756c54e-1391-43ef-b407-efb7789ef108 {{(pid=111156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:54:40.060331 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 7756c54e-1391-43ef-b407-efb7789ef108 not bound to the agent host dv-cinder-849498-1-iscsi {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:54:40.063564 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (62f731a8-190a-49a2-85f5-14fe4e09184e), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:40.481543 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 46636) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:54:40.504395 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:DELETE=10,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:54:40.531566 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-8368fa92-e8b6-4574-a047-8dff5ddc0264 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=04716d82e1084ec58b2a4909710a6ce8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0438399 Jul 18 10:54:40.534752 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 46642) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:54:40.586336 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-fc470e4a-cccf-4d34-bba4-d6154163520e admin admin] Publish callbacks [] for security_group (16de198c-d6df-4712-81ec-dff90f836b40), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:40.609670 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-fc470e4a-cccf-4d34-bba4-d6154163520e admin admin] Publish callbacks [] for security_group (16de198c-d6df-4712-81ec-dff90f836b40), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:40.772401 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-fc470e4a-cccf-4d34-bba4-d6154163520e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (16de198c-d6df-4712-81ec-dff90f836b40), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:40.775064 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-fc470e4a-cccf-4d34-bba4-d6154163520e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:40.776263 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-fc470e4a-cccf-4d34-bba4-d6154163520e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/16de198c-d6df-4712-81ec-dff90f836b40 HTTP/1.1" status: 204 len: 168 time: 0.2403359 Jul 18 10:54:40.786536 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc470e4a-cccf-4d34-bba4-d6154163520e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16de198c-d6df-4712-81ec-dff90f836b40,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:54:48.135689 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=40 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:54:48.140710 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=20 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:54:48.615227 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 46768) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:54:48.721164 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-4720e76f-a935-47f3-861f-836fb5dd5196 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:48.799785 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-4720e76f-a935-47f3-861f-836fb5dd5196 admin admin] Publish callbacks [] for security_group (df811a0a-8a4e-4054-a736-58bedb751b98), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:48.892091 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-4720e76f-a935-47f3-861f-836fb5dd5196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (df811a0a-8a4e-4054-a736-58bedb751b98), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:48.936037 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-4720e76f-a935-47f3-861f-836fb5dd5196 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9cd3cbe5f4c4466cac183fb444cce626&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3197217 Jul 18 10:54:48.936972 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4720e76f-a935-47f3-861f-836fb5dd5196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df811a0a-8a4e-4054-a736-58bedb751b98,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:54:48.938825 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 46772) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:54:48.946235 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4720e76f-a935-47f3-861f-836fb5dd5196 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:54:48.946583 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4720e76f-a935-47f3-861f-836fb5dd5196 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:54:48.946930 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4720e76f-a935-47f3-861f-836fb5dd5196 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:54:48.947267 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4720e76f-a935-47f3-861f-836fb5dd5196 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:54:48.947598 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4720e76f-a935-47f3-861f-836fb5dd5196 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:54:48.947925 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4720e76f-a935-47f3-861f-836fb5dd5196 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:54:48.948250 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4720e76f-a935-47f3-861f-836fb5dd5196 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:54:48.948574 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4720e76f-a935-47f3-861f-836fb5dd5196 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:54:48.948931 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4720e76f-a935-47f3-861f-836fb5dd5196 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:54:48.949258 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4720e76f-a935-47f3-861f-836fb5dd5196 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:54:48.949585 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4720e76f-a935-47f3-861f-836fb5dd5196 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:54:48.949906 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4720e76f-a935-47f3-861f-836fb5dd5196 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:54:48.950225 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4720e76f-a935-47f3-861f-836fb5dd5196 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:54:48.950541 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4720e76f-a935-47f3-861f-836fb5dd5196 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:54:48.950868 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4720e76f-a935-47f3-861f-836fb5dd5196 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:54:48.994602 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-f7c07fc0-e5ff-44b8-93b6-867af876b6b6 admin admin] Publish callbacks [] for security_group (df811a0a-8a4e-4054-a736-58bedb751b98), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:49.017210 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-f7c07fc0-e5ff-44b8-93b6-867af876b6b6 admin admin] Publish callbacks [] for security_group (df811a0a-8a4e-4054-a736-58bedb751b98), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:49.183296 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-f7c07fc0-e5ff-44b8-93b6-867af876b6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (df811a0a-8a4e-4054-a736-58bedb751b98), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:49.185882 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-f7c07fc0-e5ff-44b8-93b6-867af876b6b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:49.187076 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-f7c07fc0-e5ff-44b8-93b6-867af876b6b6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/df811a0a-8a4e-4054-a736-58bedb751b98 HTTP/1.1" status: 204 len: 168 time: 0.2471044 Jul 18 10:54:49.196577 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c07fc0-e5ff-44b8-93b6-867af876b6b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df811a0a-8a4e-4054-a736-58bedb751b98,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:54:49.199519 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:54:49.204437 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c07fc0-e5ff-44b8-93b6-867af876b6b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:54:49.204808 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c07fc0-e5ff-44b8-93b6-867af876b6b6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:54:49.205144 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c07fc0-e5ff-44b8-93b6-867af876b6b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:54:49.205484 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c07fc0-e5ff-44b8-93b6-867af876b6b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:54:49.206447 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c07fc0-e5ff-44b8-93b6-867af876b6b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:54:49.207608 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c07fc0-e5ff-44b8-93b6-867af876b6b6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:54:49.207945 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c07fc0-e5ff-44b8-93b6-867af876b6b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:54:49.208278 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c07fc0-e5ff-44b8-93b6-867af876b6b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:54:49.208611 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c07fc0-e5ff-44b8-93b6-867af876b6b6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:54:49.208984 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c07fc0-e5ff-44b8-93b6-867af876b6b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:54:49.209314 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c07fc0-e5ff-44b8-93b6-867af876b6b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:54:49.209644 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c07fc0-e5ff-44b8-93b6-867af876b6b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:54:49.209967 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c07fc0-e5ff-44b8-93b6-867af876b6b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:54:49.210287 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c07fc0-e5ff-44b8-93b6-867af876b6b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:54:49.210636 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c07fc0-e5ff-44b8-93b6-867af876b6b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:54:52.079384 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 46834) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:54:52.187648 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-cad7e896-4424-4402-83e1-0acc69eb4dc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:52.265977 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-cad7e896-4424-4402-83e1-0acc69eb4dc4 admin admin] Publish callbacks [] for security_group (ef4784f5-a7f4-4f66-8d13-9997d3e3325b), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:52.417948 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-cad7e896-4424-4402-83e1-0acc69eb4dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (ef4784f5-a7f4-4f66-8d13-9997d3e3325b), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:52.463913 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-cad7e896-4424-4402-83e1-0acc69eb4dc4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b938e3b2a5d34849ab2b32d10e102e75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3806520 Jul 18 10:54:52.463913 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad7e896-4424-4402-83e1-0acc69eb4dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4784f5-a7f4-4f66-8d13-9997d3e3325b,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:54:52.464717 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 46840) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:54:52.528552 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-bf56915a-5ab1-444a-aaba-5a36e17221b0 admin admin] Publish callbacks [] for security_group (ef4784f5-a7f4-4f66-8d13-9997d3e3325b), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:52.552518 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-bf56915a-5ab1-444a-aaba-5a36e17221b0 admin admin] Publish callbacks [] for security_group (ef4784f5-a7f4-4f66-8d13-9997d3e3325b), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:52.703320 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-bf56915a-5ab1-444a-aaba-5a36e17221b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (ef4784f5-a7f4-4f66-8d13-9997d3e3325b), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:52.706706 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-bf56915a-5ab1-444a-aaba-5a36e17221b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:52.708003 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-bf56915a-5ab1-444a-aaba-5a36e17221b0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ef4784f5-a7f4-4f66-8d13-9997d3e3325b HTTP/1.1" status: 204 len: 168 time: 0.2421575 Jul 18 10:54:52.716554 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf56915a-5ab1-444a-aaba-5a36e17221b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4784f5-a7f4-4f66-8d13-9997d3e3325b,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:54:53.674110 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 46860) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:54:53.681527 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-c6d16891-c68b-4ca2-bff7-a116ff10682c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:53.766793 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-c6d16891-c68b-4ca2-bff7-a116ff10682c admin admin] Publish callbacks [] for security_group (a1c3eec5-ae97-4c8d-b349-28af443e8900), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:53.874880 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-c6d16891-c68b-4ca2-bff7-a116ff10682c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (a1c3eec5-ae97-4c8d-b349-28af443e8900), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:53.914195 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d16891-c68b-4ca2-bff7-a116ff10682c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c3eec5-ae97-4c8d-b349-28af443e8900,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:54:53.920360 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-c6d16891-c68b-4ca2-bff7-a116ff10682c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=33f19b3947bb4070bf2bbeb3edeb36e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2547116 Jul 18 10:54:53.922650 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 46862) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:54:53.974621 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-57e1d449-6d36-4ca9-824e-bf687d2091ba admin admin] Publish callbacks [] for security_group (a1c3eec5-ae97-4c8d-b349-28af443e8900), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:53.998037 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-57e1d449-6d36-4ca9-824e-bf687d2091ba admin admin] Publish callbacks [] for security_group (a1c3eec5-ae97-4c8d-b349-28af443e8900), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:54.149140 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-57e1d449-6d36-4ca9-824e-bf687d2091ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (a1c3eec5-ae97-4c8d-b349-28af443e8900), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:54.151642 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-57e1d449-6d36-4ca9-824e-bf687d2091ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:54.155137 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-57e1d449-6d36-4ca9-824e-bf687d2091ba admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a1c3eec5-ae97-4c8d-b349-28af443e8900 HTTP/1.1" status: 204 len: 168 time: 0.2293959 Jul 18 10:54:54.163065 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e1d449-6d36-4ca9-824e-bf687d2091ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c3eec5-ae97-4c8d-b349-28af443e8900,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:54:54.744948 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.agents_db [None req-9b2825e1-dfaa-4032-a283-1b7ae0979f6b None None] Agent healthcheck: found 6 active agents {{(pid=111157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:54:54.886592 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1ff6e34c-ad2d-4d6d-84c2-aee03113dac2), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:57.388680 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 46962) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:54:57.520805 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-9e7994fc-47aa-4333-be05-082e5f70f909 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:57.591380 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:54:57.624429 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-9e7994fc-47aa-4333-be05-082e5f70f909 admin admin] Publish callbacks [] for security_group (ba140c4c-9876-4617-bee5-1de64de84279), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:57.731528 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-9e7994fc-47aa-4333-be05-082e5f70f909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (ba140c4c-9876-4617-bee5-1de64de84279), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:57.769112 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:54:57.774092 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-9e7994fc-47aa-4333-be05-082e5f70f909 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=584fdec4218d4144915cf0be579f7353&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3843851 Jul 18 10:54:57.774768 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7994fc-47aa-4333-be05-082e5f70f909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba140c4c-9876-4617-bee5-1de64de84279,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:54:57.777621 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 46968) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:54:57.835015 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-72d4a537-91a8-47a5-864f-33d64b6767cb admin admin] Publish callbacks [] for security_group (ba140c4c-9876-4617-bee5-1de64de84279), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:57.860377 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-72d4a537-91a8-47a5-864f-33d64b6767cb admin admin] Publish callbacks [] for security_group (ba140c4c-9876-4617-bee5-1de64de84279), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:57.892634 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:54:58.074018 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-9483541e-834e-4fd3-b4b0-1c20b9f36795 req-ccbec3d5-6cfa-49d7-baaf-166633062229 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6e75fba7-e72d-4479-ab36-0bbf9f294d22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410106 Jul 18 10:54:58.075119 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-72d4a537-91a8-47a5-864f-33d64b6767cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (ba140c4c-9876-4617-bee5-1de64de84279), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:58.077667 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-72d4a537-91a8-47a5-864f-33d64b6767cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:58.079464 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-72d4a537-91a8-47a5-864f-33d64b6767cb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ba140c4c-9876-4617-bee5-1de64de84279 HTTP/1.1" status: 204 len: 168 time: 0.3006601 Jul 18 10:54:58.089726 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d4a537-91a8-47a5-864f-33d64b6767cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba140c4c-9876-4617-bee5-1de64de84279,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:54:58.139500 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483541e-834e-4fd3-b4b0-1c20b9f36795 req-2cd5a09a-427a-4074-bcdd-5a26671d326c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:54:58.141270 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-9483541e-834e-4fd3-b4b0-1c20b9f36795 req-2cd5a09a-427a-4074-bcdd-5a26671d326c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=17f436162f3a4bd4b3a94f584e7d8782&device_id=6e75fba7-e72d-4479-ab36-0bbf9f294d22 HTTP/1.1" status: 200 len: 1129 time: 0.0437245 Jul 18 10:54:58.253733 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483541e-834e-4fd3-b4b0-1c20b9f36795 req-7b25a89c-e376-4283-9ac1-9d6a0f88e3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:54:58.255325 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-9483541e-834e-4fd3-b4b0-1c20b9f36795 req-7b25a89c-e376-4283-9ac1-9d6a0f88e3af service neutron] 10.222.0.52 "GET /v2.0/networks?id=407e895d-8435-43cb-addb-b40e755d1f02 HTTP/1.1" status: 200 len: 912 time: 0.0950117 Jul 18 10:54:58.269985 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=6 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:54:58.585489 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-9483541e-834e-4fd3-b4b0-1c20b9f36795 req-d2fcbe89-491b-4d08-85df-b03855933eee service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42168f45-7a03-471a-b163-85fef4b32faa HTTP/1.1" status: 200 len: 1000 time: 0.3217781 Jul 18 10:54:58.636884 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483541e-834e-4fd3-b4b0-1c20b9f36795 req-8cac6933-a6de-4b0b-a981-73db7193f958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:54:58.638346 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-9483541e-834e-4fd3-b4b0-1c20b9f36795 req-8cac6933-a6de-4b0b-a981-73db7193f958 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e10aa7fa-e494-41dd-afcd-238e44bb4632 HTTP/1.1" status: 200 len: 850 time: 0.0457082 Jul 18 10:54:58.689069 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483541e-834e-4fd3-b4b0-1c20b9f36795 req-b1cc0dc8-d02b-4da5-9b64-bd3cce6640b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:54:58.690626 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-9483541e-834e-4fd3-b4b0-1c20b9f36795 req-b1cc0dc8-d02b-4da5-9b64-bd3cce6640b0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=407e895d-8435-43cb-addb-b40e755d1f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435646 Jul 18 10:54:58.790698 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-9483541e-834e-4fd3-b4b0-1c20b9f36795 req-91868d04-71a9-45f9-962e-94e449ef3a25 service neutron] 10.222.0.52 "GET /v2.0/networks/407e895d-8435-43cb-addb-b40e755d1f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922706 Jul 18 10:54:58.855174 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 46980) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:54:58.870171 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-125b24ed-f0cc-4965-b4b7-0edb8a5cdbfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:58.897730 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-9483541e-834e-4fd3-b4b0-1c20b9f36795 req-8ccb89e8-95e2-42d9-afd1-cf39b6787639 service neutron] 10.222.0.52 "GET /v2.0/networks/407e895d-8435-43cb-addb-b40e755d1f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946906 Jul 18 10:54:58.953289 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-125b24ed-f0cc-4965-b4b7-0edb8a5cdbfb admin admin] Publish callbacks [] for security_group (23621039-da62-4ee2-b439-36b8b6ab4d86), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:59.045906 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-125b24ed-f0cc-4965-b4b7-0edb8a5cdbfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (23621039-da62-4ee2-b439-36b8b6ab4d86), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:59.086278 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125b24ed-f0cc-4965-b4b7-0edb8a5cdbfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23621039-da62-4ee2-b439-36b8b6ab4d86,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:54:59.090845 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-125b24ed-f0cc-4965-b4b7-0edb8a5cdbfb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=eb4ce2a9b2e94ca4a00b63df1fbea4e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2345812 Jul 18 10:54:59.094289 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 46982) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:54:59.144558 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-21a2face-3d02-436a-8d84-adf9859845c9 admin admin] Publish callbacks [] for security_group (23621039-da62-4ee2-b439-36b8b6ab4d86), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:59.167235 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-21a2face-3d02-436a-8d84-adf9859845c9 admin admin] Publish callbacks [] for security_group (23621039-da62-4ee2-b439-36b8b6ab4d86), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:59.303534 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-21a2face-3d02-436a-8d84-adf9859845c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (23621039-da62-4ee2-b439-36b8b6ab4d86), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:59.306094 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-21a2face-3d02-436a-8d84-adf9859845c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:54:59.307269 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-21a2face-3d02-436a-8d84-adf9859845c9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/23621039-da62-4ee2-b439-36b8b6ab4d86 HTTP/1.1" status: 204 len: 168 time: 0.2126386 Jul 18 10:54:59.316300 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a2face-3d02-436a-8d84-adf9859845c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23621039-da62-4ee2-b439-36b8b6ab4d86,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:55:01.945767 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646d97e-5d3e-46eb-93e6-ee8e06298523 req-06347dac-d59f-425f-9d98-dff4c81e7d45 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:55:01.949129 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3646d97e-5d3e-46eb-93e6-ee8e06298523 req-06347dac-d59f-425f-9d98-dff4c81e7d45 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 946 time: 0.0588398 Jul 18 10:55:01.958667 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 47072) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:55:02.010303 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3646d97e-5d3e-46eb-93e6-ee8e06298523 req-fc582789-c17e-42d9-b782-fd1bb9816282 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3062b4c-4078-48cb-b97f-93a7563dafc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565703 Jul 18 10:55:02.082479 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-124b1fad-f4a7-4363-9263-534ca82152d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:02.097255 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:55:02.163837 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-124b1fad-f4a7-4363-9263-534ca82152d4 admin admin] Publish callbacks [] for security_group (59b67f50-b84a-4335-8e02-ec5fe5b95ba7), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:02.343482 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-124b1fad-f4a7-4363-9263-534ca82152d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (59b67f50-b84a-4335-8e02-ec5fe5b95ba7), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:02.388611 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-124b1fad-f4a7-4363-9263-534ca82152d4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0b2a8b6cbcf84cdf8ecdba5de18eff7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4378519 Jul 18 10:55:02.389527 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124b1fad-f4a7-4363-9263-534ca82152d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b67f50-b84a-4335-8e02-ec5fe5b95ba7,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:55:02.391454 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 47078) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:55:02.443287 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-c6274339-816c-4e06-8e38-9506db1030ad admin admin] Publish callbacks [] for security_group (59b67f50-b84a-4335-8e02-ec5fe5b95ba7), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:02.469248 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-c6274339-816c-4e06-8e38-9506db1030ad admin admin] Publish callbacks [] for security_group (59b67f50-b84a-4335-8e02-ec5fe5b95ba7), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:02.686049 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-c6274339-816c-4e06-8e38-9506db1030ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (59b67f50-b84a-4335-8e02-ec5fe5b95ba7), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:02.688698 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-c6274339-816c-4e06-8e38-9506db1030ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:02.691300 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-c6274339-816c-4e06-8e38-9506db1030ad admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/59b67f50-b84a-4335-8e02-ec5fe5b95ba7 HTTP/1.1" status: 204 len: 168 time: 0.2974100 Jul 18 10:55:02.698845 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6274339-816c-4e06-8e38-9506db1030ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b67f50-b84a-4335-8e02-ec5fe5b95ba7,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:55:02.716875 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:55:03.152621 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c85e8-258a-4cb1-84a8-ea5959163e7a req-44e752b1-d38f-4d3b-b69a-98a842347ecb tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:55:03.154223 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-9a2c85e8-258a-4cb1-84a8-ea5959163e7a req-44e752b1-d38f-4d3b-b69a-98a842347ecb tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 946 time: 0.0601127 Jul 18 10:55:03.209262 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-9a2c85e8-258a-4cb1-84a8-ea5959163e7a req-7f6d3bda-d2f7-4e0d-99f7-7e1bb5194b43 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3062b4c-4078-48cb-b97f-93a7563dafc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486107 Jul 18 10:55:03.618439 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ccea63-476b-40ef-89ae-a2786451e349 req-bd61cefd-b2a1-4f29-82e8-2d452a9003dc tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:55:03.621003 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-c6ccea63-476b-40ef-89ae-a2786451e349 req-bd61cefd-b2a1-4f29-82e8-2d452a9003dc tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 946 time: 0.0602446 Jul 18 10:55:03.719397 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.plugin [req-c6ccea63-476b-40ef-89ae-a2786451e349 req-b5f9e440-9abe-4da4-84b1-19a1bf0a4714 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Deleting port e168237a-b0b4-42cb-8c89-d5ade5d9cf57 {{(pid=111154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:55:03.719739 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-c6ccea63-476b-40ef-89ae-a2786451e349 req-b5f9e440-9abe-4da4-84b1-19a1bf0a4714 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (e168237a-b0b4-42cb-8c89-d5ade5d9cf57), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:03.825182 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.db [req-c6ccea63-476b-40ef-89ae-a2786451e349 req-b5f9e440-9abe-4da4-84b1-19a1bf0a4714 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] For port e168237a-b0b4-42cb-8c89-d5ade5d9cf57, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=e168237a-b0b4-42cb-8c89-d5ade5d9cf57,segment=NetworkSegment(163c7c7d-635e-4353-a5ea-f102084ea7d2),segment_id=163c7c7d-635e-4353-a5ea-f102084ea7d2)] {{(pid=111154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:55:03.825605 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-c6ccea63-476b-40ef-89ae-a2786451e349 req-b5f9e440-9abe-4da4-84b1-19a1bf0a4714 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (e168237a-b0b4-42cb-8c89-d5ade5d9cf57), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:04.024022 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-c6ccea63-476b-40ef-89ae-a2786451e349 req-b5f9e440-9abe-4da4-84b1-19a1bf0a4714 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:04.024396 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-c6ccea63-476b-40ef-89ae-a2786451e349 req-b5f9e440-9abe-4da4-84b1-19a1bf0a4714 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778871'] for floatingip (e68ae239-85df-4fd4-a617-87a606b5de94), after_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:04.024723 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.db.l3_db [req-c6ccea63-476b-40ef-89ae-a2786451e349 req-b5f9e440-9abe-4da4-84b1-19a1bf0a4714 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Floating IP e68ae239-85df-4fd4-a617-87a606b5de94 disassociated. External IP: 172.27.1.54, port: e168237a-b0b4-42cb-8c89-d5ade5d9cf57. Jul 18 10:55:04.025115 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.plugin [req-c6ccea63-476b-40ef-89ae-a2786451e349 req-b5f9e440-9abe-4da4-84b1-19a1bf0a4714 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Calling delete_port for e168237a-b0b4-42cb-8c89-d5ade5d9cf57 owned by compute:nova {{(pid=111154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:55:04.083210 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:55:04.286409 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-c6ccea63-476b-40ef-89ae-a2786451e349 req-b5f9e440-9abe-4da4-84b1-19a1bf0a4714 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127334210'] for port (e168237a-b0b4-42cb-8c89-d5ade5d9cf57), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:04.316540 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f9e440-9abe-4da4-84b1-19a1bf0a4714 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Pushing event deleted for resources: {'Port': ['ID=e168237a-b0b4-42cb-8c89-d5ade5d9cf57,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:55:04.340958 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-147caf22-7081-4c44-b111-a549ed341446 req-fbeb09bf-f965-4fcd-8037-b90a47ce0e97 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 210 time: 0.0476968 Jul 18 10:55:04.447626 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6ccea63-476b-40ef-89ae-a2786451e349 req-b5f9e440-9abe-4da4-84b1-19a1bf0a4714 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Router ccd4d833-2ce0-4438-9953-12ee3f8e0f47 has already been hosted by L3 agent e6bcb791-bd43-4d6b-ab54-e591cb66712b {{(pid=111154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:55:04.449996 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:55:04.562180 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6ccea63-476b-40ef-89ae-a2786451e349 req-b5f9e440-9abe-4da4-84b1-19a1bf0a4714 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Notify agent at l3_agent.dv-cinder-849498-1-iscsi the message routers_updated {{(pid=111154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:55:04.574195 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c9d520-5d4a-48bc-a2c7-9ddfbe64949e None None] Sync routers for ids ['ccd4d833-2ce0-4438-9953-12ee3f8e0f47'] in dv-cinder-849498-1-iscsi {{(pid=111156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:55:04.590068 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c9d520-5d4a-48bc-a2c7-9ddfbe64949e None None] Routers {'ccd4d833-2ce0-4438-9953-12ee3f8e0f47'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:55:04.590697 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-22c9d520-5d4a-48bc-a2c7-9ddfbe64949e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:54:37Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['ccd4d833-2ce0-4438-9953-12ee3f8e0f47'], 'active': True} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:55:04.607361 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6ccea63-476b-40ef-89ae-a2786451e349 req-b5f9e440-9abe-4da4-84b1-19a1bf0a4714 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] No DVR routers for this DVR port e168237a-b0b4-42cb-8c89-d5ade5d9cf57 on host hv-cinder-84949 {{(pid=111154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:55:04.609898 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-c6ccea63-476b-40ef-89ae-a2786451e349 req-b5f9e440-9abe-4da4-84b1-19a1bf0a4714 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for port (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:04.613275 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-c6ccea63-476b-40ef-89ae-a2786451e349 req-b5f9e440-9abe-4da4-84b1-19a1bf0a4714 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.52 "DELETE /v2.0/ports/e168237a-b0b4-42cb-8c89-d5ade5d9cf57 HTTP/1.1" status: 204 len: 173 time: 0.9859204 Jul 18 10:55:04.613714 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1b361f-a048-4231-8c87-b3b27c478f7d', 'name': 'network-vif-deleted', 'tag': 'e168237a-b0b4-42cb-8c89-d5ade5d9cf57'}] {{(pid=111154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:55:04.616601 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76f28ae75f34143b6717ab81e854799a90e2618b86a46665dc49940857a7474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c21051-908c-4728-982c-63f90528be77" -d '{"events": [{"server_uuid": "4f1b361f-a048-4231-8c87-b3b27c478f7d", "name": "network-vif-deleted", "tag": "e168237a-b0b4-42cb-8c89-d5ade5d9cf57"}]}' {{(pid=111154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:55:04.630777 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-a21790ed-e949-432f-b633-d985817008e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1fc7cd8a-3617-45f0-b645-db80237532c9), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:04.653900 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3591b7b-385a-4ce5-8e75-1d29122f52e9 x-openstack-request-id: req-d3591b7b-385a-4ce5-8e75-1d29122f52e9 {{(pid=111154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:55:04.654759 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f1b361f-a048-4231-8c87-b3b27c478f7d", "name": "network-vif-deleted", "tag": "e168237a-b0b4-42cb-8c89-d5ade5d9cf57", "status": "completed", "code": 200}]} {{(pid=111154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:55:04.655011 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d3591b7b-385a-4ce5-8e75-1d29122f52e9 {{(pid=111154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:55:04.655426 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3591b7b-385a-4ce5-8e75-1d29122f52e9'] response: {'server_uuid': '4f1b361f-a048-4231-8c87-b3b27c478f7d', 'name': 'network-vif-deleted', 'tag': 'e168237a-b0b4-42cb-8c89-d5ade5d9cf57', 'status': 'completed', 'code': 200} Jul 18 10:55:04.704918 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvr_db [None req-22c9d520-5d4a-48bc-a2c7-9ddfbe64949e None None] Set router ccd4d833-2ce0-4438-9953-12ee3f8e0f47 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:55:04.740491 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=2 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:55:04.949287 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-22c9d520-5d4a-48bc-a2c7-9ddfbe64949e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd4d833-2ce0-4438-9953-12ee3f8e0f47', 'name': 'tempest-AttachVolumeShelveTestJSON-108440083-router', 'tenant_id': '48497435674b41ccb34f6ff43026a232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'cf987100-66ea-496b-aa17-eaf34554ff4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:02Z', 'updated_at': '2022-07-18T10:47:15Z', 'revision_number': 4, 'project_id': '48497435674b41ccb34f6ff43026a232', 'gw_port': {'id': 'cf987100-66ea-496b-aa17-eaf34554ff4f', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd4d833-2ce0-4438-9953-12ee3f8e0f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:03Z', 'updated_at': '2022-07-18T10:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': 'c3bc26e4-cf1d-4d0f-8ed5-970a19493367', 'name': '', 'network_id': 'cacd27b7-b866-4702-aa51-5895ad956ffc', 'tenant_id': '48497435674b41ccb34f6ff43026a232', 'mac_address': 'fa:16:3e:09:1f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd4d833-2ce0-4438-9953-12ee3f8e0f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0722f3de-6f57-48f1-8200-e5895920f8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:12Z', 'updated_at': '2022-07-18T10:47:41Z', 'revision_number': 5, 'project_id': '48497435674b41ccb34f6ff43026a232', 'subnets': [{'id': '0722f3de-6f57-48f1-8200-e5895920f8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:55:04.978676 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c9d520-5d4a-48bc-a2c7-9ddfbe64949e None None] Checking router: ccd4d833-2ce0-4438-9953-12ee3f8e0f47 for host: dv-cinder-849498-1-iscsi {{(pid=111156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:55:04.989745 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c9d520-5d4a-48bc-a2c7-9ddfbe64949e None None] Routers {'ccd4d833-2ce0-4438-9953-12ee3f8e0f47'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:55:04.990743 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-22c9d520-5d4a-48bc-a2c7-9ddfbe64949e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:54:37Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['ccd4d833-2ce0-4438-9953-12ee3f8e0f47'], 'active': True} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:55:05.143861 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvr_db [None req-22c9d520-5d4a-48bc-a2c7-9ddfbe64949e None None] Set router ccd4d833-2ce0-4438-9953-12ee3f8e0f47 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:55:05.185062 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:55:05.354300 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-22c9d520-5d4a-48bc-a2c7-9ddfbe64949e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd4d833-2ce0-4438-9953-12ee3f8e0f47', 'name': 'tempest-AttachVolumeShelveTestJSON-108440083-router', 'tenant_id': '48497435674b41ccb34f6ff43026a232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'cf987100-66ea-496b-aa17-eaf34554ff4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:02Z', 'updated_at': '2022-07-18T10:47:15Z', 'revision_number': 4, 'project_id': '48497435674b41ccb34f6ff43026a232', 'gw_port': {'id': 'cf987100-66ea-496b-aa17-eaf34554ff4f', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd4d833-2ce0-4438-9953-12ee3f8e0f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:03Z', 'updated_at': '2022-07-18T10:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': 'c3bc26e4-cf1d-4d0f-8ed5-970a19493367', 'name': '', 'network_id': 'cacd27b7-b866-4702-aa51-5895ad956ffc', 'tenant_id': '48497435674b41ccb34f6ff43026a232', 'mac_address': 'fa:16:3e:09:1f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd4d833-2ce0-4438-9953-12ee3f8e0f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0722f3de-6f57-48f1-8200-e5895920f8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:12Z', 'updated_at': '2022-07-18T10:47:41Z', 'revision_number': 5, 'project_id': '48497435674b41ccb34f6ff43026a232', 'subnets': [{'id': '0722f3de-6f57-48f1-8200-e5895920f8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:55:05.382810 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c9d520-5d4a-48bc-a2c7-9ddfbe64949e None None] The sync data for ids ['ccd4d833-2ce0-4438-9953-12ee3f8e0f47'] in dv-cinder-849498-1-iscsi is: [{'id': 'ccd4d833-2ce0-4438-9953-12ee3f8e0f47', 'name': 'tempest-AttachVolumeShelveTestJSON-108440083-router', 'tenant_id': '48497435674b41ccb34f6ff43026a232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'cf987100-66ea-496b-aa17-eaf34554ff4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:02Z', 'updated_at': '2022-07-18T10:47:15Z', 'revision_number': 4, 'project_id': '48497435674b41ccb34f6ff43026a232', 'gw_port': {'id': 'cf987100-66ea-496b-aa17-eaf34554ff4f', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd4d833-2ce0-4438-9953-12ee3f8e0f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:03Z', 'updated_at': '2022-07-18T10:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': 'c3bc26e4-cf1d-4d0f-8ed5-970a19493367', 'name': '', 'network_id': 'cacd27b7-b866-4702-aa51-5895ad956ffc', 'tenant_id': '48497435674b41ccb34f6ff43026a232', 'mac_address': 'fa:16:3e:09:1f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd4d833-2ce0-4438-9953-12ee3f8e0f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0722f3de-6f57-48f1-8200-e5895920f8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:12Z', 'updated_at': '2022-07-18T10:47:41Z', 'revision_number': 5, 'project_id': '48497435674b41ccb34f6ff43026a232', 'subnets': [{'id': '0722f3de-6f57-48f1-8200-e5895920f8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:55:05.461465 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-12f94ae0-022e-48ec-b508-f08f9c750008 req-09d1f530-0d09-4add-8c4f-774cc48db27d tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f1b361f-a048-4231-8c87-b3b27c478f7d HTTP/1.1" status: 200 len: 210 time: 0.0417924 Jul 18 10:55:05.623270 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36c3cca-396d-422e-9be1-d97c049c9ba2 None None] New status for floating IP e68ae239-85df-4fd4-a617-87a606b5de94: DOWN {{(pid=111157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 10:55:06.687042 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 47162) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:55:06.747746 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-35bf34cc-b20c-49ca-86c4-2d5d04b9d0d7 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks [] for security_group (c3062b4c-4078-48cb-b97f-93a7563dafc8), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:06.772063 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-35bf34cc-b20c-49ca-86c4-2d5d04b9d0d7 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks [] for security_group (c3062b4c-4078-48cb-b97f-93a7563dafc8), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:06.972492 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-35bf34cc-b20c-49ca-86c4-2d5d04b9d0d7 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (c3062b4c-4078-48cb-b97f-93a7563dafc8), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:06.975147 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-35bf34cc-b20c-49ca-86c4-2d5d04b9d0d7 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks [] for security_group (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:06.976398 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-35bf34cc-b20c-49ca-86c4-2d5d04b9d0d7 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "DELETE /v2.0/security-groups/c3062b4c-4078-48cb-b97f-93a7563dafc8 HTTP/1.1" status: 204 len: 168 time: 0.2883360 Jul 18 10:55:06.979182 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 47164) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:55:06.986444 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bf34cc-b20c-49ca-86c4-2d5d04b9d0d7 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3062b4c-4078-48cb-b97f-93a7563dafc8,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:55:06.993555 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.api.v2.resource [None req-0518ffc5-3bbe-4f2b-89c4-f184d185288c tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] show failed (client error): The resource could not be found. Jul 18 10:55:06.994588 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-0518ffc5-3bbe-4f2b-89c4-f184d185288c tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "GET /v2.0/security-groups/c3062b4c-4078-48cb-b97f-93a7563dafc8 HTTP/1.1" status: 404 len: 347 time: 0.0144286 Jul 18 10:55:06.999016 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 47166) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:55:07.051312 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:55:07.114630 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-d7b9f2d2-4b5f-44bc-9cbf-f91b3b9ef1ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (e6bcb791-bd43-4d6b-ab54-e591cb66712b), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:07.134068 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.plugin [None req-2435caaf-38d9-4249-a368-2a0048e54852 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Deleting port 8e429497-e4f6-454e-96a2-b6691bc66e05 {{(pid=111155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:55:07.134068 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-2435caaf-38d9-4249-a368-2a0048e54852 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (8e429497-e4f6-454e-96a2-b6691bc66e05), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:07.216095 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-2435caaf-38d9-4249-a368-2a0048e54852 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (8e429497-e4f6-454e-96a2-b6691bc66e05), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:07.216429 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-2435caaf-38d9-4249-a368-2a0048e54852 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks [] for floatingip (8e429497-e4f6-454e-96a2-b6691bc66e05), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:07.225700 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:55:07.232728 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.plugin [None req-2435caaf-38d9-4249-a368-2a0048e54852 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Calling delete_port for 8e429497-e4f6-454e-96a2-b6691bc66e05 owned by network:floatingip {{(pid=111155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:55:07.509223 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-2435caaf-38d9-4249-a368-2a0048e54852 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126083827'] for port (8e429497-e4f6-454e-96a2-b6691bc66e05), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:07.535852 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2435caaf-38d9-4249-a368-2a0048e54852 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Pushing event deleted for resources: {'Port': ['ID=8e429497-e4f6-454e-96a2-b6691bc66e05,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:55:07.601252 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-2435caaf-38d9-4249-a368-2a0048e54852 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks [] for floatingip (e68ae239-85df-4fd4-a617-87a606b5de94), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:07.603611 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-2435caaf-38d9-4249-a368-2a0048e54852 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for floatingip (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:07.604757 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-2435caaf-38d9-4249-a368-2a0048e54852 tempest-AttachVolumeShelveTestJSON-41570772 tempest-AttachVolumeShelveTestJSON-41570772-project] 10.222.0.49 "DELETE /v2.0/floatingips/e68ae239-85df-4fd4-a617-87a606b5de94 HTTP/1.1" status: 204 len: 168 time: 0.6047928 Jul 18 10:55:08.256763 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-ce070233-206f-40ab-920e-7b3694335a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (dfa25df3-493c-43ae-826d-29cbf3b2bfa8), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:09.369450 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device e168237a-b0b4-42cb-8c89-d5ade5d9cf57 no longer exists at agent hyperv_hv-cinder-84949 {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:55:09.389422 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] No Port match for: e168237a-b0b4-42cb-8c89-d5ade5d9cf57 {{(pid=111156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:55:09.391417 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device e168237a-b0b4-42cb-8c89-d5ade5d9cf57 not bound to the agent host hv-cinder-84949 {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:55:09.780550 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:55:09.989054 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f8336af3-fca9-403e-a19b-06518ba3f665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (7e71126e-a656-43d8-a2eb-058f1b343885), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:10.154403 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (62f731a8-190a-49a2-85f5-14fe4e09184e), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:10.515524 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 47216) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:55:11.032363 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-d4bc113a-72ef-4668-a4ca-21693bfa2755 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3788995'] for router_interface (ccd4d833-2ce0-4438-9953-12ee3f8e0f47), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:11.073550 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:55:11.274497 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.plugin [None req-d4bc113a-72ef-4668-a4ca-21693bfa2755 admin admin] Deleting port c3bc26e4-cf1d-4d0f-8ed5-970a19493367 {{(pid=111155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:55:11.274831 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-d4bc113a-72ef-4668-a4ca-21693bfa2755 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (c3bc26e4-cf1d-4d0f-8ed5-970a19493367), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:11.359666 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.db [None req-d4bc113a-72ef-4668-a4ca-21693bfa2755 admin admin] For port c3bc26e4-cf1d-4d0f-8ed5-970a19493367, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=c3bc26e4-cf1d-4d0f-8ed5-970a19493367,segment=NetworkSegment(163c7c7d-635e-4353-a5ea-f102084ea7d2),segment_id=163c7c7d-635e-4353-a5ea-f102084ea7d2)] {{(pid=111155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:55:11.360095 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-d4bc113a-72ef-4668-a4ca-21693bfa2755 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (c3bc26e4-cf1d-4d0f-8ed5-970a19493367), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:11.373900 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.plugin [None req-d4bc113a-72ef-4668-a4ca-21693bfa2755 admin admin] Calling delete_port for c3bc26e4-cf1d-4d0f-8ed5-970a19493367 owned by network:router_interface {{(pid=111155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:55:11.523517 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:55:11.647602 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-d4bc113a-72ef-4668-a4ca-21693bfa2755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126083827'] for port (c3bc26e4-cf1d-4d0f-8ed5-970a19493367), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:11.677925 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bc113a-72ef-4668-a4ca-21693bfa2755 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3bc26e4-cf1d-4d0f-8ed5-970a19493367,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:55:11.874905 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-d4bc113a-72ef-4668-a4ca-21693bfa2755 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3608536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3788927'] for router_interface (ccd4d833-2ce0-4438-9953-12ee3f8e0f47), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:12.002760 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:55:12.122003 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4bc113a-72ef-4668-a4ca-21693bfa2755 admin admin] Router ccd4d833-2ce0-4438-9953-12ee3f8e0f47 has already been hosted by L3 agent e6bcb791-bd43-4d6b-ab54-e591cb66712b {{(pid=111155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:55:12.237063 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4bc113a-72ef-4668-a4ca-21693bfa2755 admin admin] Notify agent at l3_agent.dv-cinder-849498-1-iscsi the message routers_updated {{(pid=111155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:55:12.242585 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-d4bc113a-72ef-4668-a4ca-21693bfa2755 admin admin] 10.222.0.49 "PUT /v2.0/routers/ccd4d833-2ce0-4438-9953-12ee3f8e0f47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7253790 Jul 18 10:55:12.244601 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 47224) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:55:12.247200 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a162a76-d812-4557-8209-18bffda081bd None None] Sync routers for ids ['ccd4d833-2ce0-4438-9953-12ee3f8e0f47'] in dv-cinder-849498-1-iscsi {{(pid=111156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:55:12.258592 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a162a76-d812-4557-8209-18bffda081bd None None] Routers {'ccd4d833-2ce0-4438-9953-12ee3f8e0f47'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:55:12.259573 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-4a162a76-d812-4557-8209-18bffda081bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:55:07Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['ccd4d833-2ce0-4438-9953-12ee3f8e0f47'], 'active': True} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:55:12.360880 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-7797812e-fda4-42b8-b469-053559a7b3e5 admin admin] Publish callbacks [] for router (ccd4d833-2ce0-4438-9953-12ee3f8e0f47), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:12.379852 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvr_db [None req-4a162a76-d812-4557-8209-18bffda081bd None None] Set router ccd4d833-2ce0-4438-9953-12ee3f8e0f47 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:55:12.486552 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-7797812e-fda4-42b8-b469-053559a7b3e5 admin admin] Publish callbacks [] for router_gateway (ccd4d833-2ce0-4438-9953-12ee3f8e0f47), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:12.583590 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-4a162a76-d812-4557-8209-18bffda081bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd4d833-2ce0-4438-9953-12ee3f8e0f47', 'name': 'tempest-AttachVolumeShelveTestJSON-108440083-router', 'tenant_id': '48497435674b41ccb34f6ff43026a232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'cf987100-66ea-496b-aa17-eaf34554ff4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:02Z', 'updated_at': '2022-07-18T10:55:11Z', 'revision_number': 5, 'project_id': '48497435674b41ccb34f6ff43026a232', 'gw_port': {'id': 'cf987100-66ea-496b-aa17-eaf34554ff4f', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd4d833-2ce0-4438-9953-12ee3f8e0f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:03Z', 'updated_at': '2022-07-18T10:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi'}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:55:12.609247 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a162a76-d812-4557-8209-18bffda081bd None None] Checking router: ccd4d833-2ce0-4438-9953-12ee3f8e0f47 for host: dv-cinder-849498-1-iscsi {{(pid=111156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:55:12.618486 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a162a76-d812-4557-8209-18bffda081bd None None] Routers {'ccd4d833-2ce0-4438-9953-12ee3f8e0f47'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:55:12.619158 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-4a162a76-d812-4557-8209-18bffda081bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:55:07Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['ccd4d833-2ce0-4438-9953-12ee3f8e0f47'], 'active': True} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:55:12.678796 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.plugin [None req-7797812e-fda4-42b8-b469-053559a7b3e5 admin admin] Deleting port cf987100-66ea-496b-aa17-eaf34554ff4f {{(pid=111154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:55:12.679345 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-7797812e-fda4-42b8-b469-053559a7b3e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (cf987100-66ea-496b-aa17-eaf34554ff4f), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:12.730051 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvr_db [None req-4a162a76-d812-4557-8209-18bffda081bd None None] Set router ccd4d833-2ce0-4438-9953-12ee3f8e0f47 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:55:12.770315 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.db [None req-7797812e-fda4-42b8-b469-053559a7b3e5 admin admin] For port cf987100-66ea-496b-aa17-eaf34554ff4f, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=cf987100-66ea-496b-aa17-eaf34554ff4f,segment=NetworkSegment(43730dd2-6239-4f15-a180-e6d1d2fbff54),segment_id=43730dd2-6239-4f15-a180-e6d1d2fbff54)] {{(pid=111154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:55:12.776413 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-7797812e-fda4-42b8-b469-053559a7b3e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (cf987100-66ea-496b-aa17-eaf34554ff4f), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:12.784643 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.plugin [None req-7797812e-fda4-42b8-b469-053559a7b3e5 admin admin] Calling delete_port for cf987100-66ea-496b-aa17-eaf34554ff4f owned by network:router_gateway {{(pid=111154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:55:13.043118 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-4a162a76-d812-4557-8209-18bffda081bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd4d833-2ce0-4438-9953-12ee3f8e0f47', 'name': 'tempest-AttachVolumeShelveTestJSON-108440083-router', 'tenant_id': '48497435674b41ccb34f6ff43026a232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'cf987100-66ea-496b-aa17-eaf34554ff4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:02Z', 'updated_at': '2022-07-18T10:55:11Z', 'revision_number': 5, 'project_id': '48497435674b41ccb34f6ff43026a232', 'gw_port': {'id': 'cf987100-66ea-496b-aa17-eaf34554ff4f', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd4d833-2ce0-4438-9953-12ee3f8e0f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:03Z', 'updated_at': '2022-07-18T10:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi'}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:55:13.063116 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-7797812e-fda4-42b8-b469-053559a7b3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127334210'] for port (cf987100-66ea-496b-aa17-eaf34554ff4f), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:13.069046 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a162a76-d812-4557-8209-18bffda081bd None None] The sync data for ids ['ccd4d833-2ce0-4438-9953-12ee3f8e0f47'] in dv-cinder-849498-1-iscsi is: [{'id': 'ccd4d833-2ce0-4438-9953-12ee3f8e0f47', 'name': 'tempest-AttachVolumeShelveTestJSON-108440083-router', 'tenant_id': '48497435674b41ccb34f6ff43026a232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'cf987100-66ea-496b-aa17-eaf34554ff4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:47:02Z', 'updated_at': '2022-07-18T10:55:11Z', 'revision_number': 5, 'project_id': '48497435674b41ccb34f6ff43026a232', 'gw_port': {'id': 'cf987100-66ea-496b-aa17-eaf34554ff4f', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd4d833-2ce0-4438-9953-12ee3f8e0f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:47:03Z', 'updated_at': '2022-07-18T10:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi'}] {{(pid=111156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:55:13.086013 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7797812e-fda4-42b8-b469-053559a7b3e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf987100-66ea-496b-aa17-eaf34554ff4f,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:55:13.144315 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:55:13.160808 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-7797812e-fda4-42b8-b469-053559a7b3e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3779396'] for router_gateway (ccd4d833-2ce0-4438-9953-12ee3f8e0f47), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:13.253132 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-7797812e-fda4-42b8-b469-053559a7b3e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-968'] for router (ccd4d833-2ce0-4438-9953-12ee3f8e0f47), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:13.255402 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-7797812e-fda4-42b8-b469-053559a7b3e5 admin admin] Publish callbacks [] for router_controller (ccd4d833-2ce0-4438-9953-12ee3f8e0f47), precommit_delete_associations {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:13.434711 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-7797812e-fda4-42b8-b469-053559a7b3e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790289'] for router (ccd4d833-2ce0-4438-9953-12ee3f8e0f47), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:13.435351 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7797812e-fda4-42b8-b469-053559a7b3e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccd4d833-2ce0-4438-9953-12ee3f8e0f47 {{(pid=111154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 10:55:13.440189 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-7797812e-fda4-42b8-b469-053559a7b3e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:13.443911 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-7797812e-fda4-42b8-b469-053559a7b3e5 admin admin] 10.222.0.49 "DELETE /v2.0/routers/ccd4d833-2ce0-4438-9953-12ee3f8e0f47 HTTP/1.1" status: 204 len: 168 time: 1.1960015 Jul 18 10:55:13.444171 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 47230) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:55:13.493309 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.db_base_plugin_v2 [None req-12a40682-1452-4ab3-bbdf-c5b1105f8fa1 admin admin] Deleting subnet 0722f3de-6f57-48f1-8200-e5895920f8b7 {{(pid=111154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 10:55:13.497204 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-12a40682-1452-4ab3-bbdf-c5b1105f8fa1 admin admin] Publish callbacks [] for subnet (0722f3de-6f57-48f1-8200-e5895920f8b7), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:13.523133 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:55:13.535737 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-12a40682-1452-4ab3-bbdf-c5b1105f8fa1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127334241'] for subnet (0722f3de-6f57-48f1-8200-e5895920f8b7), precommit_delete_associations {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:13.621130 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-12a40682-1452-4ab3-bbdf-c5b1105f8fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735052'] for subnet (0722f3de-6f57-48f1-8200-e5895920f8b7), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:13.766122 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-12a40682-1452-4ab3-bbdf-c5b1105f8fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127334271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127366045'] for subnet (0722f3de-6f57-48f1-8200-e5895920f8b7), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:13.793656 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a40682-1452-4ab3-bbdf-c5b1105f8fa1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0722f3de-6f57-48f1-8200-e5895920f8b7,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:55:13.797967 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-12a40682-1452-4ab3-bbdf-c5b1105f8fa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for subnet (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:13.804331 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-12a40682-1452-4ab3-bbdf-c5b1105f8fa1 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/0722f3de-6f57-48f1-8200-e5895920f8b7 HTTP/1.1" status: 204 len: 168 time: 0.3567951 Jul 18 10:55:13.805333 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 47240) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:55:13.807499 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b64d70-d5fd-4f45-8ac3-abe7a124f7db None None] Network cacd27b7-b866-4702-aa51-5895ad956ffc requested from dv-cinder-849498-1-iscsi {{(pid=111156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:55:13.882877 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-d069bdf3-de3a-4dad-b7ff-d96509494505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639067'] for network (cacd27b7-b866-4702-aa51-5895ad956ffc), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:13.930889 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.plugin [None req-d069bdf3-de3a-4dad-b7ff-d96509494505 admin admin] Deleting port e4ea6812-773e-4ef0-81b4-2b36b7872191 {{(pid=111155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:55:13.931238 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-d069bdf3-de3a-4dad-b7ff-d96509494505 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (e4ea6812-773e-4ef0-81b4-2b36b7872191), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:14.003192 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.db [None req-d069bdf3-de3a-4dad-b7ff-d96509494505 admin admin] For port e4ea6812-773e-4ef0-81b4-2b36b7872191, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=e4ea6812-773e-4ef0-81b4-2b36b7872191,segment=NetworkSegment(163c7c7d-635e-4353-a5ea-f102084ea7d2),segment_id=163c7c7d-635e-4353-a5ea-f102084ea7d2)] {{(pid=111155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:55:14.003537 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-d069bdf3-de3a-4dad-b7ff-d96509494505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (e4ea6812-773e-4ef0-81b4-2b36b7872191), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:14.018016 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.plugin [None req-d069bdf3-de3a-4dad-b7ff-d96509494505 admin admin] Calling delete_port for e4ea6812-773e-4ef0-81b4-2b36b7872191 owned by network:dhcp {{(pid=111155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:55:14.096453 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370ade00-7c62-4af9-8768-f8edfbf74197 None None] DHCP port deletion for cacd27b7-b866-4702-aa51-5895ad956ffc request from dv-cinder-849498-1-iscsi {{(pid=111156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 10:55:14.144412 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-370ade00-7c62-4af9-8768-f8edfbf74197 None None] Deleting port e4ea6812-773e-4ef0-81b4-2b36b7872191 {{(pid=111156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:55:14.144817 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-370ade00-7c62-4af9-8768-f8edfbf74197 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (e4ea6812-773e-4ef0-81b4-2b36b7872191), before_delete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:14.158456 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device c3bc26e4-cf1d-4d0f-8ed5-970a19493367 no longer exists at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:55:14.191475 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] No Port match for: c3bc26e4-cf1d-4d0f-8ed5-970a19493367 {{(pid=111156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:55:14.191759 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device c3bc26e4-cf1d-4d0f-8ed5-970a19493367 not bound to the agent host dv-cinder-849498-1-iscsi {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:55:14.192134 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device e4ea6812-773e-4ef0-81b4-2b36b7872191 no longer exists at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:55:14.200573 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-d069bdf3-de3a-4dad-b7ff-d96509494505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126083827'] for port (e4ea6812-773e-4ef0-81b4-2b36b7872191), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:14.230558 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d069bdf3-de3a-4dad-b7ff-d96509494505 admin admin] No DVR routers for this DVR port e4ea6812-773e-4ef0-81b4-2b36b7872191 on host dv-cinder-849498-1-iscsi {{(pid=111155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:55:14.234444 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d069bdf3-de3a-4dad-b7ff-d96509494505 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4ea6812-773e-4ef0-81b4-2b36b7872191,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:55:14.245620 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] No Port match for: e4ea6812-773e-4ef0-81b4-2b36b7872191 {{(pid=111156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:55:14.245974 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device e4ea6812-773e-4ef0-81b4-2b36b7872191 not bound to the agent host dv-cinder-849498-1-iscsi {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:55:14.246390 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device cf987100-66ea-496b-aa17-eaf34554ff4f no longer exists at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:55:14.269884 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] No Port match for: cf987100-66ea-496b-aa17-eaf34554ff4f {{(pid=111156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:55:14.270233 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device cf987100-66ea-496b-aa17-eaf34554ff4f not bound to the agent host dv-cinder-849498-1-iscsi {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:55:14.272849 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-370ade00-7c62-4af9-8768-f8edfbf74197 None None] For port e4ea6812-773e-4ef0-81b4-2b36b7872191, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=e4ea6812-773e-4ef0-81b4-2b36b7872191,segment=NetworkSegment(163c7c7d-635e-4353-a5ea-f102084ea7d2),segment_id=163c7c7d-635e-4353-a5ea-f102084ea7d2)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:55:14.273258 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-370ade00-7c62-4af9-8768-f8edfbf74197 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (e4ea6812-773e-4ef0-81b4-2b36b7872191), precommit_delete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:14.275850 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:55:14.289232 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-370ade00-7c62-4af9-8768-f8edfbf74197 None None] Calling delete_port for e4ea6812-773e-4ef0-81b4-2b36b7872191 owned by network:dhcp {{(pid=111156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:55:14.325321 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-d069bdf3-de3a-4dad-b7ff-d96509494505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734605', 'neutron.services.segments.db._delete_segments_for_network-8741536027414'] for network (cacd27b7-b866-4702-aa51-5895ad956ffc), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:14.338308 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.services.segments.db [None req-d069bdf3-de3a-4dad-b7ff-d96509494505 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cacd27b7-b866-4702-aa51-5895ad956ffc']}} {{(pid=111155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:55:14.348481 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.services.segments.db [None req-d069bdf3-de3a-4dad-b7ff-d96509494505 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '163c7c7d-635e-4353-a5ea-f102084ea7d2') {'for_net_delete': True} {{(pid=111155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:55:14.348801 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.services.segments.db [None req-d069bdf3-de3a-4dad-b7ff-d96509494505 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '163c7c7d-635e-4353-a5ea-f102084ea7d2') {} {{(pid=111155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:55:14.349505 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=100 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:55:14.358695 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-d069bdf3-de3a-4dad-b7ff-d96509494505 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741536027679', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126872119'] for segment (163c7c7d-635e-4353-a5ea-f102084ea7d2), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:14.365271 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:55:14.373243 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-d069bdf3-de3a-4dad-b7ff-d96509494505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547345'] for segment (163c7c7d-635e-4353-a5ea-f102084ea7d2), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:14.382553 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-370ade00-7c62-4af9-8768-f8edfbf74197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693'] for port (e4ea6812-773e-4ef0-81b4-2b36b7872191), after_delete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:14.382719 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d069bdf3-de3a-4dad-b7ff-d96509494505 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=111155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 10:55:14.382719 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-d069bdf3-de3a-4dad-b7ff-d96509494505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126083116'] for segment (163c7c7d-635e-4353-a5ea-f102084ea7d2), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:14.399005 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.services.segments.plugin [-] Segment 163c7c7d-635e-4353-a5ea-f102084ea7d2 resource provider aggregate not found Jul 18 10:55:14.399265 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ade00-7c62-4af9-8768-f8edfbf74197 None None] Pushing event deleted for resources: {'Port': ['ID=e4ea6812-773e-4ef0-81b4-2b36b7872191,revision_number=None']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:55:14.405871 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370ade00-7c62-4af9-8768-f8edfbf74197 None None] No DVR routers for this DVR port e4ea6812-773e-4ef0-81b4-2b36b7872191 on host dv-cinder-849498-1-iscsi {{(pid=111156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:55:14.442914 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.services.segments.plugin [-] Segment 163c7c7d-635e-4353-a5ea-f102084ea7d2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 163c7c7d-635e-4353-a5ea-f102084ea7d2 found for delete ", "request_id": "req-c120c0de-ba9f-4854-852f-3342a95c70b5"}]} Jul 18 10:55:14.641569 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-d069bdf3-de3a-4dad-b7ff-d96509494505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3779455'] for network (cacd27b7-b866-4702-aa51-5895ad956ffc), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:14.653905 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-d069bdf3-de3a-4dad-b7ff-d96509494505 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for network (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:14.657480 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-d069bdf3-de3a-4dad-b7ff-d96509494505 admin admin] 10.222.0.49 "DELETE /v2.0/networks/cacd27b7-b866-4702-aa51-5895ad956ffc HTTP/1.1" status: 204 len: 168 time: 0.8509531 Jul 18 10:55:14.670613 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d069bdf3-de3a-4dad-b7ff-d96509494505 admin admin] Pushing event deleted for resources: {'Network': ['ID=cacd27b7-b866-4702-aa51-5895ad956ffc,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:55:15.143302 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 47274) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:55:15.187373 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-b0d84b1c-0bc3-4030-b3d0-68b75a378689 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=48497435674b41ccb34f6ff43026a232&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0428441 Jul 18 10:55:15.190630 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 47278) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:55:15.216720 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:55:15.242730 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-05b69ec8-0cf5-44c7-ad58-eda4c422c2cb admin admin] Publish callbacks [] for security_group (63607acb-9510-4b99-96b0-33119a61dd4f), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:15.264903 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-05b69ec8-0cf5-44c7-ad58-eda4c422c2cb admin admin] Publish callbacks [] for security_group (63607acb-9510-4b99-96b0-33119a61dd4f), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:15.457486 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-05b69ec8-0cf5-44c7-ad58-eda4c422c2cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (63607acb-9510-4b99-96b0-33119a61dd4f), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:15.460400 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-05b69ec8-0cf5-44c7-ad58-eda4c422c2cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:15.461603 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-05b69ec8-0cf5-44c7-ad58-eda4c422c2cb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/63607acb-9510-4b99-96b0-33119a61dd4f HTTP/1.1" status: 204 len: 168 time: 0.2700124 Jul 18 10:55:15.470445 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b69ec8-0cf5-44c7-ad58-eda4c422c2cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63607acb-9510-4b99-96b0-33119a61dd4f,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:55:15.748463 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=6 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:55:15.754625 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:55:20.382244 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 47406) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:55:20.493845 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-aff788f3-58d6-496a-9ec1-5c960719f2c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:20.578363 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-aff788f3-58d6-496a-9ec1-5c960719f2c9 admin admin] Publish callbacks [] for security_group (f775bcc9-d094-4b29-ba2d-587162f18544), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:20.645887 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-aff788f3-58d6-496a-9ec1-5c960719f2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (f775bcc9-d094-4b29-ba2d-587162f18544), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:20.686689 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff788f3-58d6-496a-9ec1-5c960719f2c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f775bcc9-d094-4b29-ba2d-587162f18544,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:55:20.694091 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-aff788f3-58d6-496a-9ec1-5c960719f2c9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=39b0658858924479a3be4aa549cd6ed4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3105690 Jul 18 10:55:20.697268 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 47412) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:55:20.749665 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-5195b497-afc6-4386-a64b-7d2cf2ddec4c admin admin] Publish callbacks [] for security_group (f775bcc9-d094-4b29-ba2d-587162f18544), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:20.772374 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-5195b497-afc6-4386-a64b-7d2cf2ddec4c admin admin] Publish callbacks [] for security_group (f775bcc9-d094-4b29-ba2d-587162f18544), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:20.937077 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-5195b497-afc6-4386-a64b-7d2cf2ddec4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (f775bcc9-d094-4b29-ba2d-587162f18544), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:20.939934 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-5195b497-afc6-4386-a64b-7d2cf2ddec4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:20.941180 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-5195b497-afc6-4386-a64b-7d2cf2ddec4c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f775bcc9-d094-4b29-ba2d-587162f18544 HTTP/1.1" status: 204 len: 168 time: 0.2429087 Jul 18 10:55:20.949478 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5195b497-afc6-4386-a64b-7d2cf2ddec4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f775bcc9-d094-4b29-ba2d-587162f18544,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:55:21.651032 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 47426) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:55:21.665844 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-8f7e69a1-444f-4145-9510-759d917adbc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:21.750489 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-8f7e69a1-444f-4145-9510-759d917adbc2 admin admin] Publish callbacks [] for security_group (17500e27-5a17-41cd-8daf-ee8229f1a22a), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:21.903439 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-8f7e69a1-444f-4145-9510-759d917adbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (17500e27-5a17-41cd-8daf-ee8229f1a22a), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:21.919074 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:55:21.953947 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-8f7e69a1-444f-4145-9510-759d917adbc2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dbf67898da8d446eb901178aced22cce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3018243 Jul 18 10:55:21.955580 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e69a1-444f-4145-9510-759d917adbc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17500e27-5a17-41cd-8daf-ee8229f1a22a,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:55:21.957149 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 47428) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:55:22.010485 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-d0ff8f02-e70a-470d-a200-59f5ed3843fd admin admin] Publish callbacks [] for security_group (17500e27-5a17-41cd-8daf-ee8229f1a22a), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:22.037584 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-d0ff8f02-e70a-470d-a200-59f5ed3843fd admin admin] Publish callbacks [] for security_group (17500e27-5a17-41cd-8daf-ee8229f1a22a), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:22.143239 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-d0ff8f02-e70a-470d-a200-59f5ed3843fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (17500e27-5a17-41cd-8daf-ee8229f1a22a), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:22.145804 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-d0ff8f02-e70a-470d-a200-59f5ed3843fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:22.147009 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-d0ff8f02-e70a-470d-a200-59f5ed3843fd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/17500e27-5a17-41cd-8daf-ee8229f1a22a HTTP/1.1" status: 204 len: 168 time: 0.1887107 Jul 18 10:55:22.155276 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ff8f02-e70a-470d-a200-59f5ed3843fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17500e27-5a17-41cd-8daf-ee8229f1a22a,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:55:24.954336 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1ff6e34c-ad2d-4d6d-84c2-aee03113dac2), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:28.172363 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 47550) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:55:28.283722 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-4c0d5e92-9b9b-4b4a-9df7-e1b10ce5f4ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:28.362993 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-4c0d5e92-9b9b-4b4a-9df7-e1b10ce5f4ff admin admin] Publish callbacks [] for security_group (6e8110de-5675-4089-9d18-4457f017eff7), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:28.469439 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-4c0d5e92-9b9b-4b4a-9df7-e1b10ce5f4ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (6e8110de-5675-4089-9d18-4457f017eff7), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:28.519337 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-4c0d5e92-9b9b-4b4a-9df7-e1b10ce5f4ff admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2f414be2fbd74c55a940b84f0d186ced&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3452749 Jul 18 10:55:28.520475 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0d5e92-9b9b-4b4a-9df7-e1b10ce5f4ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8110de-5675-4089-9d18-4457f017eff7,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:55:28.528960 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 47558) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:55:28.581858 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-824cfaa4-c464-48ba-bb25-57c8913fae30 admin admin] Publish callbacks [] for security_group (6e8110de-5675-4089-9d18-4457f017eff7), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:28.606968 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-824cfaa4-c464-48ba-bb25-57c8913fae30 admin admin] Publish callbacks [] for security_group (6e8110de-5675-4089-9d18-4457f017eff7), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:28.748962 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-824cfaa4-c464-48ba-bb25-57c8913fae30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (6e8110de-5675-4089-9d18-4457f017eff7), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:28.752617 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-824cfaa4-c464-48ba-bb25-57c8913fae30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:28.754142 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-824cfaa4-c464-48ba-bb25-57c8913fae30 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6e8110de-5675-4089-9d18-4457f017eff7 HTTP/1.1" status: 204 len: 168 time: 0.2301550 Jul 18 10:55:28.762833 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824cfaa4-c464-48ba-bb25-57c8913fae30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8110de-5675-4089-9d18-4457f017eff7,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:55:28.992803 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2e837f68-685f-48c0-96f1-61e7c09821ff req-7ad87f66-5ff9-4978-995d-fdda131cce3b tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1718855347&fields=id&tenant_id=17f436162f3a4bd4b3a94f584e7d8782 HTTP/1.1" status: 200 len: 267 time: 0.0480468 Jul 18 10:55:29.118150 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e837f68-685f-48c0-96f1-61e7c09821ff req-1bb127ca-5c1e-43f9-b261-682d3a537a16 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:55:29.129732 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2e837f68-685f-48c0-96f1-61e7c09821ff req-1bb127ca-5c1e-43f9-b261-682d3a537a16 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/networks?id=407e895d-8435-43cb-addb-b40e755d1f02 HTTP/1.1" status: 200 len: 811 time: 0.1273177 Jul 18 10:55:29.139685 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:55:29.146157 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2e837f68-685f-48c0-96f1-61e7c09821ff req-2b53e97b-2165-41e9-8cb8-db2ed586c335 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/quotas/17f436162f3a4bd4b3a94f584e7d8782 HTTP/1.1" status: 200 len: 375 time: 0.0114782 Jul 18 10:55:29.203106 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2e837f68-685f-48c0-96f1-61e7c09821ff req-45ac2302-70ec-4ad3-925a-347bf962edd0 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=17f436162f3a4bd4b3a94f584e7d8782&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0521133 Jul 18 10:55:29.352083 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2e837f68-685f-48c0-96f1-61e7c09821ff req-20efdaa9-4cbd-4de7-93e7-8fb20d6a859e service neutron] 10.222.0.49 "GET /v2.0/networks/407e895d-8435-43cb-addb-b40e755d1f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220891 Jul 18 10:55:29.449756 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2e837f68-685f-48c0-96f1-61e7c09821ff req-4c85826f-6ff4-4f84-b645-53370334465f service neutron] 10.222.0.49 "GET /v2.0/networks/407e895d-8435-43cb-addb-b40e755d1f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911973 Jul 18 10:55:29.835193 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 47610) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:55:29.951197 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-ec3ea933-39d5-4de6-9a73-e6b0fec078af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:30.039627 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-ec3ea933-39d5-4de6-9a73-e6b0fec078af admin admin] Publish callbacks [] for security_group (a73fd3e8-9a96-4ea9-9533-09e13e2d324a), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:30.154777 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-ec3ea933-39d5-4de6-9a73-e6b0fec078af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (a73fd3e8-9a96-4ea9-9533-09e13e2d324a), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:30.166837 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:55:30.198340 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-ec3ea933-39d5-4de6-9a73-e6b0fec078af admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=61a2df2a0e8e48f1bdc613750e16eca6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3618531 Jul 18 10:55:30.199604 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3ea933-39d5-4de6-9a73-e6b0fec078af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73fd3e8-9a96-4ea9-9533-09e13e2d324a,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:55:30.201225 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 47620) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:55:30.259319 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:DELETE=8,neutron:INSERT=5 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:55:30.267317 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-07c95ac6-b476-440d-b3ef-19011e13b3b2 admin admin] Publish callbacks [] for security_group (a73fd3e8-9a96-4ea9-9533-09e13e2d324a), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:30.293591 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-07c95ac6-b476-440d-b3ef-19011e13b3b2 admin admin] Publish callbacks [] for security_group (a73fd3e8-9a96-4ea9-9533-09e13e2d324a), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:30.319050 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-4c417cfd-6470-4c4b-8236-01fc1771167f req-87f9757c-a6f5-4ef0-9f30-1309f9d40c6a tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=876868b6-0929-4e64-b86c-274d075180e8 HTTP/1.1" status: 200 len: 210 time: 0.0298665 Jul 18 10:55:30.508478 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-07c95ac6-b476-440d-b3ef-19011e13b3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (a73fd3e8-9a96-4ea9-9533-09e13e2d324a), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:30.511054 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-07c95ac6-b476-440d-b3ef-19011e13b3b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:30.512247 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-07c95ac6-b476-440d-b3ef-19011e13b3b2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a73fd3e8-9a96-4ea9-9533-09e13e2d324a HTTP/1.1" status: 204 len: 168 time: 0.3089957 Jul 18 10:55:30.521146 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c95ac6-b476-440d-b3ef-19011e13b3b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73fd3e8-9a96-4ea9-9533-09e13e2d324a,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:55:31.412980 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3001bc05-fa42-41f2-8a99-47b97d043fab req-85359533-f807-419b-864c-8f7a1d400d33 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=876868b6-0929-4e64-b86c-274d075180e8 HTTP/1.1" status: 200 len: 210 time: 0.0328715 Jul 18 10:55:31.745457 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.agents_db [None req-9b2825e1-dfaa-4032-a283-1b7ae0979f6b None None] Agent healthcheck: found 6 active agents {{(pid=111157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:55:32.515354 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-111d1e60-57d0-4588-aaf9-30eac407c75a req-145b300e-e9d7-4af0-87a3-2ffd6df2e566 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=876868b6-0929-4e64-b86c-274d075180e8 HTTP/1.1" status: 200 len: 210 time: 0.0320113 Jul 18 10:55:33.613953 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-861b1860-d64f-45c3-8f81-95b6d1f44f63 req-d7d1d679-6bf3-456d-ad81-b969825c5051 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=876868b6-0929-4e64-b86c-274d075180e8 HTTP/1.1" status: 200 len: 210 time: 0.0276399 Jul 18 10:55:33.885135 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 47726) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:55:34.067431 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e837f68-685f-48c0-96f1-61e7c09821ff req-74fcb3ed-1b5f-44a6-a863-27c0dedd7c6d tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:55:34.068996 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-2e837f68-685f-48c0-96f1-61e7c09821ff req-74fcb3ed-1b5f-44a6-a863-27c0dedd7c6d tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.52 "GET /v2.0/networks?id=407e895d-8435-43cb-addb-b40e755d1f02 HTTP/1.1" status: 200 len: 811 time: 0.1126926 Jul 18 10:55:34.148684 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-2e837f68-685f-48c0-96f1-61e7c09821ff req-cb9813f5-ebfe-42e0-bf00-bc5e3655ebd8 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17f436162f3a4bd4b3a94f584e7d8782 HTTP/1.1" status: 200 len: 380 time: 0.0668747 Jul 18 10:55:34.161620 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [req-2e837f68-685f-48c0-96f1-61e7c09821ff req-393516d9-8a92-4959-934d-c7c8f35fb6b8 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Request body: {'port': {'device_id': '876868b6-0929-4e64-b86c-274d075180e8', 'network_id': '407e895d-8435-43cb-addb-b40e755d1f02', 'admin_state_up': True, 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782', 'security_groups': ['23af82d5-52ac-4c84-a3ff-a4f9eeb073c6']}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:55:34.197823 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:55:34.394794 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e837f68-685f-48c0-96f1-61e7c09821ff req-393516d9-8a92-4959-934d-c7c8f35fb6b8 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Made reservation on behalf of 17f436162f3a4bd4b3a94f584e7d8782 for: {'port': 1} {{(pid=111154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:55:34.398923 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-2e837f68-685f-48c0-96f1-61e7c09821ff req-393516d9-8a92-4959-934d-c7c8f35fb6b8 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:34.489629 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.plugin [None req-ac21a76a-ddee-4d69-9bef-37bb1d7396d7 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Deleting port d07e4efb-33cc-4a19-9afb-43210280f232 {{(pid=111155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:55:34.490060 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-ac21a76a-ddee-4d69-9bef-37bb1d7396d7 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (d07e4efb-33cc-4a19-9afb-43210280f232), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:34.553093 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.db_base_plugin_common [req-2e837f68-685f-48c0-96f1-61e7c09821ff req-393516d9-8a92-4959-934d-c7c8f35fb6b8 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Allocated IP 172.20.0.12 (407e895d-8435-43cb-addb-b40e755d1f02/e10aa7fa-e494-41dd-afcd-238e44bb4632/024aed1d-8cc5-44ea-a5be-0e2863bf4794) {{(pid=111154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:55:34.587395 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-ac21a76a-ddee-4d69-9bef-37bb1d7396d7 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (d07e4efb-33cc-4a19-9afb-43210280f232), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:34.588089 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-ac21a76a-ddee-4d69-9bef-37bb1d7396d7 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Publish callbacks [] for floatingip (d07e4efb-33cc-4a19-9afb-43210280f232), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:34.602664 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.plugin [None req-ac21a76a-ddee-4d69-9bef-37bb1d7396d7 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Calling delete_port for d07e4efb-33cc-4a19-9afb-43210280f232 owned by network:floatingip {{(pid=111155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:55:34.612410 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-6df20b73-3d79-4619-b116-5a9b423d4fc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1fc7cd8a-3617-45f0-b645-db80237532c9), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:34.730488 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:55:34.731264 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f6e25544-431a-4309-b859-70b7463a36dc req-c10a173c-19a3-420a-b104-c42cecd1d8ed tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=876868b6-0929-4e64-b86c-274d075180e8 HTTP/1.1" status: 200 len: 210 time: 0.0382078 Jul 18 10:55:34.737031 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-2e837f68-685f-48c0-96f1-61e7c09821ff req-393516d9-8a92-4959-934d-c7c8f35fb6b8 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks [] for port (024aed1d-8cc5-44ea-a5be-0e2863bf4794), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:34.938271 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-2e837f68-685f-48c0-96f1-61e7c09821ff req-393516d9-8a92-4959-934d-c7c8f35fb6b8 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127334210'] for port (024aed1d-8cc5-44ea-a5be-0e2863bf4794), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:34.993564 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e837f68-685f-48c0-96f1-61e7c09821ff req-393516d9-8a92-4959-934d-c7c8f35fb6b8 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Network 407e895d-8435-43cb-addb-b40e755d1f02 is already hosted by enough agents. {{(pid=111154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:55:34.998839 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.base_scheduler [req-2e837f68-685f-48c0-96f1-61e7c09821ff req-393516d9-8a92-4959-934d-c7c8f35fb6b8 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Resources bound (agent type, host, resource id): {{(pid=111154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:55:35.004353 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e837f68-685f-48c0-96f1-61e7c09821ff req-393516d9-8a92-4959-934d-c7c8f35fb6b8 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Received port after_create {{(pid=111154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:55:35.009281 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393516d9-8a92-4959-934d-c7c8f35fb6b8 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Pushing event updated for resources: {'Port': ['ID=024aed1d-8cc5-44ea-a5be-0e2863bf4794,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:55:35.028578 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-ac21a76a-ddee-4d69-9bef-37bb1d7396d7 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126083827'] for port (d07e4efb-33cc-4a19-9afb-43210280f232), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:35.061334 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e837f68-685f-48c0-96f1-61e7c09821ff req-393516d9-8a92-4959-934d-c7c8f35fb6b8 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:55:35.062139 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-2e837f68-685f-48c0-96f1-61e7c09821ff req-393516d9-8a92-4959-934d-c7c8f35fb6b8 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for port (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:35.062635 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac21a76a-ddee-4d69-9bef-37bb1d7396d7 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Pushing event deleted for resources: {'Port': ['ID=d07e4efb-33cc-4a19-9afb-43210280f232,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:55:35.140393 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-ac21a76a-ddee-4d69-9bef-37bb1d7396d7 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Publish callbacks [] for floatingip (9ffd08a8-4271-4565-b62a-1d4782c7b737), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:35.141176 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.db.l3_db [None req-ac21a76a-ddee-4d69-9bef-37bb1d7396d7 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Floating IP 9ffd08a8-4271-4565-b62a-1d4782c7b737 disassociated (deleted). External IP: 172.27.1.74, port: 251fff9b-71a7-49e1-bd58-5b46a671f255. Jul 18 10:55:35.180294 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:55:35.196663 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-2e837f68-685f-48c0-96f1-61e7c09821ff req-393516d9-8a92-4959-934d-c7c8f35fb6b8 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0399687 Jul 18 10:55:35.303576 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-8ed30063-8348-457f-9407-8f2e8368c2e9 None None] Provisioning complete for port 024aed1d-8cc5-44ea-a5be-0e2863bf4794 triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:55:35.303957 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-8ed30063-8348-457f-9407-8f2e8368c2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (024aed1d-8cc5-44ea-a5be-0e2863bf4794), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:35.338296 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-8ed30063-8348-457f-9407-8f2e8368c2e9 None None] Port 024aed1d-8cc5-44ea-a5be-0e2863bf4794 cannot update to ACTIVE because it is not bound. {{(pid=111156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:55:35.351830 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:55:35.360931 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac21a76a-ddee-4d69-9bef-37bb1d7396d7 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Router 23c021f8-caa1-4975-8dcd-00760a191b3d has already been hosted by L3 agent e6bcb791-bd43-4d6b-ab54-e591cb66712b {{(pid=111155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:55:35.471976 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac21a76a-ddee-4d69-9bef-37bb1d7396d7 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Notify agent at l3_agent.dv-cinder-849498-1-iscsi the message routers_updated {{(pid=111155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:55:35.477112 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-ac21a76a-ddee-4d69-9bef-37bb1d7396d7 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for floatingip (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:35.484586 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0fb83c-0a19-4665-8fbe-3a48e79da4c7 None None] Sync routers for ids ['23c021f8-caa1-4975-8dcd-00760a191b3d'] in dv-cinder-849498-1-iscsi {{(pid=111157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:55:35.498204 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0fb83c-0a19-4665-8fbe-3a48e79da4c7 None None] Routers {'23c021f8-caa1-4975-8dcd-00760a191b3d'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:55:35.498859 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-bf0fb83c-0a19-4665-8fbe-3a48e79da4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:55:07Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['23c021f8-caa1-4975-8dcd-00760a191b3d'], 'active': True} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:55:35.519430 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-ac21a76a-ddee-4d69-9bef-37bb1d7396d7 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "DELETE /v2.0/floatingips/9ffd08a8-4271-4565-b62a-1d4782c7b737 HTTP/1.1" status: 204 len: 168 time: 1.6328800 Jul 18 10:55:35.520071 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dab0fce-91d6-4e37-970c-02ba8250d354', 'tag': '251fff9b-71a7-49e1-bd58-5b46a671f255'}] {{(pid=111155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:55:35.527794 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f06b923856051c73f64d3b2294300e60923526062a62ec6e5be74a6ad2a3856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc9383c-fc35-4854-98c2-1d105af2399d" -d '{"events": [{"name": "network-changed", "server_uuid": "3dab0fce-91d6-4e37-970c-02ba8250d354", "tag": "251fff9b-71a7-49e1-bd58-5b46a671f255"}]}' {{(pid=111155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:55:35.572860 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb63e05-a8dc-45ae-b48e-3643b4d45e48 x-openstack-request-id: req-0eb63e05-a8dc-45ae-b48e-3643b4d45e48 {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:55:35.573104 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dab0fce-91d6-4e37-970c-02ba8250d354", "tag": "251fff9b-71a7-49e1-bd58-5b46a671f255", "status": "completed", "code": 200}]} {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:55:35.573474 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0eb63e05-a8dc-45ae-b48e-3643b4d45e48 {{(pid=111155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:55:35.573991 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0eb63e05-a8dc-45ae-b48e-3643b4d45e48'] response: {'name': 'network-changed', 'server_uuid': '3dab0fce-91d6-4e37-970c-02ba8250d354', 'tag': '251fff9b-71a7-49e1-bd58-5b46a671f255', 'status': 'completed', 'code': 200} Jul 18 10:55:35.630142 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvr_db [None req-bf0fb83c-0a19-4665-8fbe-3a48e79da4c7 None None] Set router 23c021f8-caa1-4975-8dcd-00760a191b3d gateway port host: dv-cinder-849498-1-iscsi {{(pid=111157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:55:35.843263 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-bf0fb83c-0a19-4665-8fbe-3a48e79da4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c021f8-caa1-4975-8dcd-00760a191b3d', 'name': 'tempest-TestShelveInstance-1592551120-router', 'tenant_id': '7f36b12884cc423988d28fdcbdb1d8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '736592e9-5cbf-437c-a879-cc5f59071225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:49:51Z', 'updated_at': '2022-07-18T10:50:00Z', 'revision_number': 4, 'project_id': '7f36b12884cc423988d28fdcbdb1d8f9', 'gw_port': {'id': '736592e9-5cbf-437c-a879-cc5f59071225', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c021f8-caa1-4975-8dcd-00760a191b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:54Z', 'updated_at': '2022-07-18T10:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': '2ee8cc05-4027-4039-b010-6716d0e76dc1', 'name': '', 'network_id': 'eb380554-1a32-48db-8ee9-21d41ce83dd0', 'tenant_id': '7f36b12884cc423988d28fdcbdb1d8f9', 'mac_address': 'fa:16:3e:fe:4d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c021f8-caa1-4975-8dcd-00760a191b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '893df6fc-9fb1-4552-b95e-a392998d3c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:59Z', 'updated_at': '2022-07-18T10:50:06Z', 'revision_number': 5, 'project_id': '7f36b12884cc423988d28fdcbdb1d8f9', 'subnets': [{'id': '893df6fc-9fb1-4552-b95e-a392998d3c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:55:35.871687 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0fb83c-0a19-4665-8fbe-3a48e79da4c7 None None] Checking router: 23c021f8-caa1-4975-8dcd-00760a191b3d for host: dv-cinder-849498-1-iscsi {{(pid=111157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:55:35.880145 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f48278b-ba5a-46f0-b160-acc60da32b04 req-fc40ac4d-fc1d-4b20-9cd6-3c2c6011e388 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:55:35.881296 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0fb83c-0a19-4665-8fbe-3a48e79da4c7 None None] Routers {'23c021f8-caa1-4975-8dcd-00760a191b3d'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:55:35.882131 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-1f48278b-ba5a-46f0-b160-acc60da32b04 req-fc40ac4d-fc1d-4b20-9cd6-3c2c6011e388 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=876868b6-0929-4e64-b86c-274d075180e8 HTTP/1.1" status: 200 len: 932 time: 0.0561662 Jul 18 10:55:35.882504 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-bf0fb83c-0a19-4665-8fbe-3a48e79da4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:55:07Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['23c021f8-caa1-4975-8dcd-00760a191b3d'], 'active': True} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:55:35.942518 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-1f48278b-ba5a-46f0-b160-acc60da32b04 req-04067f2b-e340-401b-9582-685bcd6d0725 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/security-groups?id=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542998 Jul 18 10:55:36.083514 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvr_db [None req-bf0fb83c-0a19-4665-8fbe-3a48e79da4c7 None None] Set router 23c021f8-caa1-4975-8dcd-00760a191b3d gateway port host: dv-cinder-849498-1-iscsi {{(pid=111157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:55:36.156075 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f49a21-c431-4751-b46d-74bd8b212956 req-148302ab-e82c-456c-9327-a0ed886a327a tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:55:36.158343 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b1f49a21-c431-4751-b46d-74bd8b212956 req-148302ab-e82c-456c-9327-a0ed886a327a tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 945 time: 0.0504823 Jul 18 10:55:36.210766 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b1f49a21-c431-4751-b46d-74bd8b212956 req-de8b891a-e231-4f4e-b395-26a4314914eb tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/security-groups?id=51ab4b88-8b36-4bf6-be4a-4220e2cdae89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464792 Jul 18 10:55:36.282835 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-bf0fb83c-0a19-4665-8fbe-3a48e79da4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c021f8-caa1-4975-8dcd-00760a191b3d', 'name': 'tempest-TestShelveInstance-1592551120-router', 'tenant_id': '7f36b12884cc423988d28fdcbdb1d8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '736592e9-5cbf-437c-a879-cc5f59071225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:49:51Z', 'updated_at': '2022-07-18T10:50:00Z', 'revision_number': 4, 'project_id': '7f36b12884cc423988d28fdcbdb1d8f9', 'gw_port': {'id': '736592e9-5cbf-437c-a879-cc5f59071225', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c021f8-caa1-4975-8dcd-00760a191b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:54Z', 'updated_at': '2022-07-18T10:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': '2ee8cc05-4027-4039-b010-6716d0e76dc1', 'name': '', 'network_id': 'eb380554-1a32-48db-8ee9-21d41ce83dd0', 'tenant_id': '7f36b12884cc423988d28fdcbdb1d8f9', 'mac_address': 'fa:16:3e:fe:4d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c021f8-caa1-4975-8dcd-00760a191b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '893df6fc-9fb1-4552-b95e-a392998d3c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:59Z', 'updated_at': '2022-07-18T10:50:06Z', 'revision_number': 5, 'project_id': '7f36b12884cc423988d28fdcbdb1d8f9', 'subnets': [{'id': '893df6fc-9fb1-4552-b95e-a392998d3c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:55:36.308110 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0fb83c-0a19-4665-8fbe-3a48e79da4c7 None None] The sync data for ids ['23c021f8-caa1-4975-8dcd-00760a191b3d'] in dv-cinder-849498-1-iscsi is: [{'id': '23c021f8-caa1-4975-8dcd-00760a191b3d', 'name': 'tempest-TestShelveInstance-1592551120-router', 'tenant_id': '7f36b12884cc423988d28fdcbdb1d8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '736592e9-5cbf-437c-a879-cc5f59071225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:49:51Z', 'updated_at': '2022-07-18T10:50:00Z', 'revision_number': 4, 'project_id': '7f36b12884cc423988d28fdcbdb1d8f9', 'gw_port': {'id': '736592e9-5cbf-437c-a879-cc5f59071225', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c021f8-caa1-4975-8dcd-00760a191b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:54Z', 'updated_at': '2022-07-18T10:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': '2ee8cc05-4027-4039-b010-6716d0e76dc1', 'name': '', 'network_id': 'eb380554-1a32-48db-8ee9-21d41ce83dd0', 'tenant_id': '7f36b12884cc423988d28fdcbdb1d8f9', 'mac_address': 'fa:16:3e:fe:4d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c021f8-caa1-4975-8dcd-00760a191b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '893df6fc-9fb1-4552-b95e-a392998d3c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:59Z', 'updated_at': '2022-07-18T10:50:06Z', 'revision_number': 5, 'project_id': '7f36b12884cc423988d28fdcbdb1d8f9', 'subnets': [{'id': '893df6fc-9fb1-4552-b95e-a392998d3c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:55:36.549739 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ed6d9f-35fd-4a9b-87b6-531796545845 None None] New status for floating IP 9ffd08a8-4271-4565-b62a-1d4782c7b737: DOWN {{(pid=111156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 10:55:36.966227 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [req-2e837f68-685f-48c0-96f1-61e7c09821ff req-f4ba6189-cf20-4b08-9811-53c02a8c7cfe service neutron] Request body: {'port': {'device_id': '876868b6-0929-4e64-b86c-274d075180e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84949'}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:55:37.028315 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-2e837f68-685f-48c0-96f1-61e7c09821ff req-f4ba6189-cf20-4b08-9811-53c02a8c7cfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (024aed1d-8cc5-44ea-a5be-0e2863bf4794), before_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:37.064191 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844943aa-82a5-455d-a8a2-ee6e65e0debe req-ab98b0de-f08e-4fd7-8a0a-05b7271bc8a3 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:55:37.066086 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-844943aa-82a5-455d-a8a2-ee6e65e0debe req-ab98b0de-f08e-4fd7-8a0a-05b7271bc8a3 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=876868b6-0929-4e64-b86c-274d075180e8 HTTP/1.1" status: 200 len: 932 time: 0.0499125 Jul 18 10:55:37.090999 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-ab95042a-66eb-46c0-9bc3-53527e2d8c84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (e6bcb791-bd43-4d6b-ab54-e591cb66712b), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:37.130528 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-844943aa-82a5-455d-a8a2-ee6e65e0debe req-7977a868-3983-43d5-9d81-a27d4185d63e tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/security-groups?id=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556688 Jul 18 10:55:37.299877 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.notifiers.nova [req-2e837f68-685f-48c0-96f1-61e7c09821ff req-f4ba6189-cf20-4b08-9811-53c02a8c7cfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 024aed1d-8cc5-44ea-a5be-0e2863bf4794 {{(pid=111154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:55:37.307915 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-2e837f68-685f-48c0-96f1-61e7c09821ff req-f4ba6189-cf20-4b08-9811-53c02a8c7cfe service neutron] Publish callbacks [] for port (024aed1d-8cc5-44ea-a5be-0e2863bf4794), precommit_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:37.322094 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.provisioning_blocks [req-2e837f68-685f-48c0-96f1-61e7c09821ff req-f4ba6189-cf20-4b08-9811-53c02a8c7cfe service neutron] Transition to ACTIVE for port object 024aed1d-8cc5-44ea-a5be-0e2863bf4794 will not be triggered until provisioned by entity L2. {{(pid=111154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 10:55:37.334172 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2c8a4-09b0-4942-9006-3652a78900c7 req-e1f1296d-93c8-4e66-8eb4-f6ceec1be77d tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:55:37.335658 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-34f2c8a4-09b0-4942-9006-3652a78900c7 req-e1f1296d-93c8-4e66-8eb4-f6ceec1be77d tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 945 time: 0.0524626 Jul 18 10:55:37.389579 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-34f2c8a4-09b0-4942-9006-3652a78900c7 req-9dcf6cd0-7a4f-454b-8117-a27ba9950c76 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/security-groups?id=51ab4b88-8b36-4bf6-be4a-4220e2cdae89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448833 Jul 18 10:55:37.434231 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-2e837f68-685f-48c0-96f1-61e7c09821ff req-f4ba6189-cf20-4b08-9811-53c02a8c7cfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127333809'] for port (024aed1d-8cc5-44ea-a5be-0e2863bf4794), after_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:37.455577 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:55:37.487312 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ba6189-cf20-4b08-9811-53c02a8c7cfe service neutron] Pushing event updated for resources: {'Port': ['ID=024aed1d-8cc5-44ea-a5be-0e2863bf4794,revision_number=2']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:55:37.571827 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.managers [req-2e837f68-685f-48c0-96f1-61e7c09821ff req-f4ba6189-cf20-4b08-9811-53c02a8c7cfe service neutron] Attempting to bind port 024aed1d-8cc5-44ea-a5be-0e2863bf4794 on host hv-cinder-84949 for vnic_type normal with profile {{(pid=111154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:55:37.572168 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.managers [req-2e837f68-685f-48c0-96f1-61e7c09821ff req-f4ba6189-cf20-4b08-9811-53c02a8c7cfe service neutron] Attempting to bind port 024aed1d-8cc5-44ea-a5be-0e2863bf4794 by drivers openvswitch,hyperv on host hv-cinder-84949 at level 0 using segments [{'id': '40200e37-082a-48f2-872c-182016dc90c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '407e895d-8435-43cb-addb-b40e755d1f02'}] {{(pid=111154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:55:37.572482 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e837f68-685f-48c0-96f1-61e7c09821ff req-f4ba6189-cf20-4b08-9811-53c02a8c7cfe service neutron] Attempting to bind port 024aed1d-8cc5-44ea-a5be-0e2863bf4794 on network 407e895d-8435-43cb-addb-b40e755d1f02 {{(pid=111154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:55:37.577958 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e837f68-685f-48c0-96f1-61e7c09821ff req-f4ba6189-cf20-4b08-9811-53c02a8c7cfe service neutron] Port 024aed1d-8cc5-44ea-a5be-0e2863bf4794 on network 407e895d-8435-43cb-addb-b40e755d1f02 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84949 {{(pid=111154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 10:55:37.578435 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e837f68-685f-48c0-96f1-61e7c09821ff req-f4ba6189-cf20-4b08-9811-53c02a8c7cfe service neutron] Attempting to bind port 024aed1d-8cc5-44ea-a5be-0e2863bf4794 on network 407e895d-8435-43cb-addb-b40e755d1f02 {{(pid=111154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:55:37.585010 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e837f68-685f-48c0-96f1-61e7c09821ff req-f4ba6189-cf20-4b08-9811-53c02a8c7cfe service neutron] Checking agent: {'id': '1ff6e34c-ad2d-4d6d-84c2-aee03113dac2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84949', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 44, 54), 'started_at': datetime.datetime(2022, 7, 18, 10, 44, 54), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:55:37.585352 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e837f68-685f-48c0-96f1-61e7c09821ff req-f4ba6189-cf20-4b08-9811-53c02a8c7cfe service neutron] Checking segment: {'id': '40200e37-082a-48f2-872c-182016dc90c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '407e895d-8435-43cb-addb-b40e755d1f02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:55:37.585733 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e837f68-685f-48c0-96f1-61e7c09821ff req-f4ba6189-cf20-4b08-9811-53c02a8c7cfe service neutron] Bound using segment: {'id': '40200e37-082a-48f2-872c-182016dc90c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '407e895d-8435-43cb-addb-b40e755d1f02'} {{(pid=111154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:55:37.586163 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.managers [req-2e837f68-685f-48c0-96f1-61e7c09821ff req-f4ba6189-cf20-4b08-9811-53c02a8c7cfe service neutron] Bound port: 024aed1d-8cc5-44ea-a5be-0e2863bf4794, host: hv-cinder-84949, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40200e37-082a-48f2-872c-182016dc90c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '407e895d-8435-43cb-addb-b40e755d1f02'}}] {{(pid=111154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:55:37.586527 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-2e837f68-685f-48c0-96f1-61e7c09821ff req-f4ba6189-cf20-4b08-9811-53c02a8c7cfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (024aed1d-8cc5-44ea-a5be-0e2863bf4794), before_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:37.658481 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.db [req-2e837f68-685f-48c0-96f1-61e7c09821ff req-f4ba6189-cf20-4b08-9811-53c02a8c7cfe service neutron] For port 024aed1d-8cc5-44ea-a5be-0e2863bf4794, host hv-cinder-84949, cleared binding levels {{(pid=111154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:55:37.662882 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.db [req-2e837f68-685f-48c0-96f1-61e7c09821ff req-f4ba6189-cf20-4b08-9811-53c02a8c7cfe service neutron] For port 024aed1d-8cc5-44ea-a5be-0e2863bf4794, host hv-cinder-84949, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=024aed1d-8cc5-44ea-a5be-0e2863bf4794,segment=NetworkSegment(40200e37-082a-48f2-872c-182016dc90c2),segment_id=40200e37-082a-48f2-872c-182016dc90c2)] {{(pid=111154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:55:37.731679 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-2e837f68-685f-48c0-96f1-61e7c09821ff req-f4ba6189-cf20-4b08-9811-53c02a8c7cfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127333809'] for port (024aed1d-8cc5-44ea-a5be-0e2863bf4794), after_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:37.765855 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e837f68-685f-48c0-96f1-61e7c09821ff req-f4ba6189-cf20-4b08-9811-53c02a8c7cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:55:37.767758 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-2e837f68-685f-48c0-96f1-61e7c09821ff req-f4ba6189-cf20-4b08-9811-53c02a8c7cfe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for port (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:37.769178 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-2e837f68-685f-48c0-96f1-61e7c09821ff req-f4ba6189-cf20-4b08-9811-53c02a8c7cfe service neutron] 10.222.0.52 "PUT /v2.0/ports/024aed1d-8cc5-44ea-a5be-0e2863bf4794 HTTP/1.1" status: 200 len: 1094 time: 0.8081312 Jul 18 10:55:37.771618 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '876868b6-0929-4e64-b86c-274d075180e8', 'tag': '024aed1d-8cc5-44ea-a5be-0e2863bf4794'}] {{(pid=111154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:55:37.773958 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76f28ae75f34143b6717ab81e854799a90e2618b86a46665dc49940857a7474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734269bd-a851-4a78-ac0f-7619f288d622" -d '{"events": [{"name": "network-changed", "server_uuid": "876868b6-0929-4e64-b86c-274d075180e8", "tag": "024aed1d-8cc5-44ea-a5be-0e2863bf4794"}]}' {{(pid=111154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:55:37.803818 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:55:37.803818 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ba6189-cf20-4b08-9811-53c02a8c7cfe service neutron] Pushing event updated for resources: {'Port': ['ID=024aed1d-8cc5-44ea-a5be-0e2863bf4794,revision_number=3']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:55:37.837171 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1efd7eaa-bc69-42d3-9147-006fedd54719 x-openstack-request-id: req-1efd7eaa-bc69-42d3-9147-006fedd54719 {{(pid=111154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:55:37.837912 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "876868b6-0929-4e64-b86c-274d075180e8", "tag": "024aed1d-8cc5-44ea-a5be-0e2863bf4794", "status": "completed", "code": 200}]} {{(pid=111154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:55:37.838409 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1efd7eaa-bc69-42d3-9147-006fedd54719 {{(pid=111154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:55:37.838818 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1efd7eaa-bc69-42d3-9147-006fedd54719'] response: {'name': 'network-changed', 'server_uuid': '876868b6-0929-4e64-b86c-274d075180e8', 'tag': '024aed1d-8cc5-44ea-a5be-0e2863bf4794', 'status': 'completed', 'code': 200} Jul 18 10:55:38.154582 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-ce070233-206f-40ab-920e-7b3694335a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (dfa25df3-493c-43ae-826d-29cbf3b2bfa8), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:38.245007 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2414e295-4692-4f3a-b55c-adeb75e57d2d req-6f3d451a-a3e9-4407-9184-b00ca9a773b4 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:55:38.246920 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2414e295-4692-4f3a-b55c-adeb75e57d2d req-6f3d451a-a3e9-4407-9184-b00ca9a773b4 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=876868b6-0929-4e64-b86c-274d075180e8 HTTP/1.1" status: 200 len: 944 time: 0.0486772 Jul 18 10:55:38.275992 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:55:38.300572 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2414e295-4692-4f3a-b55c-adeb75e57d2d req-356e45f2-4a40-4013-b282-dc564ebef457 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/security-groups?id=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470319 Jul 18 10:55:38.517719 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3edec-d0f3-4bc2-a8cc-2a0ccffacafd req-32932102-e60b-43c3-908d-3e54d8d77eec tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:55:38.519387 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8bd3edec-d0f3-4bc2-a8cc-2a0ccffacafd req-32932102-e60b-43c3-908d-3e54d8d77eec tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 945 time: 0.0542738 Jul 18 10:55:38.571214 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8bd3edec-d0f3-4bc2-a8cc-2a0ccffacafd req-e9fab830-7236-4aa7-90ca-daea58a43c82 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/security-groups?id=51ab4b88-8b36-4bf6-be4a-4220e2cdae89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461197 Jul 18 10:55:39.211736 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 47824) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:55:39.308530 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9383c-fc35-4854-98c2-1d105af2399d req-2e410ae1-81f3-47d4-b635-5f862afb3cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:55:39.310966 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-ddc9383c-fc35-4854-98c2-1d105af2399d req-2e410ae1-81f3-47d4-b635-5f862afb3cef service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7f36b12884cc423988d28fdcbdb1d8f9&device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 1129 time: 0.0448508 Jul 18 10:55:39.323138 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734269bd-a851-4a78-ac0f-7619f288d622 req-3ec83c84-a35c-4cc8-81ea-c60ce0e4d401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:55:39.325648 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-734269bd-a851-4a78-ac0f-7619f288d622 req-3ec83c84-a35c-4cc8-81ea-c60ce0e4d401 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=17f436162f3a4bd4b3a94f584e7d8782&device_id=876868b6-0929-4e64-b86c-274d075180e8 HTTP/1.1" status: 200 len: 1128 time: 0.0467448 Jul 18 10:55:39.342690 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-e99b43b4-9c8c-45a1-b925-7d038bc233a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:39.418521 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9383c-fc35-4854-98c2-1d105af2399d req-f6e4bfe3-80d1-4cc1-a7ad-ddead4c36069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:55:39.420070 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-ddc9383c-fc35-4854-98c2-1d105af2399d req-f6e4bfe3-80d1-4cc1-a7ad-ddead4c36069 service neutron] 10.222.0.52 "GET /v2.0/networks?id=eb380554-1a32-48db-8ee9-21d41ce83dd0 HTTP/1.1" status: 200 len: 910 time: 0.1015172 Jul 18 10:55:39.528420 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88abd2e-4be0-4013-8bf8-70a185d9535a req-c33757e2-a39e-43b9-87f2-8c4b6f27eac1 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:55:39.530068 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-e88abd2e-4be0-4013-8bf8-70a185d9535a req-c33757e2-a39e-43b9-87f2-8c4b6f27eac1 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=876868b6-0929-4e64-b86c-274d075180e8 HTTP/1.1" status: 200 len: 944 time: 0.1229727 Jul 18 10:55:39.580493 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734269bd-a851-4a78-ac0f-7619f288d622 req-30b332e9-7491-4272-95c9-cd0e74eda955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:55:39.581920 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-734269bd-a851-4a78-ac0f-7619f288d622 req-30b332e9-7491-4272-95c9-cd0e74eda955 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=17f436162f3a4bd4b3a94f584e7d8782&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2239940 Jul 18 10:55:39.611426 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-ddc9383c-fc35-4854-98c2-1d105af2399d req-bd29fda3-d1d3-4cea-af28-a6b1ff9f48fa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=251fff9b-71a7-49e1-bd58-5b46a671f255 HTTP/1.1" status: 200 len: 217 time: 0.0390627 Jul 18 10:55:39.676080 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-e88abd2e-4be0-4013-8bf8-70a185d9535a req-0d082af2-b81e-41dc-ac37-e132e0d31b97 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/security-groups?id=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360047 Jul 18 10:55:39.678856 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9383c-fc35-4854-98c2-1d105af2399d req-da7fd636-8993-4dc4-855f-69d92cc24e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:55:39.680357 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-ddc9383c-fc35-4854-98c2-1d105af2399d req-da7fd636-8993-4dc4-855f-69d92cc24e3d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=893df6fc-9fb1-4552-b95e-a392998d3c8c HTTP/1.1" status: 200 len: 848 time: 0.0588608 Jul 18 10:55:39.698315 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-e99b43b4-9c8c-45a1-b925-7d038bc233a8 admin admin] Publish callbacks [] for security_group (a10c4a54-f12f-4153-bed5-7f807c44ec8d), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:39.767227 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 47834) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:55:39.768936 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca982e-fd7a-4a59-9fcc-1718a6755642 req-954c69d5-84cc-4e76-9285-e2d37989487f tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:55:39.770576 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d4ca982e-fd7a-4a59-9fcc-1718a6755642 req-954c69d5-84cc-4e76-9285-e2d37989487f tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 945 time: 0.1149404 Jul 18 10:55:39.810911 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734269bd-a851-4a78-ac0f-7619f288d622 req-52667200-7852-48ac-85c8-b764734efc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:55:39.817657 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-734269bd-a851-4a78-ac0f-7619f288d622 req-52667200-7852-48ac-85c8-b764734efc79 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2183928 Jul 18 10:55:39.818717 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-e99b43b4-9c8c-45a1-b925-7d038bc233a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (a10c4a54-f12f-4153-bed5-7f807c44ec8d), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:39.892891 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d4ca982e-fd7a-4a59-9fcc-1718a6755642 req-043ea0f4-aa6b-4f5a-b715-94a4c8058ddc tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/security-groups?id=51ab4b88-8b36-4bf6-be4a-4220e2cdae89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122663 Jul 18 10:55:39.895160 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99b43b4-9c8c-45a1-b925-7d038bc233a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a10c4a54-f12f-4153-bed5-7f807c44ec8d,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:55:39.906053 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-e99b43b4-9c8c-45a1-b925-7d038bc233a8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a074120a798c4f858c952b8d5c76c275&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6881769 Jul 18 10:55:39.906053 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 47838) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:55:39.967157 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f8336af3-fca9-403e-a19b-06518ba3f665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (7e71126e-a656-43d8-a2eb-058f1b343885), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:39.971503 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:55:39.989053 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e837f68-685f-48c0-96f1-61e7c09821ff req-9487da26-dd8e-4240-99f4-6208b1ad6cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:55:39.990559 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2e837f68-685f-48c0-96f1-61e7c09821ff req-9487da26-dd8e-4240-99f4-6208b1ad6cc6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=17f436162f3a4bd4b3a94f584e7d8782&device_id=876868b6-0929-4e64-b86c-274d075180e8 HTTP/1.1" status: 200 len: 1128 time: 0.0616984 Jul 18 10:55:39.999385 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-6dbba291-a223-4ab7-8bbd-c439318a0999 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:40.007739 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9383c-fc35-4854-98c2-1d105af2399d req-c1f5b658-acd9-4a5b-bac0-69088eca8ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:55:40.009268 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-ddc9383c-fc35-4854-98c2-1d105af2399d req-c1f5b658-acd9-4a5b-bac0-69088eca8ca4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=eb380554-1a32-48db-8ee9-21d41ce83dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1146150 Jul 18 10:55:40.014564 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-290814c9-280a-492a-90a2-a8aced82b112 admin admin] Publish callbacks [] for security_group (a10c4a54-f12f-4153-bed5-7f807c44ec8d), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:40.040027 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5195b1c6-8701-4c70-b614-413d6f7ef49b req-c2674d9f-25f4-48db-8626-e8280e0c897d tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:55:40.041502 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-5195b1c6-8701-4c70-b614-413d6f7ef49b req-c2674d9f-25f4-48db-8626-e8280e0c897d tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.52 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 945 time: 0.0855687 Jul 18 10:55:40.049748 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:55:40.053759 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2e837f68-685f-48c0-96f1-61e7c09821ff req-a25a1092-01a1-4295-beed-eee067a59f86 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=024aed1d-8cc5-44ea-a5be-0e2863bf4794 HTTP/1.1" status: 200 len: 217 time: 0.0493741 Jul 18 10:55:40.070586 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (62f731a8-190a-49a2-85f5-14fe4e09184e), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:40.103796 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-290814c9-280a-492a-90a2-a8aced82b112 admin admin] Publish callbacks [] for security_group (a10c4a54-f12f-4153-bed5-7f807c44ec8d), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:40.154338 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e837f68-685f-48c0-96f1-61e7c09821ff req-a6ca429a-a010-4950-bf6d-8daba75a99e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:55:40.155906 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2e837f68-685f-48c0-96f1-61e7c09821ff req-a6ca429a-a010-4950-bf6d-8daba75a99e6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e10aa7fa-e494-41dd-afcd-238e44bb4632 HTTP/1.1" status: 200 len: 850 time: 0.0904622 Jul 18 10:55:40.211951 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e837f68-685f-48c0-96f1-61e7c09821ff req-023f48b5-6b2b-41e1-8272-654764ae1720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:55:40.213917 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2e837f68-685f-48c0-96f1-61e7c09821ff req-023f48b5-6b2b-41e1-8272-654764ae1720 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=407e895d-8435-43cb-addb-b40e755d1f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497680 Jul 18 10:55:40.242475 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-ddc9383c-fc35-4854-98c2-1d105af2399d req-44193dd2-947a-45ae-87e5-f0cc9c3d155f service neutron] 10.222.0.52 "GET /v2.0/networks/eb380554-1a32-48db-8ee9-21d41ce83dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232137 Jul 18 10:55:40.249517 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.plugin [req-5195b1c6-8701-4c70-b614-413d6f7ef49b req-c7b77980-1cab-46c9-b0cd-b151a5eabebc tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Deleting port 251fff9b-71a7-49e1-bd58-5b46a671f255 {{(pid=111154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:55:40.249863 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-5195b1c6-8701-4c70-b614-413d6f7ef49b req-c7b77980-1cab-46c9-b0cd-b151a5eabebc tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (251fff9b-71a7-49e1-bd58-5b46a671f255), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:40.343527 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-290814c9-280a-492a-90a2-a8aced82b112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (a10c4a54-f12f-4153-bed5-7f807c44ec8d), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:40.346772 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-290814c9-280a-492a-90a2-a8aced82b112 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:40.349882 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-290814c9-280a-492a-90a2-a8aced82b112 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a10c4a54-f12f-4153-bed5-7f807c44ec8d HTTP/1.1" status: 204 len: 168 time: 0.4430056 Jul 18 10:55:40.351613 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-6dbba291-a223-4ab7-8bbd-c439318a0999 admin admin] Publish callbacks [] for security_group (bf78aeca-0e28-488e-bb68-82152d5bf622), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:40.354970 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2e837f68-685f-48c0-96f1-61e7c09821ff req-4e57a2e3-1c46-405c-9c6e-24db9525f946 service neutron] 10.222.0.52 "GET /v2.0/networks/407e895d-8435-43cb-addb-b40e755d1f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332972 Jul 18 10:55:40.362067 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290814c9-280a-492a-90a2-a8aced82b112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10c4a54-f12f-4153-bed5-7f807c44ec8d,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:55:40.439233 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-6dbba291-a223-4ab7-8bbd-c439318a0999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (bf78aeca-0e28-488e-bb68-82152d5bf622), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:40.443073 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-ddc9383c-fc35-4854-98c2-1d105af2399d req-66afa1e5-45c0-409a-9d40-0f894e7c9a41 service neutron] 10.222.0.52 "GET /v2.0/networks/eb380554-1a32-48db-8ee9-21d41ce83dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944733 Jul 18 10:55:40.445864 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.db [req-5195b1c6-8701-4c70-b614-413d6f7ef49b req-c7b77980-1cab-46c9-b0cd-b151a5eabebc tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] For port 251fff9b-71a7-49e1-bd58-5b46a671f255, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=251fff9b-71a7-49e1-bd58-5b46a671f255,segment=NetworkSegment(b2c33dff-4944-4886-9508-829332b4fcd6),segment_id=b2c33dff-4944-4886-9508-829332b4fcd6)] {{(pid=111154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:55:40.446227 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-5195b1c6-8701-4c70-b614-413d6f7ef49b req-c7b77980-1cab-46c9-b0cd-b151a5eabebc tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (251fff9b-71a7-49e1-bd58-5b46a671f255), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:40.476152 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:UPDATE=1,neutron:SELECT=92,neutron:INSERT=7 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:55:40.477385 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.plugin [req-5195b1c6-8701-4c70-b614-413d6f7ef49b req-c7b77980-1cab-46c9-b0cd-b151a5eabebc tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Calling delete_port for 251fff9b-71a7-49e1-bd58-5b46a671f255 owned by compute:nova {{(pid=111154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:55:40.502629 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbba291-a223-4ab7-8bbd-c439318a0999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf78aeca-0e28-488e-bb68-82152d5bf622,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:55:40.507316 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2e837f68-685f-48c0-96f1-61e7c09821ff req-9b468405-56e1-4f0f-8307-6419775b1bd5 service neutron] 10.222.0.52 "GET /v2.0/networks/407e895d-8435-43cb-addb-b40e755d1f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025224 Jul 18 10:55:40.509427 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:55:40.516453 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 47852) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:55:40.516825 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-6dbba291-a223-4ab7-8bbd-c439318a0999 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bfeea8b2c4f04089ad8caac0c0efd57d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7479956 Jul 18 10:55:40.578350 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-5a27d113-fe26-40b5-bf82-013f2214ed1d admin admin] Publish callbacks [] for security_group (bf78aeca-0e28-488e-bb68-82152d5bf622), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:40.603667 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-5a27d113-fe26-40b5-bf82-013f2214ed1d admin admin] Publish callbacks [] for security_group (bf78aeca-0e28-488e-bb68-82152d5bf622), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:40.778006 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-5195b1c6-8701-4c70-b614-413d6f7ef49b req-c7b77980-1cab-46c9-b0cd-b151a5eabebc tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127334210'] for port (251fff9b-71a7-49e1-bd58-5b46a671f255), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:40.787235 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-5a27d113-fe26-40b5-bf82-013f2214ed1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (bf78aeca-0e28-488e-bb68-82152d5bf622), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:40.790055 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-5a27d113-fe26-40b5-bf82-013f2214ed1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:40.794707 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-5a27d113-fe26-40b5-bf82-013f2214ed1d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bf78aeca-0e28-488e-bb68-82152d5bf622 HTTP/1.1" status: 204 len: 168 time: 0.2737284 Jul 18 10:55:40.802953 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:55:40.806536 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a27d113-fe26-40b5-bf82-013f2214ed1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf78aeca-0e28-488e-bb68-82152d5bf622,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:55:40.835314 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7428374f-73e0-4df0-a95b-588ebe7fcbec req-846089d4-95e3-4917-bf82-75c76c354d7d tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:55:40.838092 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-7428374f-73e0-4df0-a95b-588ebe7fcbec req-846089d4-95e3-4917-bf82-75c76c354d7d tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=876868b6-0929-4e64-b86c-274d075180e8 HTTP/1.1" status: 200 len: 944 time: 0.0870471 Jul 18 10:55:40.854485 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b77980-1cab-46c9-b0cd-b151a5eabebc tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Pushing event deleted for resources: {'Port': ['ID=251fff9b-71a7-49e1-bd58-5b46a671f255,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:55:40.919863 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-7428374f-73e0-4df0-a95b-588ebe7fcbec req-c472d33c-5185-4f06-a752-63726785385c tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/security-groups?id=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698037 Jul 18 10:55:40.928672 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.l3_dvrscheduler_db [req-5195b1c6-8701-4c70-b614-413d6f7ef49b req-c7b77980-1cab-46c9-b0cd-b151a5eabebc tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] No DVR routers for this DVR port 251fff9b-71a7-49e1-bd58-5b46a671f255 on host hv-cinder-84949 {{(pid=111154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:55:40.942649 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-5195b1c6-8701-4c70-b614-413d6f7ef49b req-c7b77980-1cab-46c9-b0cd-b151a5eabebc tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for port (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:40.942649 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-5195b1c6-8701-4c70-b614-413d6f7ef49b req-c7b77980-1cab-46c9-b0cd-b151a5eabebc tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.52 "DELETE /v2.0/ports/251fff9b-71a7-49e1-bd58-5b46a671f255 HTTP/1.1" status: 204 len: 173 time: 0.8645544 Jul 18 10:55:40.942649 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dab0fce-91d6-4e37-970c-02ba8250d354', 'name': 'network-vif-deleted', 'tag': '251fff9b-71a7-49e1-bd58-5b46a671f255'}] {{(pid=111154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:55:40.942649 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76f28ae75f34143b6717ab81e854799a90e2618b86a46665dc49940857a7474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24bb061-5124-421a-b8b8-b2294f463bb2" -d '{"events": [{"server_uuid": "3dab0fce-91d6-4e37-970c-02ba8250d354", "name": "network-vif-deleted", "tag": "251fff9b-71a7-49e1-bd58-5b46a671f255"}]}' {{(pid=111154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:55:40.985741 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4698f7a3-7333-460a-b741-66dfcde8acdf x-openstack-request-id: req-4698f7a3-7333-460a-b741-66dfcde8acdf {{(pid=111154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:55:40.986169 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dab0fce-91d6-4e37-970c-02ba8250d354", "name": "network-vif-deleted", "tag": "251fff9b-71a7-49e1-bd58-5b46a671f255", "status": "completed", "code": 200}]} {{(pid=111154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:55:40.986627 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4698f7a3-7333-460a-b741-66dfcde8acdf {{(pid=111154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:55:40.987040 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4698f7a3-7333-460a-b741-66dfcde8acdf'] response: {'server_uuid': '3dab0fce-91d6-4e37-970c-02ba8250d354', 'name': 'network-vif-deleted', 'tag': '251fff9b-71a7-49e1-bd58-5b46a671f255', 'status': 'completed', 'code': 200} Jul 18 10:55:41.024087 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-e1464e7a-40e7-4697-b451-2fe4f0e6a0de req-e867738a-f1dd-492a-8e0f-59697614890d tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 210 time: 0.0352299 Jul 18 10:55:41.265632 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 47866) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:55:41.278721 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-c940700c-6fd8-4ed8-902a-4e64ad5a10f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:41.365800 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-c940700c-6fd8-4ed8-902a-4e64ad5a10f5 admin admin] Publish callbacks [] for security_group (293fc255-36c2-49fa-a0f4-84cf059c15cf), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:41.479705 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-c940700c-6fd8-4ed8-902a-4e64ad5a10f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (293fc255-36c2-49fa-a0f4-84cf059c15cf), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:41.523010 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-c940700c-6fd8-4ed8-902a-4e64ad5a10f5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5f8d92a97eb440ca98b80d03d12a38c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2580860 Jul 18 10:55:41.524373 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c940700c-6fd8-4ed8-902a-4e64ad5a10f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=293fc255-36c2-49fa-a0f4-84cf059c15cf,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:55:41.525818 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 47870) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:55:41.590878 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-08935dc7-7717-4c24-aa79-0ec3278dc1ef admin admin] Publish callbacks [] for security_group (293fc255-36c2-49fa-a0f4-84cf059c15cf), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:41.614293 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-08935dc7-7717-4c24-aa79-0ec3278dc1ef admin admin] Publish callbacks [] for security_group (293fc255-36c2-49fa-a0f4-84cf059c15cf), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:41.811326 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-08935dc7-7717-4c24-aa79-0ec3278dc1ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (293fc255-36c2-49fa-a0f4-84cf059c15cf), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:41.815041 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-08935dc7-7717-4c24-aa79-0ec3278dc1ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:41.819849 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-08935dc7-7717-4c24-aa79-0ec3278dc1ef admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/293fc255-36c2-49fa-a0f4-84cf059c15cf HTTP/1.1" status: 204 len: 168 time: 0.2895479 Jul 18 10:55:41.824503 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08935dc7-7717-4c24-aa79-0ec3278dc1ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=293fc255-36c2-49fa-a0f4-84cf059c15cf,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:55:41.995356 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 47878) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:55:42.015571 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-2b17ab72-3042-411f-b2b1-e3347e60f74f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:42.052011 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1922e22d-b9c3-497e-8494-1fed5a9c8363 req-a6756799-97fa-416b-beb9-9979dab1dbf0 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:55:42.053574 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-1922e22d-b9c3-497e-8494-1fed5a9c8363 req-a6756799-97fa-416b-beb9-9979dab1dbf0 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=876868b6-0929-4e64-b86c-274d075180e8 HTTP/1.1" status: 200 len: 944 time: 0.0563531 Jul 18 10:55:42.099916 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:55:42.106175 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-2b17ab72-3042-411f-b2b1-e3347e60f74f admin admin] Publish callbacks [] for security_group (aad276f3-6b54-473b-b62c-6564bf8ee8c8), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:42.119955 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-1922e22d-b9c3-497e-8494-1fed5a9c8363 req-9131236d-ecf7-47ec-bd08-0581340ba195 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/security-groups?id=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605662 Jul 18 10:55:42.139793 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-934e188d-3afb-46c3-80e3-629f1438fb17 req-e231bfef-e982-4b11-aad9-90ed4f9e83f4 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 210 time: 0.0346191 Jul 18 10:55:42.269304 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-2b17ab72-3042-411f-b2b1-e3347e60f74f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (aad276f3-6b54-473b-b62c-6564bf8ee8c8), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:42.307521 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b17ab72-3042-411f-b2b1-e3347e60f74f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad276f3-6b54-473b-b62c-6564bf8ee8c8,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:55:42.311904 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-2b17ab72-3042-411f-b2b1-e3347e60f74f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=77b95a8033bc4f6e9da3d5abcec71af5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3153551 Jul 18 10:55:42.314937 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 47882) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:55:42.370847 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-c57d0ed8-d05f-4d3a-9fc2-c74ad75da266 admin admin] Publish callbacks [] for security_group (aad276f3-6b54-473b-b62c-6564bf8ee8c8), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:42.605522 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device 251fff9b-71a7-49e1-bd58-5b46a671f255 no longer exists at agent hyperv_hv-cinder-84949 {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:55:42.627578 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] No Port match for: 251fff9b-71a7-49e1-bd58-5b46a671f255 {{(pid=111156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:55:42.627924 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device 251fff9b-71a7-49e1-bd58-5b46a671f255 not bound to the agent host hv-cinder-84949 {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:55:42.648288 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-c57d0ed8-d05f-4d3a-9fc2-c74ad75da266 admin admin] Publish callbacks [] for security_group (aad276f3-6b54-473b-b62c-6564bf8ee8c8), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:42.654818 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=82,neutron:DELETE=12,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:55:42.839511 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-c57d0ed8-d05f-4d3a-9fc2-c74ad75da266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (aad276f3-6b54-473b-b62c-6564bf8ee8c8), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:42.842264 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-c57d0ed8-d05f-4d3a-9fc2-c74ad75da266 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:42.843438 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-c57d0ed8-d05f-4d3a-9fc2-c74ad75da266 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/aad276f3-6b54-473b-b62c-6564bf8ee8c8 HTTP/1.1" status: 204 len: 168 time: 0.5275564 Jul 18 10:55:42.852660 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57d0ed8-d05f-4d3a-9fc2-c74ad75da266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad276f3-6b54-473b-b62c-6564bf8ee8c8,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:55:43.263705 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-0e05cc36-8b5b-484f-9a07-b3740a8620be req-a58b52de-ce54-4631-bd4a-85442c00b82a tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 210 time: 0.0352325 Jul 18 10:55:43.271705 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a5dd7-98e1-499d-ac0b-ce59db8cd432 req-f472b39f-8767-4d46-a38c-e4851d38d0bd tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:55:43.273240 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d20a5dd7-98e1-499d-ac0b-ce59db8cd432 req-f472b39f-8767-4d46-a38c-e4851d38d0bd tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=876868b6-0929-4e64-b86c-274d075180e8 HTTP/1.1" status: 200 len: 944 time: 0.0795035 Jul 18 10:55:43.330102 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d20a5dd7-98e1-499d-ac0b-ce59db8cd432 req-f01550e6-c2e9-44bf-b59c-6ee921ddc498 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/security-groups?id=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483057 Jul 18 10:55:44.406156 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ce484fe6-a334-47be-98c9-b37b1d80c64d req-e16127cc-0ac3-4ba7-858a-98865fdc58d5 tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dab0fce-91d6-4e37-970c-02ba8250d354 HTTP/1.1" status: 200 len: 210 time: 0.0515544 Jul 18 10:55:44.468065 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2273fe3a-df05-40d3-b854-7f83dd726bc6 req-0c75d31b-7175-4858-995f-79678a48b001 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:55:44.470482 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2273fe3a-df05-40d3-b854-7f83dd726bc6 req-0c75d31b-7175-4858-995f-79678a48b001 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=876868b6-0929-4e64-b86c-274d075180e8 HTTP/1.1" status: 200 len: 944 time: 0.0565853 Jul 18 10:55:44.530253 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2273fe3a-df05-40d3-b854-7f83dd726bc6 req-eb31e0a9-5d98-47a3-83fa-e6baf43ae77e tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/security-groups?id=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529563 Jul 18 10:55:45.265808 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 48004) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:55:45.382619 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9070-c374-40d8-bd30-4d40f49016a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:45.473152 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9070-c374-40d8-bd30-4d40f49016a1 admin admin] Publish callbacks [] for security_group (21c6f1be-8036-4375-afdb-6594b6e3e197), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:45.475249 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 48012) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:55:45.537971 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-cb201b17-1243-4453-b687-878f4342ad0b tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Publish callbacks [] for security_group (51ab4b88-8b36-4bf6-be4a-4220e2cdae89), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:45.568225 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-cb201b17-1243-4453-b687-878f4342ad0b tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Publish callbacks [] for security_group (51ab4b88-8b36-4bf6-be4a-4220e2cdae89), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:45.600814 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=4 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:55:45.622658 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9070-c374-40d8-bd30-4d40f49016a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (21c6f1be-8036-4375-afdb-6594b6e3e197), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:45.654967 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c17dc4-fb1f-47f0-9b0b-7abc25a81f40 req-2f709ba4-6aa4-4166-9d73-2cc95de99314 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:55:45.658119 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-69c17dc4-fb1f-47f0-9b0b-7abc25a81f40 req-2f709ba4-6aa4-4166-9d73-2cc95de99314 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=876868b6-0929-4e64-b86c-274d075180e8 HTTP/1.1" status: 200 len: 944 time: 0.0519657 Jul 18 10:55:45.667493 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-8d9a9070-c374-40d8-bd30-4d40f49016a1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=be9870640b02456ca92be03607935dcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3998837 Jul 18 10:55:45.670177 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9a9070-c374-40d8-bd30-4d40f49016a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c6f1be-8036-4375-afdb-6594b6e3e197,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:55:45.673054 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 48018) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:55:45.760271 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-69c17dc4-fb1f-47f0-9b0b-7abc25a81f40 req-182f527c-8cfe-4fd0-88d4-6df8bc6cfc35 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/security-groups?id=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896947 Jul 18 10:55:45.772317 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-bbb21083-d8ec-48ce-9557-4a4ae2229354 admin admin] Publish callbacks [] for security_group (21c6f1be-8036-4375-afdb-6594b6e3e197), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:45.796196 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-bbb21083-d8ec-48ce-9557-4a4ae2229354 admin admin] Publish callbacks [] for security_group (21c6f1be-8036-4375-afdb-6594b6e3e197), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:45.817192 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-cb201b17-1243-4453-b687-878f4342ad0b tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (51ab4b88-8b36-4bf6-be4a-4220e2cdae89), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:45.820010 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-cb201b17-1243-4453-b687-878f4342ad0b tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Publish callbacks [] for security_group (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:45.822148 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-cb201b17-1243-4453-b687-878f4342ad0b tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] 10.222.0.49 "DELETE /v2.0/security-groups/51ab4b88-8b36-4bf6-be4a-4220e2cdae89 HTTP/1.1" status: 204 len: 168 time: 0.3469760 Jul 18 10:55:45.842721 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb201b17-1243-4453-b687-878f4342ad0b tempest-TestShelveInstance-841467409 tempest-TestShelveInstance-841467409-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ab4b88-8b36-4bf6-be4a-4220e2cdae89,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:55:45.855925 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=31,neutron:UPDATE=1 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:55:45.856524 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=44,neutron:DELETE=5,neutron:UPDATE=5 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:55:46.023016 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-bbb21083-d8ec-48ce-9557-4a4ae2229354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (21c6f1be-8036-4375-afdb-6594b6e3e197), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:46.026137 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-bbb21083-d8ec-48ce-9557-4a4ae2229354 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:46.027913 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-bbb21083-d8ec-48ce-9557-4a4ae2229354 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/21c6f1be-8036-4375-afdb-6594b6e3e197 HTTP/1.1" status: 204 len: 168 time: 0.3497815 Jul 18 10:55:46.039185 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb21083-d8ec-48ce-9557-4a4ae2229354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c6f1be-8036-4375-afdb-6594b6e3e197,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:55:46.045969 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 48028) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:55:46.343071 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:55:46.444605 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-61790ec3-9b27-445c-aada-397a5cce7702 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3788995'] for router_interface (23c021f8-caa1-4975-8dcd-00760a191b3d), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:46.710086 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.plugin [None req-61790ec3-9b27-445c-aada-397a5cce7702 admin admin] Deleting port 2ee8cc05-4027-4039-b010-6716d0e76dc1 {{(pid=111154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:55:46.710426 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-61790ec3-9b27-445c-aada-397a5cce7702 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (2ee8cc05-4027-4039-b010-6716d0e76dc1), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:46.803749 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.db [None req-61790ec3-9b27-445c-aada-397a5cce7702 admin admin] For port 2ee8cc05-4027-4039-b010-6716d0e76dc1, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=2ee8cc05-4027-4039-b010-6716d0e76dc1,segment=NetworkSegment(b2c33dff-4944-4886-9508-829332b4fcd6),segment_id=b2c33dff-4944-4886-9508-829332b4fcd6)] {{(pid=111154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:55:46.803749 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-61790ec3-9b27-445c-aada-397a5cce7702 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (2ee8cc05-4027-4039-b010-6716d0e76dc1), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:46.827717 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.plugin [None req-61790ec3-9b27-445c-aada-397a5cce7702 admin admin] Calling delete_port for 2ee8cc05-4027-4039-b010-6716d0e76dc1 owned by network:router_interface {{(pid=111154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:55:46.896448 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354da70f-01ff-468a-a95b-eeaa153dadd4 req-372abab3-1b8d-4154-b34a-5621fac00af3 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:55:46.898274 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-354da70f-01ff-468a-a95b-eeaa153dadd4 req-372abab3-1b8d-4154-b34a-5621fac00af3 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=876868b6-0929-4e64-b86c-274d075180e8 HTTP/1.1" status: 200 len: 944 time: 0.0521803 Jul 18 10:55:46.957122 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-354da70f-01ff-468a-a95b-eeaa153dadd4 req-ca4d263c-72a4-4ca6-bdef-8257157155de tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/security-groups?id=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521355 Jul 18 10:55:47.196670 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 48062) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:55:47.222941 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-625973f2-818d-4dcf-9d49-4be86cc60130 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:47.245784 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-61790ec3-9b27-445c-aada-397a5cce7702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127334210'] for port (2ee8cc05-4027-4039-b010-6716d0e76dc1), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:47.274586 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61790ec3-9b27-445c-aada-397a5cce7702 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ee8cc05-4027-4039-b010-6716d0e76dc1,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:55:47.323834 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-625973f2-818d-4dcf-9d49-4be86cc60130 admin admin] Publish callbacks [] for security_group (76b970e4-195d-4d91-8fe1-ebf2d6fc33ec), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:47.457839 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-625973f2-818d-4dcf-9d49-4be86cc60130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (76b970e4-195d-4d91-8fe1-ebf2d6fc33ec), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:47.495097 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-61790ec3-9b27-445c-aada-397a5cce7702 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3608536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3788927'] for router_interface (23c021f8-caa1-4975-8dcd-00760a191b3d), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:47.524386 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-625973f2-818d-4dcf-9d49-4be86cc60130 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=acaf306268634ea19d1d5077e360dbcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3265400 Jul 18 10:55:47.525272 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625973f2-818d-4dcf-9d49-4be86cc60130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b970e4-195d-4d91-8fe1-ebf2d6fc33ec,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:55:47.529409 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 48064) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:55:47.572528 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:55:47.595525 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-07a4d2bc-f3aa-4853-aa85-ca829974cf57 admin admin] Publish callbacks [] for security_group (76b970e4-195d-4d91-8fe1-ebf2d6fc33ec), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:47.618306 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=100 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:55:47.625558 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-07a4d2bc-f3aa-4853-aa85-ca829974cf57 admin admin] Publish callbacks [] for security_group (76b970e4-195d-4d91-8fe1-ebf2d6fc33ec), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:47.668741 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:55:47.781366 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61790ec3-9b27-445c-aada-397a5cce7702 admin admin] Router 23c021f8-caa1-4975-8dcd-00760a191b3d has already been hosted by L3 agent e6bcb791-bd43-4d6b-ab54-e591cb66712b {{(pid=111154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:55:47.809539 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-07a4d2bc-f3aa-4853-aa85-ca829974cf57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (76b970e4-195d-4d91-8fe1-ebf2d6fc33ec), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:47.809539 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-07a4d2bc-f3aa-4853-aa85-ca829974cf57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:47.814646 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-07a4d2bc-f3aa-4853-aa85-ca829974cf57 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/76b970e4-195d-4d91-8fe1-ebf2d6fc33ec HTTP/1.1" status: 204 len: 168 time: 0.2815962 Jul 18 10:55:47.824058 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a4d2bc-f3aa-4853-aa85-ca829974cf57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b970e4-195d-4d91-8fe1-ebf2d6fc33ec,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:55:47.909710 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61790ec3-9b27-445c-aada-397a5cce7702 admin admin] Notify agent at l3_agent.dv-cinder-849498-1-iscsi the message routers_updated {{(pid=111154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:55:47.925430 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-61790ec3-9b27-445c-aada-397a5cce7702 admin admin] 10.222.0.49 "PUT /v2.0/routers/23c021f8-caa1-4975-8dcd-00760a191b3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8676796 Jul 18 10:55:47.925430 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 48070) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:55:47.926728 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afb41fe-6696-4838-a6a8-9bca529c6e12 None None] Sync routers for ids ['23c021f8-caa1-4975-8dcd-00760a191b3d'] in dv-cinder-849498-1-iscsi {{(pid=111157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:55:47.937250 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afb41fe-6696-4838-a6a8-9bca529c6e12 None None] Routers {'23c021f8-caa1-4975-8dcd-00760a191b3d'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:55:47.938484 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-4afb41fe-6696-4838-a6a8-9bca529c6e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:55:37Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['23c021f8-caa1-4975-8dcd-00760a191b3d'], 'active': True} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:55:48.017945 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:55:48.097769 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-a827aab7-38c4-452b-bcc8-f52037883673 admin admin] Publish callbacks [] for router (23c021f8-caa1-4975-8dcd-00760a191b3d), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:48.117025 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4bc18-7cde-4f25-8978-68fcb7e9db25 req-b812f379-79a3-4cdd-96ef-b77374f5c3cd tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:55:48.119154 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2fc4bc18-7cde-4f25-8978-68fcb7e9db25 req-b812f379-79a3-4cdd-96ef-b77374f5c3cd tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=876868b6-0929-4e64-b86c-274d075180e8 HTTP/1.1" status: 200 len: 944 time: 0.0690184 Jul 18 10:55:48.124809 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvr_db [None req-4afb41fe-6696-4838-a6a8-9bca529c6e12 None None] Set router 23c021f8-caa1-4975-8dcd-00760a191b3d gateway port host: dv-cinder-849498-1-iscsi {{(pid=111157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:55:48.197344 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2fc4bc18-7cde-4f25-8978-68fcb7e9db25 req-4728c1da-6a2d-4031-917a-805fe4a8a098 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/security-groups?id=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724201 Jul 18 10:55:48.246859 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-a827aab7-38c4-452b-bcc8-f52037883673 admin admin] Publish callbacks [] for router_gateway (23c021f8-caa1-4975-8dcd-00760a191b3d), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:48.332675 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=100 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:55:48.337550 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-4afb41fe-6696-4838-a6a8-9bca529c6e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c021f8-caa1-4975-8dcd-00760a191b3d', 'name': 'tempest-TestShelveInstance-1592551120-router', 'tenant_id': '7f36b12884cc423988d28fdcbdb1d8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '736592e9-5cbf-437c-a879-cc5f59071225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:49:51Z', 'updated_at': '2022-07-18T10:55:46Z', 'revision_number': 5, 'project_id': '7f36b12884cc423988d28fdcbdb1d8f9', 'gw_port': {'id': '736592e9-5cbf-437c-a879-cc5f59071225', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c021f8-caa1-4975-8dcd-00760a191b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:54Z', 'updated_at': '2022-07-18T10:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi'}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:55:48.340115 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=100 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:55:48.365737 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afb41fe-6696-4838-a6a8-9bca529c6e12 None None] Checking router: 23c021f8-caa1-4975-8dcd-00760a191b3d for host: dv-cinder-849498-1-iscsi {{(pid=111157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:55:48.376527 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afb41fe-6696-4838-a6a8-9bca529c6e12 None None] Routers {'23c021f8-caa1-4975-8dcd-00760a191b3d'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:55:48.377647 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-4afb41fe-6696-4838-a6a8-9bca529c6e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:55:37Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['23c021f8-caa1-4975-8dcd-00760a191b3d'], 'active': True} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:55:48.385474 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.plugin [None req-a827aab7-38c4-452b-bcc8-f52037883673 admin admin] Deleting port 736592e9-5cbf-437c-a879-cc5f59071225 {{(pid=111154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:55:48.385844 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-a827aab7-38c4-452b-bcc8-f52037883673 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (736592e9-5cbf-437c-a879-cc5f59071225), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:48.479451 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvr_db [None req-4afb41fe-6696-4838-a6a8-9bca529c6e12 None None] Set router 23c021f8-caa1-4975-8dcd-00760a191b3d gateway port host: None {{(pid=111157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:55:48.486281 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.db [None req-a827aab7-38c4-452b-bcc8-f52037883673 admin admin] For port 736592e9-5cbf-437c-a879-cc5f59071225, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=736592e9-5cbf-437c-a879-cc5f59071225,segment=NetworkSegment(43730dd2-6239-4f15-a180-e6d1d2fbff54),segment_id=43730dd2-6239-4f15-a180-e6d1d2fbff54)] {{(pid=111154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:55:48.486655 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-a827aab7-38c4-452b-bcc8-f52037883673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (736592e9-5cbf-437c-a879-cc5f59071225), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:48.505128 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.plugin [None req-a827aab7-38c4-452b-bcc8-f52037883673 admin admin] Calling delete_port for 736592e9-5cbf-437c-a879-cc5f59071225 owned by network:router_gateway {{(pid=111154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:55:48.530290 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-4afb41fe-6696-4838-a6a8-9bca529c6e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c021f8-caa1-4975-8dcd-00760a191b3d', 'name': 'tempest-TestShelveInstance-1592551120-router', 'tenant_id': '7f36b12884cc423988d28fdcbdb1d8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:49:51Z', 'updated_at': '2022-07-18T10:55:48Z', 'revision_number': 6, 'project_id': '7f36b12884cc423988d28fdcbdb1d8f9', 'gw_port_host': None}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:55:48.559358 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afb41fe-6696-4838-a6a8-9bca529c6e12 None None] The sync data for ids ['23c021f8-caa1-4975-8dcd-00760a191b3d'] in dv-cinder-849498-1-iscsi is: [{'id': '23c021f8-caa1-4975-8dcd-00760a191b3d', 'name': 'tempest-TestShelveInstance-1592551120-router', 'tenant_id': '7f36b12884cc423988d28fdcbdb1d8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:49:51Z', 'updated_at': '2022-07-18T10:55:48Z', 'revision_number': 6, 'project_id': '7f36b12884cc423988d28fdcbdb1d8f9', 'gw_port_host': None}] {{(pid=111157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:55:48.783734 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-a827aab7-38c4-452b-bcc8-f52037883673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127334210'] for port (736592e9-5cbf-437c-a879-cc5f59071225), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:48.810679 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a827aab7-38c4-452b-bcc8-f52037883673 admin admin] Pushing event deleted for resources: {'Port': ['ID=736592e9-5cbf-437c-a879-cc5f59071225,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:55:48.821797 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=100 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:55:48.883754 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-a827aab7-38c4-452b-bcc8-f52037883673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3779396'] for router_gateway (23c021f8-caa1-4975-8dcd-00760a191b3d), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:48.978506 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-a827aab7-38c4-452b-bcc8-f52037883673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-968'] for router (23c021f8-caa1-4975-8dcd-00760a191b3d), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:48.981081 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-a827aab7-38c4-452b-bcc8-f52037883673 admin admin] Publish callbacks [] for router_controller (23c021f8-caa1-4975-8dcd-00760a191b3d), precommit_delete_associations {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:49.154124 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-a827aab7-38c4-452b-bcc8-f52037883673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790289'] for router (23c021f8-caa1-4975-8dcd-00760a191b3d), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:49.154803 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a827aab7-38c4-452b-bcc8-f52037883673 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23c021f8-caa1-4975-8dcd-00760a191b3d {{(pid=111154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 10:55:49.159807 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-a827aab7-38c4-452b-bcc8-f52037883673 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:49.162631 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-a827aab7-38c4-452b-bcc8-f52037883673 admin admin] 10.222.0.49 "DELETE /v2.0/routers/23c021f8-caa1-4975-8dcd-00760a191b3d HTTP/1.1" status: 204 len: 168 time: 1.2402985 Jul 18 10:55:49.163764 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 48098) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:55:49.213374 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.db_base_plugin_v2 [None req-158f0ef7-9483-4bc2-859f-9ba2acb57ba8 admin admin] Deleting subnet 893df6fc-9fb1-4552-b95e-a392998d3c8c {{(pid=111154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 10:55:49.216663 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-158f0ef7-9483-4bc2-859f-9ba2acb57ba8 admin admin] Publish callbacks [] for subnet (893df6fc-9fb1-4552-b95e-a392998d3c8c), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:49.264156 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-158f0ef7-9483-4bc2-859f-9ba2acb57ba8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127334241'] for subnet (893df6fc-9fb1-4552-b95e-a392998d3c8c), precommit_delete_associations {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:49.326135 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91623ecd-d9bb-49c6-8826-bbb07545f818 req-64ab33e4-0152-42d2-8320-084fa52cb6c0 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:55:49.329129 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-91623ecd-d9bb-49c6-8826-bbb07545f818 req-64ab33e4-0152-42d2-8320-084fa52cb6c0 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=876868b6-0929-4e64-b86c-274d075180e8 HTTP/1.1" status: 200 len: 944 time: 0.0545607 Jul 18 10:55:49.359584 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-158f0ef7-9483-4bc2-859f-9ba2acb57ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735052'] for subnet (893df6fc-9fb1-4552-b95e-a392998d3c8c), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:49.389859 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-91623ecd-d9bb-49c6-8826-bbb07545f818 req-592c91a7-302e-41d3-b877-53b15b263555 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/security-groups?id=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513539 Jul 18 10:55:49.543464 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-158f0ef7-9483-4bc2-859f-9ba2acb57ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127334271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127366045'] for subnet (893df6fc-9fb1-4552-b95e-a392998d3c8c), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:49.575754 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-158f0ef7-9483-4bc2-859f-9ba2acb57ba8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for subnet (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:49.579908 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-158f0ef7-9483-4bc2-859f-9ba2acb57ba8 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/893df6fc-9fb1-4552-b95e-a392998d3c8c HTTP/1.1" status: 204 len: 168 time: 0.4150786 Jul 18 10:55:49.580677 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158f0ef7-9483-4bc2-859f-9ba2acb57ba8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=893df6fc-9fb1-4552-b95e-a392998d3c8c,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:55:49.582710 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 48106) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:55:49.586967 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893ee3e7-005c-4128-adb9-ca01b4dbe8f1 None None] Network eb380554-1a32-48db-8ee9-21d41ce83dd0 requested from dv-cinder-849498-1-iscsi {{(pid=111156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:55:49.590312 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158f0ef7-9483-4bc2-859f-9ba2acb57ba8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:55:49.590676 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158f0ef7-9483-4bc2-859f-9ba2acb57ba8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:55:49.591493 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158f0ef7-9483-4bc2-859f-9ba2acb57ba8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:55:49.591493 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158f0ef7-9483-4bc2-859f-9ba2acb57ba8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:55:49.591709 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158f0ef7-9483-4bc2-859f-9ba2acb57ba8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:55:49.592032 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158f0ef7-9483-4bc2-859f-9ba2acb57ba8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:55:49.592368 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158f0ef7-9483-4bc2-859f-9ba2acb57ba8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:55:49.592706 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158f0ef7-9483-4bc2-859f-9ba2acb57ba8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:55:49.593074 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158f0ef7-9483-4bc2-859f-9ba2acb57ba8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:55:49.593609 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158f0ef7-9483-4bc2-859f-9ba2acb57ba8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:55:49.594065 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158f0ef7-9483-4bc2-859f-9ba2acb57ba8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:55:49.594307 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158f0ef7-9483-4bc2-859f-9ba2acb57ba8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:55:49.594645 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158f0ef7-9483-4bc2-859f-9ba2acb57ba8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:55:49.594977 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158f0ef7-9483-4bc2-859f-9ba2acb57ba8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:55:49.595308 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158f0ef7-9483-4bc2-859f-9ba2acb57ba8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:55:49.621472 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device 024aed1d-8cc5-44ea-a5be-0e2863bf4794 details requested by agent hyperv_hv-cinder-84949 with host hv-cinder-84949 {{(pid=111156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 10:55:49.664972 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-a2a68068-a97a-4f33-bf1a-656e5321d57e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639067'] for network (eb380554-1a32-48db-8ee9-21d41ce83dd0), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:49.700912 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:UPDATE=3,neutron:SELECT=89,neutron:DELETE=8 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:55:49.718503 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.plugin [None req-a2a68068-a97a-4f33-bf1a-656e5321d57e admin admin] Deleting port 290e048c-1acb-4202-a580-1cb765bb2ca5 {{(pid=111155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:55:49.718951 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-a2a68068-a97a-4f33-bf1a-656e5321d57e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (290e048c-1acb-4202-a580-1cb765bb2ca5), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:49.790642 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.db [None req-a2a68068-a97a-4f33-bf1a-656e5321d57e admin admin] For port 290e048c-1acb-4202-a580-1cb765bb2ca5, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=290e048c-1acb-4202-a580-1cb765bb2ca5,segment=NetworkSegment(b2c33dff-4944-4886-9508-829332b4fcd6),segment_id=b2c33dff-4944-4886-9508-829332b4fcd6)] {{(pid=111155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:55:49.791007 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-a2a68068-a97a-4f33-bf1a-656e5321d57e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (290e048c-1acb-4202-a580-1cb765bb2ca5), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:49.812509 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.plugin [None req-a2a68068-a97a-4f33-bf1a-656e5321d57e admin admin] Calling delete_port for 290e048c-1acb-4202-a580-1cb765bb2ca5 owned by network:dhcp {{(pid=111155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:55:49.818402 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port 024aed1d-8cc5-44ea-a5be-0e2863bf4794, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=024aed1d-8cc5-44ea-a5be-0e2863bf4794,segment=NetworkSegment(40200e37-082a-48f2-872c-182016dc90c2),segment_id=40200e37-082a-48f2-872c-182016dc90c2)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:55:49.839215 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Returning: {'device': '024aed1d-8cc5-44ea-a5be-0e2863bf4794', 'network_id': '407e895d-8435-43cb-addb-b40e755d1f02', 'port_id': '024aed1d-8cc5-44ea-a5be-0e2863bf4794', 'mac_address': 'fa:16:3e:33:56:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e10aa7fa-e494-41dd-afcd-238e44bb4632', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 10:55:49.886519 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc16a8a-11be-4a56-9699-c0cad276c840 None None] DHCP port deletion for eb380554-1a32-48db-8ee9-21d41ce83dd0 request from dv-cinder-849498-1-iscsi {{(pid=111156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 10:55:49.900179 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] Current status of the port 024aed1d-8cc5-44ea-a5be-0e2863bf4794 is: DOWN; New status is: BUILD {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:55:49.900665 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (024aed1d-8cc5-44ea-a5be-0e2863bf4794), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:49.940448 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.notifiers.nova [None req-29c51914-efda-4269-8274-168d496bf900 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 024aed1d-8cc5-44ea-a5be-0e2863bf4794 {{(pid=111156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:55:49.957790 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-9cc16a8a-11be-4a56-9699-c0cad276c840 None None] Deleting port 290e048c-1acb-4202-a580-1cb765bb2ca5 {{(pid=111156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:55:49.958165 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-9cc16a8a-11be-4a56-9699-c0cad276c840 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (290e048c-1acb-4202-a580-1cb765bb2ca5), before_delete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:49.980938 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port 024aed1d-8cc5-44ea-a5be-0e2863bf4794, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=024aed1d-8cc5-44ea-a5be-0e2863bf4794,segment=NetworkSegment(40200e37-082a-48f2-872c-182016dc90c2),segment_id=40200e37-082a-48f2-872c-182016dc90c2)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:55:50.036211 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-a2a68068-a97a-4f33-bf1a-656e5321d57e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126083827'] for port (290e048c-1acb-4202-a580-1cb765bb2ca5), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:50.037747 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 290e048c-1acb-4202-a580-1cb765bb2ca5 no longer exists at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:55:50.041524 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:55:50.043154 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-9cc16a8a-11be-4a56-9699-c0cad276c840 None None] For port 290e048c-1acb-4202-a580-1cb765bb2ca5, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=290e048c-1acb-4202-a580-1cb765bb2ca5,segment=NetworkSegment(b2c33dff-4944-4886-9508-829332b4fcd6),segment_id=b2c33dff-4944-4886-9508-829332b4fcd6)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:55:50.043427 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-9cc16a8a-11be-4a56-9699-c0cad276c840 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (290e048c-1acb-4202-a580-1cb765bb2ca5), precommit_delete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:50.065760 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a68068-a97a-4f33-bf1a-656e5321d57e admin admin] Pushing event deleted for resources: {'Port': ['ID=290e048c-1acb-4202-a580-1cb765bb2ca5,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:55:50.076235 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a68068-a97a-4f33-bf1a-656e5321d57e admin admin] No DVR routers for this DVR port 290e048c-1acb-4202-a580-1cb765bb2ca5 on host dv-cinder-849498-1-iscsi {{(pid=111155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:55:50.077622 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] No Port match for: 290e048c-1acb-4202-a580-1cb765bb2ca5 {{(pid=111156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:55:50.077980 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 290e048c-1acb-4202-a580-1cb765bb2ca5 not bound to the agent host dv-cinder-849498-1-iscsi {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:55:50.078471 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 2ee8cc05-4027-4039-b010-6716d0e76dc1 no longer exists at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:55:50.079494 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a68068-a97a-4f33-bf1a-656e5321d57e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:55:50.079919 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a68068-a97a-4f33-bf1a-656e5321d57e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:55:50.080537 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a68068-a97a-4f33-bf1a-656e5321d57e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:55:50.080741 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (024aed1d-8cc5-44ea-a5be-0e2863bf4794), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:50.080900 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a68068-a97a-4f33-bf1a-656e5321d57e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:55:50.081253 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a68068-a97a-4f33-bf1a-656e5321d57e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:55:50.081591 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a68068-a97a-4f33-bf1a-656e5321d57e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:55:50.082511 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a68068-a97a-4f33-bf1a-656e5321d57e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:55:50.082511 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a68068-a97a-4f33-bf1a-656e5321d57e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:55:50.082745 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a68068-a97a-4f33-bf1a-656e5321d57e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:55:50.082962 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a68068-a97a-4f33-bf1a-656e5321d57e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:55:50.083316 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a68068-a97a-4f33-bf1a-656e5321d57e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:55:50.084849 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a68068-a97a-4f33-bf1a-656e5321d57e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:55:50.085014 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-9cc16a8a-11be-4a56-9699-c0cad276c840 None None] Calling delete_port for 290e048c-1acb-4202-a580-1cb765bb2ca5 owned by network:dhcp {{(pid=111156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:55:50.085225 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a68068-a97a-4f33-bf1a-656e5321d57e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:55:50.085561 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a68068-a97a-4f33-bf1a-656e5321d57e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:55:50.085894 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a68068-a97a-4f33-bf1a-656e5321d57e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:55:50.132210 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] No Port match for: 2ee8cc05-4027-4039-b010-6716d0e76dc1 {{(pid=111156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:55:50.132554 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 2ee8cc05-4027-4039-b010-6716d0e76dc1 not bound to the agent host dv-cinder-849498-1-iscsi {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:55:50.133185 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 736592e9-5cbf-437c-a879-cc5f59071225 no longer exists at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:55:50.180178 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-a2a68068-a97a-4f33-bf1a-656e5321d57e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734605', 'neutron.services.segments.db._delete_segments_for_network-8741536027414'] for network (eb380554-1a32-48db-8ee9-21d41ce83dd0), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:50.196004 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] No Port match for: 736592e9-5cbf-437c-a879-cc5f59071225 {{(pid=111156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:55:50.196442 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 736592e9-5cbf-437c-a879-cc5f59071225 not bound to the agent host dv-cinder-849498-1-iscsi {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:55:50.204250 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.services.segments.db [None req-a2a68068-a97a-4f33-bf1a-656e5321d57e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb380554-1a32-48db-8ee9-21d41ce83dd0']}} {{(pid=111155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:55:50.218737 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.services.segments.db [None req-a2a68068-a97a-4f33-bf1a-656e5321d57e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2c33dff-4944-4886-9508-829332b4fcd6') {'for_net_delete': True} {{(pid=111155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:55:50.219609 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.services.segments.db [None req-a2a68068-a97a-4f33-bf1a-656e5321d57e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2c33dff-4944-4886-9508-829332b4fcd6') {} {{(pid=111155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:55:50.221044 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Pushing event updated for resources: {'Port': ['ID=024aed1d-8cc5-44ea-a5be-0e2863bf4794,revision_number=4']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:55:50.232290 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-a2a68068-a97a-4f33-bf1a-656e5321d57e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741536027679', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126872119'] for segment (b2c33dff-4944-4886-9508-829332b4fcd6), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:50.241109 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:55:50.241465 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:55:50.241812 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:55:50.242167 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:55:50.242490 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:55:50.242822 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:55:50.243677 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:55:50.243677 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:55:50.244222 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:55:50.244345 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:55:50.244673 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:55:50.245027 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:55:50.245355 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:55:50.245680 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:55:50.246001 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:55:50.248135 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-a2a68068-a97a-4f33-bf1a-656e5321d57e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547345'] for segment (b2c33dff-4944-4886-9508-829332b4fcd6), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:50.257324 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2a68068-a97a-4f33-bf1a-656e5321d57e admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=111155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 10:55:50.258291 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-a2a68068-a97a-4f33-bf1a-656e5321d57e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126083116'] for segment (b2c33dff-4944-4886-9508-829332b4fcd6), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:50.277115 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-9cc16a8a-11be-4a56-9699-c0cad276c840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693'] for port (290e048c-1acb-4202-a580-1cb765bb2ca5), after_delete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:50.285184 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.services.segments.plugin [-] Segment b2c33dff-4944-4886-9508-829332b4fcd6 resource provider aggregate not found Jul 18 10:55:50.312559 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc16a8a-11be-4a56-9699-c0cad276c840 None None] Pushing event deleted for resources: {'Port': ['ID=290e048c-1acb-4202-a580-1cb765bb2ca5,revision_number=None']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:55:50.317988 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc16a8a-11be-4a56-9699-c0cad276c840 None None] No DVR routers for this DVR port 290e048c-1acb-4202-a580-1cb765bb2ca5 on host dv-cinder-849498-1-iscsi {{(pid=111156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:55:50.346146 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.services.segments.plugin [-] Segment b2c33dff-4944-4886-9508-829332b4fcd6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b2c33dff-4944-4886-9508-829332b4fcd6 found for delete ", "request_id": "req-0be42811-25d0-4c1a-b359-0063d89641df"}]} Jul 18 10:55:50.424521 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-a2a68068-a97a-4f33-bf1a-656e5321d57e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3779455'] for network (eb380554-1a32-48db-8ee9-21d41ce83dd0), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:50.430958 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-a2a68068-a97a-4f33-bf1a-656e5321d57e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for network (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:50.434736 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-a2a68068-a97a-4f33-bf1a-656e5321d57e admin admin] 10.222.0.49 "DELETE /v2.0/networks/eb380554-1a32-48db-8ee9-21d41ce83dd0 HTTP/1.1" status: 204 len: 168 time: 0.8510139 Jul 18 10:55:50.437725 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 48134) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:55:50.446448 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a68068-a97a-4f33-bf1a-656e5321d57e admin admin] Pushing event deleted for resources: {'Network': ['ID=eb380554-1a32-48db-8ee9-21d41ce83dd0,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:55:50.526511 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2a1fd8-d8fb-47e2-8754-9ed1a540ed5b req-8a47f648-4ceb-4588-8739-afda0e1c9fbf tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:55:50.528235 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-9e2a1fd8-d8fb-47e2-8754-9ed1a540ed5b req-8a47f648-4ceb-4588-8739-afda0e1c9fbf tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=876868b6-0929-4e64-b86c-274d075180e8 HTTP/1.1" status: 200 len: 945 time: 0.0549242 Jul 18 10:55:50.586023 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-9e2a1fd8-d8fb-47e2-8754-9ed1a540ed5b req-842776c4-f4b1-4921-882d-8aeae9ec8542 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/security-groups?id=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488937 Jul 18 10:55:50.643954 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:55:50.792805 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-3c080640-b15b-49d8-a0f1-e64bb070086e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3788995'] for router_interface (1fcb8c58-6c18-4b5e-bb42-a36afbb87d41), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:50.816052 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] get_ports_and_sgs() called for port_ids ['024aed1d-8cc5-44ea-a5be-0e2863bf4794'] {{(pid=111156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:55:50.996628 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:55:51.022208 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:55:51.056502 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.plugin [None req-3c080640-b15b-49d8-a0f1-e64bb070086e admin admin] Deleting port 3ea4a430-5f20-4627-a693-813215c85bc9 {{(pid=111154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:55:51.056745 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-3c080640-b15b-49d8-a0f1-e64bb070086e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (3ea4a430-5f20-4627-a693-813215c85bc9), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:51.119456 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=100 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:55:51.149809 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.db [None req-3c080640-b15b-49d8-a0f1-e64bb070086e admin admin] For port 3ea4a430-5f20-4627-a693-813215c85bc9, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=3ea4a430-5f20-4627-a693-813215c85bc9,segment=NetworkSegment(7564f90a-bfab-4374-a398-fad220c40073),segment_id=7564f90a-bfab-4374-a398-fad220c40073)] {{(pid=111154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:55:51.150174 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-3c080640-b15b-49d8-a0f1-e64bb070086e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (3ea4a430-5f20-4627-a693-813215c85bc9), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:51.164096 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.plugin [None req-3c080640-b15b-49d8-a0f1-e64bb070086e admin admin] Calling delete_port for 3ea4a430-5f20-4627-a693-813215c85bc9 owned by network:router_interface {{(pid=111154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:55:51.711920 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c28bd6c-d1f3-4a6b-8031-79e6257fd677 req-af0a5e22-4b3a-4792-b7aa-be3a6b06d9ab tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:55:51.713757 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-7c28bd6c-d1f3-4a6b-8031-79e6257fd677 req-af0a5e22-4b3a-4792-b7aa-be3a6b06d9ab tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=876868b6-0929-4e64-b86c-274d075180e8 HTTP/1.1" status: 200 len: 945 time: 0.0499244 Jul 18 10:55:51.754500 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-3c080640-b15b-49d8-a0f1-e64bb070086e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127334210'] for port (3ea4a430-5f20-4627-a693-813215c85bc9), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:51.780193 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-7c28bd6c-d1f3-4a6b-8031-79e6257fd677 req-34ae20c7-7e43-4467-8113-503f6953da12 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/security-groups?id=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595422 Jul 18 10:55:51.792570 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c080640-b15b-49d8-a0f1-e64bb070086e admin admin] Pushing event deleted for resources: {'Port': ['ID=3ea4a430-5f20-4627-a693-813215c85bc9,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:55:52.010067 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-3c080640-b15b-49d8-a0f1-e64bb070086e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3608536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3788927'] for router_interface (1fcb8c58-6c18-4b5e-bb42-a36afbb87d41), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:52.177523 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:55:52.249724 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c080640-b15b-49d8-a0f1-e64bb070086e admin admin] Router 1fcb8c58-6c18-4b5e-bb42-a36afbb87d41 has already been hosted by L3 agent e6bcb791-bd43-4d6b-ab54-e591cb66712b {{(pid=111154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:55:52.372299 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c080640-b15b-49d8-a0f1-e64bb070086e admin admin] Notify agent at l3_agent.dv-cinder-849498-1-iscsi the message routers_updated {{(pid=111154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:55:52.378972 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-3c080640-b15b-49d8-a0f1-e64bb070086e admin admin] 10.222.0.49 "PUT /v2.0/routers/1fcb8c58-6c18-4b5e-bb42-a36afbb87d41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9396045 Jul 18 10:55:52.381610 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 48160) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:55:52.385201 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0168b2-7691-4a23-9909-e34dca30ffe3 None None] Sync routers for ids ['1fcb8c58-6c18-4b5e-bb42-a36afbb87d41'] in dv-cinder-849498-1-iscsi {{(pid=111156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:55:52.398617 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0168b2-7691-4a23-9909-e34dca30ffe3 None None] Routers {'1fcb8c58-6c18-4b5e-bb42-a36afbb87d41'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:55:52.399528 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-5e0168b2-7691-4a23-9909-e34dca30ffe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:55:37Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['1fcb8c58-6c18-4b5e-bb42-a36afbb87d41'], 'active': True} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:55:52.474519 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:55:52.506931 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-9b32a866-be64-4f44-a65c-cb0de45b80e4 admin admin] Publish callbacks [] for router (1fcb8c58-6c18-4b5e-bb42-a36afbb87d41), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:52.525659 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvr_db [None req-5e0168b2-7691-4a23-9909-e34dca30ffe3 None None] Set router 1fcb8c58-6c18-4b5e-bb42-a36afbb87d41 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:55:52.648018 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-9b32a866-be64-4f44-a65c-cb0de45b80e4 admin admin] Publish callbacks [] for router_gateway (1fcb8c58-6c18-4b5e-bb42-a36afbb87d41), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:52.721278 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-5e0168b2-7691-4a23-9909-e34dca30ffe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fcb8c58-6c18-4b5e-bb42-a36afbb87d41', 'name': 'tempest-TestShelveInstance-1904868846-router', 'tenant_id': '156f859134cf41cf985d337c94c6ed77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '8704d0f3-004c-4858-8590-f7c3a4d1bc5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:50:06Z', 'updated_at': '2022-07-18T10:55:51Z', 'revision_number': 5, 'project_id': '156f859134cf41cf985d337c94c6ed77', 'gw_port': {'id': '8704d0f3-004c-4858-8590-f7c3a4d1bc5b', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:1c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcb8c58-6c18-4b5e-bb42-a36afbb87d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:50:08Z', 'updated_at': '2022-07-18T10:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi'}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:55:52.792494 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.plugin [None req-9b32a866-be64-4f44-a65c-cb0de45b80e4 admin admin] Deleting port 8704d0f3-004c-4858-8590-f7c3a4d1bc5b {{(pid=111154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:55:52.793132 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-9b32a866-be64-4f44-a65c-cb0de45b80e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (8704d0f3-004c-4858-8590-f7c3a4d1bc5b), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:52.916101 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device 024aed1d-8cc5-44ea-a5be-0e2863bf4794 up at agent hyperv_hv-cinder-84949 {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:55:52.923013 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0168b2-7691-4a23-9909-e34dca30ffe3 None None] Checking router: 1fcb8c58-6c18-4b5e-bb42-a36afbb87d41 for host: dv-cinder-849498-1-iscsi {{(pid=111156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:55:52.923356 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.db [None req-9b32a866-be64-4f44-a65c-cb0de45b80e4 admin admin] For port 8704d0f3-004c-4858-8590-f7c3a4d1bc5b, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=8704d0f3-004c-4858-8590-f7c3a4d1bc5b,segment=NetworkSegment(43730dd2-6239-4f15-a180-e6d1d2fbff54),segment_id=43730dd2-6239-4f15-a180-e6d1d2fbff54)] {{(pid=111154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:55:52.923877 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-9b32a866-be64-4f44-a65c-cb0de45b80e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (8704d0f3-004c-4858-8590-f7c3a4d1bc5b), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:52.941022 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.plugin [None req-9b32a866-be64-4f44-a65c-cb0de45b80e4 admin admin] Calling delete_port for 8704d0f3-004c-4858-8590-f7c3a4d1bc5b owned by network:router_gateway {{(pid=111154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:55:52.942402 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c48b2-2650-4ffe-a580-0d6b277e4e4c req-63772966-178f-4117-a440-52101bc897f0 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:55:52.944547 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-697c48b2-2650-4ffe-a580-0d6b277e4e4c req-63772966-178f-4117-a440-52101bc897f0 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=876868b6-0929-4e64-b86c-274d075180e8 HTTP/1.1" status: 200 len: 945 time: 0.0634549 Jul 18 10:55:52.959138 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0168b2-7691-4a23-9909-e34dca30ffe3 None None] Routers {'1fcb8c58-6c18-4b5e-bb42-a36afbb87d41'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:55:52.962824 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-5e0168b2-7691-4a23-9909-e34dca30ffe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:55:37Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['1fcb8c58-6c18-4b5e-bb42-a36afbb87d41'], 'active': True} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:55:53.021133 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-697c48b2-2650-4ffe-a580-0d6b277e4e4c req-dd3fbffb-a7f5-4238-9f1d-e972c646ef35 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/security-groups?id=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701838 Jul 18 10:55:53.080582 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-29c51914-efda-4269-8274-168d496bf900 None None] Provisioning for port 024aed1d-8cc5-44ea-a5be-0e2863bf4794 completed by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 10:55:53.084425 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvr_db [None req-5e0168b2-7691-4a23-9909-e34dca30ffe3 None None] Set router 1fcb8c58-6c18-4b5e-bb42-a36afbb87d41 gateway port host: None {{(pid=111156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:55:53.146717 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-5e0168b2-7691-4a23-9909-e34dca30ffe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fcb8c58-6c18-4b5e-bb42-a36afbb87d41', 'name': 'tempest-TestShelveInstance-1904868846-router', 'tenant_id': '156f859134cf41cf985d337c94c6ed77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:50:06Z', 'updated_at': '2022-07-18T10:55:52Z', 'revision_number': 6, 'project_id': '156f859134cf41cf985d337c94c6ed77', 'gw_port_host': None}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:55:53.174831 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0168b2-7691-4a23-9909-e34dca30ffe3 None None] The sync data for ids ['1fcb8c58-6c18-4b5e-bb42-a36afbb87d41'] in dv-cinder-849498-1-iscsi is: [{'id': '1fcb8c58-6c18-4b5e-bb42-a36afbb87d41', 'name': 'tempest-TestShelveInstance-1904868846-router', 'tenant_id': '156f859134cf41cf985d337c94c6ed77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:50:06Z', 'updated_at': '2022-07-18T10:55:52Z', 'revision_number': 6, 'project_id': '156f859134cf41cf985d337c94c6ed77', 'gw_port_host': None}] {{(pid=111156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:55:53.194100 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-29c51914-efda-4269-8274-168d496bf900 None None] Provisioning complete for port 024aed1d-8cc5-44ea-a5be-0e2863bf4794 triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:55:53.194569 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (024aed1d-8cc5-44ea-a5be-0e2863bf4794), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:53.269138 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-9b32a866-be64-4f44-a65c-cb0de45b80e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127334210'] for port (8704d0f3-004c-4858-8590-f7c3a4d1bc5b), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:53.285790 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] Current status of the port 024aed1d-8cc5-44ea-a5be-0e2863bf4794 is: BUILD; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:55:53.286180 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (024aed1d-8cc5-44ea-a5be-0e2863bf4794), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:53.306981 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b32a866-be64-4f44-a65c-cb0de45b80e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8704d0f3-004c-4858-8590-f7c3a4d1bc5b,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:55:53.317675 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '876868b6-0929-4e64-b86c-274d075180e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '024aed1d-8cc5-44ea-a5be-0e2863bf4794'}] {{(pid=111156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:55:53.319981 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfe4995b6dbf042dd7b3201bd1da42d47478b3b3d9ca6c613cb3b1d3a53612ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc7f151-c257-487b-a304-5f45c76ce3ae" -d '{"events": [{"server_uuid": "876868b6-0929-4e64-b86c-274d075180e8", "name": "network-vif-plugged", "status": "completed", "tag": "024aed1d-8cc5-44ea-a5be-0e2863bf4794"}]}' {{(pid=111156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:55:53.336625 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port 024aed1d-8cc5-44ea-a5be-0e2863bf4794, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=024aed1d-8cc5-44ea-a5be-0e2863bf4794,segment=NetworkSegment(40200e37-082a-48f2-872c-182016dc90c2),segment_id=40200e37-082a-48f2-872c-182016dc90c2)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:55:53.364086 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7632d4e5-4c3e-4b49-a331-5bf29a057634 x-openstack-request-id: req-7632d4e5-4c3e-4b49-a331-5bf29a057634 {{(pid=111156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:55:53.364385 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "876868b6-0929-4e64-b86c-274d075180e8", "name": "network-vif-plugged", "status": "completed", "tag": "024aed1d-8cc5-44ea-a5be-0e2863bf4794", "code": 200}]} {{(pid=111156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:55:53.364643 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7632d4e5-4c3e-4b49-a331-5bf29a057634 {{(pid=111156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:55:53.365078 dv-cinder-849498-1-iscsi neutron-server[111156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7632d4e5-4c3e-4b49-a331-5bf29a057634'] response: {'server_uuid': '876868b6-0929-4e64-b86c-274d075180e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '024aed1d-8cc5-44ea-a5be-0e2863bf4794', 'code': 200} Jul 18 10:55:53.372393 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-9b32a866-be64-4f44-a65c-cb0de45b80e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3779396'] for router_gateway (1fcb8c58-6c18-4b5e-bb42-a36afbb87d41), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:53.411336 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (024aed1d-8cc5-44ea-a5be-0e2863bf4794), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:53.458232 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:55:53.472293 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Pushing event updated for resources: {'Port': ['ID=024aed1d-8cc5-44ea-a5be-0e2863bf4794,revision_number=5']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:55:53.472488 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-9b32a866-be64-4f44-a65c-cb0de45b80e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-968'] for router (1fcb8c58-6c18-4b5e-bb42-a36afbb87d41), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:53.474802 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-9b32a866-be64-4f44-a65c-cb0de45b80e4 admin admin] Publish callbacks [] for router_controller (1fcb8c58-6c18-4b5e-bb42-a36afbb87d41), precommit_delete_associations {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:53.668592 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-9b32a866-be64-4f44-a65c-cb0de45b80e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790289'] for router (1fcb8c58-6c18-4b5e-bb42-a36afbb87d41), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:53.669418 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b32a866-be64-4f44-a65c-cb0de45b80e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1fcb8c58-6c18-4b5e-bb42-a36afbb87d41 {{(pid=111154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 10:55:53.675628 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-9b32a866-be64-4f44-a65c-cb0de45b80e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:53.677988 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 48184) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:55:53.678318 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-9b32a866-be64-4f44-a65c-cb0de45b80e4 admin admin] 10.222.0.49 "DELETE /v2.0/routers/1fcb8c58-6c18-4b5e-bb42-a36afbb87d41 HTTP/1.1" status: 204 len: 168 time: 1.2946620 Jul 18 10:55:53.739241 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb9e08aa-3168-4c7a-9b50-4f1ad9629621 admin admin] Deleting subnet 5040bc47-09b3-4010-a5ab-94a75191deb2 {{(pid=111155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 10:55:53.742583 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-fb9e08aa-3168-4c7a-9b50-4f1ad9629621 admin admin] Publish callbacks [] for subnet (5040bc47-09b3-4010-a5ab-94a75191deb2), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:53.776284 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458cc510-6597-4ac6-a59b-e2705a85b111 req-d19a6a3f-c968-4723-a7d9-0e62f7fc2392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:55:53.777870 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-458cc510-6597-4ac6-a59b-e2705a85b111 req-d19a6a3f-c968-4723-a7d9-0e62f7fc2392 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=876868b6-0929-4e64-b86c-274d075180e8 HTTP/1.1" status: 200 len: 1130 time: 0.0420053 Jul 18 10:55:53.781384 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-fb9e08aa-3168-4c7a-9b50-4f1ad9629621 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126872142'] for subnet (5040bc47-09b3-4010-a5ab-94a75191deb2), precommit_delete_associations {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:53.815805 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:55:53.832273 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-458cc510-6597-4ac6-a59b-e2705a85b111 req-7cdc87d8-bae8-4403-a138-a9394cbea686 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467100 Jul 18 10:55:53.907216 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-fb9e08aa-3168-4c7a-9b50-4f1ad9629621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735052'] for subnet (5040bc47-09b3-4010-a5ab-94a75191deb2), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:54.029993 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 8704d0f3-004c-4858-8590-f7c3a4d1bc5b no longer exists at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:55:54.051239 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] No Port match for: 8704d0f3-004c-4858-8590-f7c3a4d1bc5b {{(pid=111156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:55:54.051472 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 8704d0f3-004c-4858-8590-f7c3a4d1bc5b not bound to the agent host dv-cinder-849498-1-iscsi {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:55:54.051826 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 3ea4a430-5f20-4627-a693-813215c85bc9 no longer exists at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:55:54.052171 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-fb9e08aa-3168-4c7a-9b50-4f1ad9629621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126083790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125836448'] for subnet (5040bc47-09b3-4010-a5ab-94a75191deb2), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:54.076670 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] No Port match for: 3ea4a430-5f20-4627-a693-813215c85bc9 {{(pid=111156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:55:54.077213 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 3ea4a430-5f20-4627-a693-813215c85bc9 not bound to the agent host dv-cinder-849498-1-iscsi {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:55:54.085098 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e08aa-3168-4c7a-9b50-4f1ad9629621 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5040bc47-09b3-4010-a5ab-94a75191deb2,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:55:54.087801 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-fb9e08aa-3168-4c7a-9b50-4f1ad9629621 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:54.093451 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-fb9e08aa-3168-4c7a-9b50-4f1ad9629621 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/5040bc47-09b3-4010-a5ab-94a75191deb2 HTTP/1.1" status: 204 len: 168 time: 0.4135649 Jul 18 10:55:54.094446 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 48192) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:55:54.099307 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d37da5-84c1-4e61-84b1-dd6304203e11 None None] Network 0937d682-ca7d-44ac-986b-205ef3874dbd requested from dv-cinder-849498-1-iscsi {{(pid=111156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:55:54.126555 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:55:54.206429 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5af7d8-9efa-4f77-80ba-8a6041b2814f req-42e4b6d1-4bde-4a27-9692-78ac25e5bd98 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:55:54.208017 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-9e5af7d8-9efa-4f77-80ba-8a6041b2814f req-42e4b6d1-4bde-4a27-9692-78ac25e5bd98 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=876868b6-0929-4e64-b86c-274d075180e8 HTTP/1.1" status: 200 len: 946 time: 0.0737636 Jul 18 10:55:54.216519 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-fd5bfe6e-0745-455d-9f65-97ca288a33f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639067'] for network (0937d682-ca7d-44ac-986b-205ef3874dbd), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:54.279081 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.plugin [None req-fd5bfe6e-0745-455d-9f65-97ca288a33f6 admin admin] Deleting port bd81a199-9f39-45d6-b898-7a65e9eae650 {{(pid=111154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:55:54.279081 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-fd5bfe6e-0745-455d-9f65-97ca288a33f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (bd81a199-9f39-45d6-b898-7a65e9eae650), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:54.286585 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-9e5af7d8-9efa-4f77-80ba-8a6041b2814f req-3a84bff6-48af-45a4-821b-bff64efa31f7 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/security-groups?id=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721431 Jul 18 10:55:54.287672 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65061281-6314-49ed-8f1a-25c05fa2a656 None None] DHCP port deletion for 0937d682-ca7d-44ac-986b-205ef3874dbd request from dv-cinder-849498-1-iscsi {{(pid=111156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 10:55:54.311857 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:55:54.338346 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-65061281-6314-49ed-8f1a-25c05fa2a656 None None] Deleting port bd81a199-9f39-45d6-b898-7a65e9eae650 {{(pid=111156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:55:54.338775 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-65061281-6314-49ed-8f1a-25c05fa2a656 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (bd81a199-9f39-45d6-b898-7a65e9eae650), before_delete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:54.368447 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:55:54.379471 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.db [None req-fd5bfe6e-0745-455d-9f65-97ca288a33f6 admin admin] For port bd81a199-9f39-45d6-b898-7a65e9eae650, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=bd81a199-9f39-45d6-b898-7a65e9eae650,segment=NetworkSegment(7564f90a-bfab-4374-a398-fad220c40073),segment_id=7564f90a-bfab-4374-a398-fad220c40073)] {{(pid=111154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:55:54.379844 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-fd5bfe6e-0745-455d-9f65-97ca288a33f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (bd81a199-9f39-45d6-b898-7a65e9eae650), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:54.397515 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.plugin [None req-fd5bfe6e-0745-455d-9f65-97ca288a33f6 admin admin] Calling delete_port for bd81a199-9f39-45d6-b898-7a65e9eae650 owned by network:dhcp {{(pid=111154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:55:54.450383 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-65061281-6314-49ed-8f1a-25c05fa2a656 None None] For port bd81a199-9f39-45d6-b898-7a65e9eae650, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=bd81a199-9f39-45d6-b898-7a65e9eae650,segment=NetworkSegment(7564f90a-bfab-4374-a398-fad220c40073),segment_id=7564f90a-bfab-4374-a398-fad220c40073)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:55:54.450963 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-65061281-6314-49ed-8f1a-25c05fa2a656 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (bd81a199-9f39-45d6-b898-7a65e9eae650), precommit_delete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:54.467922 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-65061281-6314-49ed-8f1a-25c05fa2a656 None None] Calling delete_port for bd81a199-9f39-45d6-b898-7a65e9eae650 owned by network:dhcp {{(pid=111156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:55:54.565685 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-fd5bfe6e-0745-455d-9f65-97ca288a33f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127334210'] for port (bd81a199-9f39-45d6-b898-7a65e9eae650), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:54.573198 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-65061281-6314-49ed-8f1a-25c05fa2a656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693'] for port (bd81a199-9f39-45d6-b898-7a65e9eae650), after_delete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:54.612942 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5bfe6e-0745-455d-9f65-97ca288a33f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd81a199-9f39-45d6-b898-7a65e9eae650,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:55:54.612942 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5bfe6e-0745-455d-9f65-97ca288a33f6 admin admin] No DVR routers for this DVR port bd81a199-9f39-45d6-b898-7a65e9eae650 on host dv-cinder-849498-1-iscsi {{(pid=111154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:55:54.613587 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65061281-6314-49ed-8f1a-25c05fa2a656 None None] Pushing event deleted for resources: {'Port': ['ID=bd81a199-9f39-45d6-b898-7a65e9eae650,revision_number=None']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:55:54.613587 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65061281-6314-49ed-8f1a-25c05fa2a656 None None] No DVR routers for this DVR port bd81a199-9f39-45d6-b898-7a65e9eae650 on host dv-cinder-849498-1-iscsi {{(pid=111156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:55:54.692043 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-fd5bfe6e-0745-455d-9f65-97ca288a33f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734605', 'neutron.services.segments.db._delete_segments_for_network-8741536027414'] for network (0937d682-ca7d-44ac-986b-205ef3874dbd), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:54.724949 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.services.segments.db [None req-fd5bfe6e-0745-455d-9f65-97ca288a33f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0937d682-ca7d-44ac-986b-205ef3874dbd']}} {{(pid=111154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:55:54.738070 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.services.segments.db [None req-fd5bfe6e-0745-455d-9f65-97ca288a33f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7564f90a-bfab-4374-a398-fad220c40073') {'for_net_delete': True} {{(pid=111154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:55:54.738409 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.services.segments.db [None req-fd5bfe6e-0745-455d-9f65-97ca288a33f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7564f90a-bfab-4374-a398-fad220c40073') {} {{(pid=111154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:55:54.749759 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-fd5bfe6e-0745-455d-9f65-97ca288a33f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741536027679', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127334168'] for segment (7564f90a-bfab-4374-a398-fad220c40073), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:54.764387 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-fd5bfe6e-0745-455d-9f65-97ca288a33f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547345'] for segment (7564f90a-bfab-4374-a398-fad220c40073), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:54.771950 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd5bfe6e-0745-455d-9f65-97ca288a33f6 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=111154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 10:55:54.772348 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-fd5bfe6e-0745-455d-9f65-97ca288a33f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127333789'] for segment (7564f90a-bfab-4374-a398-fad220c40073), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:54.920812 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.services.segments.plugin [-] Segment 7564f90a-bfab-4374-a398-fad220c40073 resource provider aggregate not found Jul 18 10:55:54.938795 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.services.segments.plugin [-] Segment 7564f90a-bfab-4374-a398-fad220c40073 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7564f90a-bfab-4374-a398-fad220c40073 found for delete ", "request_id": "req-bd0eae24-da3e-4c4b-b8ff-30c429c89f62"}]} Jul 18 10:55:54.947972 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-fd5bfe6e-0745-455d-9f65-97ca288a33f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3779455'] for network (0937d682-ca7d-44ac-986b-205ef3874dbd), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:54.952383 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-fd5bfe6e-0745-455d-9f65-97ca288a33f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for network (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:54.956974 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-fd5bfe6e-0745-455d-9f65-97ca288a33f6 admin admin] 10.222.0.49 "DELETE /v2.0/networks/0937d682-ca7d-44ac-986b-205ef3874dbd HTTP/1.1" status: 204 len: 168 time: 0.8611083 Jul 18 10:55:54.972127 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5bfe6e-0745-455d-9f65-97ca288a33f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=0937d682-ca7d-44ac-986b-205ef3874dbd,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:55:55.411468 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df9348-94f9-4856-ae9a-5a2b620cdbee req-b8e77a05-d332-4a93-a95b-2e86be8d69ee tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:55:55.413000 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-a5df9348-94f9-4856-ae9a-5a2b620cdbee req-b8e77a05-d332-4a93-a95b-2e86be8d69ee tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=876868b6-0929-4e64-b86c-274d075180e8 HTTP/1.1" status: 200 len: 946 time: 0.0493805 Jul 18 10:55:55.441655 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:55:55.445988 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 48218) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:55:55.471580 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-a5df9348-94f9-4856-ae9a-5a2b620cdbee req-92f50e70-2d69-416e-b078-64663f01b51b tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/security-groups?id=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527737 Jul 18 10:55:55.502453 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-ce66aeca-b6c0-4d58-931c-01d6dd11236d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7f36b12884cc423988d28fdcbdb1d8f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0543675 Jul 18 10:55:55.505366 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 48220) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:55:55.560702 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-2f44bb32-ce59-4c31-856e-f9eae65a07cb admin admin] Publish callbacks [] for security_group (a385a8dd-c6cc-40ad-a3c9-411044dcb930), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:55.574766 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:55:55.585124 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-2f44bb32-ce59-4c31-856e-f9eae65a07cb admin admin] Publish callbacks [] for security_group (a385a8dd-c6cc-40ad-a3c9-411044dcb930), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:55.714065 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-2f44bb32-ce59-4c31-856e-f9eae65a07cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (a385a8dd-c6cc-40ad-a3c9-411044dcb930), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:55.716644 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-2f44bb32-ce59-4c31-856e-f9eae65a07cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:55.717853 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-2f44bb32-ce59-4c31-856e-f9eae65a07cb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a385a8dd-c6cc-40ad-a3c9-411044dcb930 HTTP/1.1" status: 204 len: 168 time: 0.2115273 Jul 18 10:55:55.726926 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f44bb32-ce59-4c31-856e-f9eae65a07cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a385a8dd-c6cc-40ad-a3c9-411044dcb930,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:55:56.025967 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device bd81a199-9f39-45d6-b898-7a65e9eae650 no longer exists at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:55:56.046781 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] No Port match for: bd81a199-9f39-45d6-b898-7a65e9eae650 {{(pid=111156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:55:56.047279 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device bd81a199-9f39-45d6-b898-7a65e9eae650 not bound to the agent host dv-cinder-849498-1-iscsi {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:55:56.198942 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1ff6e34c-ad2d-4d6d-84c2-aee03113dac2), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:56.533837 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 48234) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:55:56.606417 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-4e471353-b5bf-43c7-a375-68f032884c87 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=156f859134cf41cf985d337c94c6ed77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0707884 Jul 18 10:55:56.608035 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7885a2-6bc7-42fb-8288-b4290c8ee335 req-c2dc1893-5ae4-49db-a673-6c18cc6a77fd tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:55:56.610219 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 48236) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:55:56.612193 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-1d7885a2-6bc7-42fb-8288-b4290c8ee335 req-c2dc1893-5ae4-49db-a673-6c18cc6a77fd tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=876868b6-0929-4e64-b86c-274d075180e8 HTTP/1.1" status: 200 len: 946 time: 0.0595236 Jul 18 10:55:56.677241 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-1d7885a2-6bc7-42fb-8288-b4290c8ee335 req-479c3774-a387-4f24-b191-524e4e8caf7d tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/security-groups?id=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608041 Jul 18 10:55:56.681110 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-f10903cc-4ba5-440c-88e7-6f7b9c7ce288 admin admin] Publish callbacks [] for security_group (e2028e7d-aea4-4d8f-8924-4b82b423e2ab), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:56.712951 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-f10903cc-4ba5-440c-88e7-6f7b9c7ce288 admin admin] Publish callbacks [] for security_group (e2028e7d-aea4-4d8f-8924-4b82b423e2ab), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:56.897140 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-f10903cc-4ba5-440c-88e7-6f7b9c7ce288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (e2028e7d-aea4-4d8f-8924-4b82b423e2ab), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:56.899984 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-f10903cc-4ba5-440c-88e7-6f7b9c7ce288 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:55:56.902243 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-f10903cc-4ba5-440c-88e7-6f7b9c7ce288 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e2028e7d-aea4-4d8f-8924-4b82b423e2ab HTTP/1.1" status: 204 len: 168 time: 0.2896144 Jul 18 10:55:56.915022 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10903cc-4ba5-440c-88e7-6f7b9c7ce288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2028e7d-aea4-4d8f-8924-4b82b423e2ab,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:55:57.809900 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00740d2-5242-4b53-bc86-217b43685ca8 req-a1f7a975-9510-4650-9fc0-e3d97b5437a5 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:55:57.811681 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-c00740d2-5242-4b53-bc86-217b43685ca8 req-a1f7a975-9510-4650-9fc0-e3d97b5437a5 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=876868b6-0929-4e64-b86c-274d075180e8 HTTP/1.1" status: 200 len: 946 time: 0.0546145 Jul 18 10:55:57.879637 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-c00740d2-5242-4b53-bc86-217b43685ca8 req-fc20268c-97c2-45ab-98a4-62a6eb84eb27 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/security-groups?id=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596831 Jul 18 10:55:58.310117 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-cdf90dbf-6354-4f98-a8c9-e1d1bbdca105 req-30716dcc-f4da-4a6c-9bc7-c3aacbb8c4db service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6e75fba7-e72d-4479-ab36-0bbf9f294d22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422566 Jul 18 10:55:58.709609 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf90dbf-6354-4f98-a8c9-e1d1bbdca105 req-2e4f0641-50d4-415b-966c-e4ca354d84e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:55:58.711143 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-cdf90dbf-6354-4f98-a8c9-e1d1bbdca105 req-2e4f0641-50d4-415b-966c-e4ca354d84e1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=17f436162f3a4bd4b3a94f584e7d8782&device_id=6e75fba7-e72d-4479-ab36-0bbf9f294d22 HTTP/1.1" status: 200 len: 1129 time: 0.0432234 Jul 18 10:55:58.832285 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf90dbf-6354-4f98-a8c9-e1d1bbdca105 req-791fb536-d69f-48e2-b4f6-ebfd27464a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:55:58.833800 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-cdf90dbf-6354-4f98-a8c9-e1d1bbdca105 req-791fb536-d69f-48e2-b4f6-ebfd27464a7b service neutron] 10.222.0.52 "GET /v2.0/networks?id=407e895d-8435-43cb-addb-b40e755d1f02 HTTP/1.1" status: 200 len: 912 time: 0.1008086 Jul 18 10:55:58.906355 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-cdf90dbf-6354-4f98-a8c9-e1d1bbdca105 req-4edb2895-4e01-42f3-8c9e-df7329c8dedf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42168f45-7a03-471a-b163-85fef4b32faa HTTP/1.1" status: 200 len: 1000 time: 0.0642085 Jul 18 10:55:59.009646 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b10aa-50d8-41ba-8152-abb83d79a43e req-0f55e52a-3fcd-4f52-b7aa-6eefe8db4454 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:55:59.011106 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f61b10aa-50d8-41ba-8152-abb83d79a43e req-0f55e52a-3fcd-4f52-b7aa-6eefe8db4454 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=876868b6-0929-4e64-b86c-274d075180e8 HTTP/1.1" status: 200 len: 946 time: 0.0544810 Jul 18 10:55:59.072469 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f61b10aa-50d8-41ba-8152-abb83d79a43e req-1aaa5ccb-ff09-4551-a83a-a1fe192962a6 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/security-groups?id=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537386 Jul 18 10:55:59.429853 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf90dbf-6354-4f98-a8c9-e1d1bbdca105 req-5d2bc4cc-ebec-489e-bd43-86084c213097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:55:59.431548 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-cdf90dbf-6354-4f98-a8c9-e1d1bbdca105 req-5d2bc4cc-ebec-489e-bd43-86084c213097 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e10aa7fa-e494-41dd-afcd-238e44bb4632 HTTP/1.1" status: 200 len: 850 time: 0.0610547 Jul 18 10:55:59.499679 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf90dbf-6354-4f98-a8c9-e1d1bbdca105 req-86d98085-6f77-4473-a2e6-e256cf14e43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:55:59.503386 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-cdf90dbf-6354-4f98-a8c9-e1d1bbdca105 req-86d98085-6f77-4473-a2e6-e256cf14e43f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=407e895d-8435-43cb-addb-b40e755d1f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0654931 Jul 18 10:55:59.609071 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-cdf90dbf-6354-4f98-a8c9-e1d1bbdca105 req-39b77d24-f25f-4e00-8274-cbf4b0579789 service neutron] 10.222.0.52 "GET /v2.0/networks/407e895d-8435-43cb-addb-b40e755d1f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975652 Jul 18 10:55:59.684054 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:55:59.717289 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-cdf90dbf-6354-4f98-a8c9-e1d1bbdca105 req-dce3b13d-5761-459d-b4c3-21d4f7b1fed6 service neutron] 10.222.0.52 "GET /v2.0/networks/407e895d-8435-43cb-addb-b40e755d1f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011050 Jul 18 10:56:00.041141 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 48282) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:56:00.197236 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-3dc043d1-27c2-4492-a7e9-8286c926c035 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:00.228626 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f116c-ef0d-4471-b376-243889195d8e req-500e63bd-1dfc-4b52-9411-3f400b59d29e tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:56:00.230228 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-bd1f116c-ef0d-4471-b376-243889195d8e req-500e63bd-1dfc-4b52-9411-3f400b59d29e tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=876868b6-0929-4e64-b86c-274d075180e8 HTTP/1.1" status: 200 len: 946 time: 0.0760062 Jul 18 10:56:00.320384 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-bd1f116c-ef0d-4471-b376-243889195d8e req-06c5fe98-6332-4913-9724-1536ca0cdebb tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/security-groups?id=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821481 Jul 18 10:56:00.352958 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-3dc043d1-27c2-4492-a7e9-8286c926c035 admin admin] Publish callbacks [] for security_group (b5b612ff-ebaf-498c-a913-a27a100c6eb8), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:00.440878 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a83a22-86b1-4bc7-9149-e8a6bf828986 req-7428f614-f873-4ab2-8ea4-5d55efe331bf tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:56:00.442588 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-59a83a22-86b1-4bc7-9149-e8a6bf828986 req-7428f614-f873-4ab2-8ea4-5d55efe331bf tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=876868b6-0929-4e64-b86c-274d075180e8 HTTP/1.1" status: 200 len: 946 time: 0.0489211 Jul 18 10:56:00.463247 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-3dc043d1-27c2-4492-a7e9-8286c926c035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (b5b612ff-ebaf-498c-a913-a27a100c6eb8), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:00.533151 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-3dc043d1-27c2-4492-a7e9-8286c926c035 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f196383d58c44f089c667521500ad098&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4873676 Jul 18 10:56:00.533688 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 48300) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:56:00.535698 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc043d1-27c2-4492-a7e9-8286c926c035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b612ff-ebaf-498c-a913-a27a100c6eb8,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:56:00.547923 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-59a83a22-86b1-4bc7-9149-e8a6bf828986 req-53d7f70c-c7be-4424-864f-32c420e68a0b tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/security-groups?id=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993009 Jul 18 10:56:00.573596 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 48304) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:56:00.625622 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-2483a9ac-1e1a-426d-8182-804cf5329b01 admin admin] Publish callbacks [] for security_group (b5b612ff-ebaf-498c-a913-a27a100c6eb8), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:00.661818 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-2483a9ac-1e1a-426d-8182-804cf5329b01 admin admin] Publish callbacks [] for security_group (b5b612ff-ebaf-498c-a913-a27a100c6eb8), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:00.719838 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:56:00.768722 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c0ba73-501d-4cd8-b789-0c4c2128aea4 tempest-TestVolumeBootPattern-1497006895 tempest-TestVolumeBootPattern-1497006895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:56:00.772940 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-04c0ba73-501d-4cd8-b789-0c4c2128aea4 tempest-TestVolumeBootPattern-1497006895 tempest-TestVolumeBootPattern-1497006895-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=876868b6-0929-4e64-b86c-274d075180e8 HTTP/1.1" status: 200 len: 1125 time: 0.1955101 Jul 18 10:56:00.773421 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 48318) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:56:00.779052 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [None req-e54ea3ff-083b-404f-8cca-724a19b9d52c tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Request body: {'floatingip': {'floating_network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'port_id': '024aed1d-8cc5-44ea-a5be-0e2863bf4794', 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782', 'fixed_ip_address': '172.20.0.12'}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:56:00.908458 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-2483a9ac-1e1a-426d-8182-804cf5329b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (b5b612ff-ebaf-498c-a913-a27a100c6eb8), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:00.911073 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-2483a9ac-1e1a-426d-8182-804cf5329b01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:00.912331 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-2483a9ac-1e1a-426d-8182-804cf5329b01 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b5b612ff-ebaf-498c-a913-a27a100c6eb8 HTTP/1.1" status: 204 len: 168 time: 0.3772640 Jul 18 10:56:00.925157 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2483a9ac-1e1a-426d-8182-804cf5329b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b612ff-ebaf-498c-a913-a27a100c6eb8,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:56:00.954495 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-e54ea3ff-083b-404f-8cca-724a19b9d52c tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:01.057930 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-e54ea3ff-083b-404f-8cca-724a19b9d52c tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:01.186019 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.db_base_plugin_common [None req-e54ea3ff-083b-404f-8cca-724a19b9d52c tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Allocated IP 172.27.1.246 (bb0f21c8-59d6-4417-bd6b-78e480c446a1/d4fbd515-2e97-4384-b4aa-6523e13e40eb/99fc2ac4-6511-4ba6-950e-71410d41dc9f) {{(pid=111154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:56:01.310156 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-e54ea3ff-083b-404f-8cca-724a19b9d52c tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks [] for port (99fc2ac4-6511-4ba6-950e-71410d41dc9f), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:01.446037 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-e54ea3ff-083b-404f-8cca-724a19b9d52c tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127334210'] for port (99fc2ac4-6511-4ba6-950e-71410d41dc9f), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:01.492914 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54ea3ff-083b-404f-8cca-724a19b9d52c tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Network bb0f21c8-59d6-4417-bd6b-78e480c446a1 is already hosted by enough agents. {{(pid=111154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:56:01.498476 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.base_scheduler [None req-e54ea3ff-083b-404f-8cca-724a19b9d52c tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Resources bound (agent type, host, resource id): {{(pid=111154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:56:01.501009 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54ea3ff-083b-404f-8cca-724a19b9d52c tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Pushing event updated for resources: {'Port': ['ID=99fc2ac4-6511-4ba6-950e-71410d41dc9f,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:56:01.503241 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54ea3ff-083b-404f-8cca-724a19b9d52c tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Received port after_create {{(pid=111154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:56:01.536976 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:56:01.776094 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 48348) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:56:01.791617 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-48077de3-fb4f-4eb7-8a9f-e2ceb5a646ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:01.880602 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=12 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:56:01.887005 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=37 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:56:01.888193 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-48077de3-fb4f-4eb7-8a9f-e2ceb5a646ab admin admin] Publish callbacks [] for security_group (9f35e1b1-be0c-48c1-8f09-72e2c1fb96a4), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:01.892028 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:56:01.940477 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-e54ea3ff-083b-404f-8cca-724a19b9d52c tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks [] for floatingip (403520d3-865e-4fab-a55d-a5c3bd82fc47), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:02.010975 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-48077de3-fb4f-4eb7-8a9f-e2ceb5a646ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (9f35e1b1-be0c-48c1-8f09-72e2c1fb96a4), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:02.022872 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:56:02.032801 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:56:02.054065 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-48077de3-fb4f-4eb7-8a9f-e2ceb5a646ab admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=93cdb4712e694d1183fb6fbd7af2cc6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2768996 Jul 18 10:56:02.056093 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48077de3-fb4f-4eb7-8a9f-e2ceb5a646ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f35e1b1-be0c-48c1-8f09-72e2c1fb96a4,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:56:02.057185 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 48350) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:56:02.133968 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-e54ea3ff-083b-404f-8cca-724a19b9d52c tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (99fc2ac4-6511-4ba6-950e-71410d41dc9f), before_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:02.172765 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-0b289c39-f3c4-45f2-baf0-fa9956e45bf3 admin admin] Publish callbacks [] for security_group (9f35e1b1-be0c-48c1-8f09-72e2c1fb96a4), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:02.226911 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-0b289c39-f3c4-45f2-baf0-fa9956e45bf3 admin admin] Publish callbacks [] for security_group (9f35e1b1-be0c-48c1-8f09-72e2c1fb96a4), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:02.621846 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:56:02.646610 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-e54ea3ff-083b-404f-8cca-724a19b9d52c tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks [] for port (99fc2ac4-6511-4ba6-950e-71410d41dc9f), precommit_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:02.708455 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-0b289c39-f3c4-45f2-baf0-fa9956e45bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (9f35e1b1-be0c-48c1-8f09-72e2c1fb96a4), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:02.712491 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-0b289c39-f3c4-45f2-baf0-fa9956e45bf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:02.717342 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-0b289c39-f3c4-45f2-baf0-fa9956e45bf3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9f35e1b1-be0c-48c1-8f09-72e2c1fb96a4 HTTP/1.1" status: 204 len: 168 time: 0.6555424 Jul 18 10:56:02.724615 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b289c39-f3c4-45f2-baf0-fa9956e45bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f35e1b1-be0c-48c1-8f09-72e2c1fb96a4,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:56:02.742557 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-e54ea3ff-083b-404f-8cca-724a19b9d52c tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127333809'] for port (99fc2ac4-6511-4ba6-950e-71410d41dc9f), after_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:02.831699 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54ea3ff-083b-404f-8cca-724a19b9d52c tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Pushing event updated for resources: {'Port': ['ID=99fc2ac4-6511-4ba6-950e-71410d41dc9f,revision_number=2']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:56:02.840908 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-e54ea3ff-083b-404f-8cca-724a19b9d52c tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778871'] for floatingip (403520d3-865e-4fab-a55d-a5c3bd82fc47), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:02.955439 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.db.l3_db [None req-e54ea3ff-083b-404f-8cca-724a19b9d52c tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Floating IP 403520d3-865e-4fab-a55d-a5c3bd82fc47 associated. External IP: 172.27.1.246, port: 024aed1d-8cc5-44ea-a5be-0e2863bf4794. Jul 18 10:56:03.211707 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e54ea3ff-083b-404f-8cca-724a19b9d52c tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Router fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234 has already been hosted by L3 agent e6bcb791-bd43-4d6b-ab54-e591cb66712b {{(pid=111154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:56:03.229393 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=100 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:56:03.352120 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e54ea3ff-083b-404f-8cca-724a19b9d52c tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Notify agent at l3_agent.dv-cinder-849498-1-iscsi the message routers_updated {{(pid=111154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:56:03.367450 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2198b0-8fd6-4902-bde1-786f6a0a22a1 None None] Sync routers for ids ['fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234'] in dv-cinder-849498-1-iscsi {{(pid=111157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:56:03.379630 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2198b0-8fd6-4902-bde1-786f6a0a22a1 None None] Routers {'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:56:03.386326 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-5c2198b0-8fd6-4902-bde1-786f6a0a22a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:55:37Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234'], 'active': True} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:56:03.494690 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvr_db [None req-5c2198b0-8fd6-4902-bde1-786f6a0a22a1 None None] Set router fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:56:03.504314 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-e54ea3ff-083b-404f-8cca-724a19b9d52c tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for floatingip (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:03.536557 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-e54ea3ff-083b-404f-8cca-724a19b9d52c tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7618194 Jul 18 10:56:03.537157 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '876868b6-0929-4e64-b86c-274d075180e8', 'tag': '024aed1d-8cc5-44ea-a5be-0e2863bf4794'}] {{(pid=111154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:56:03.539650 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76f28ae75f34143b6717ab81e854799a90e2618b86a46665dc49940857a7474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3131ef0c-d8ac-471e-8a32-47ff97e56d3c" -d '{"events": [{"name": "network-changed", "server_uuid": "876868b6-0929-4e64-b86c-274d075180e8", "tag": "024aed1d-8cc5-44ea-a5be-0e2863bf4794"}]}' {{(pid=111154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:56:03.577891 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9a5f8c-9e83-44c5-bf29-8d2ff6517132 x-openstack-request-id: req-fa9a5f8c-9e83-44c5-bf29-8d2ff6517132 {{(pid=111154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:56:03.578187 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "876868b6-0929-4e64-b86c-274d075180e8", "tag": "024aed1d-8cc5-44ea-a5be-0e2863bf4794", "status": "completed", "code": 200}]} {{(pid=111154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:56:03.578606 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fa9a5f8c-9e83-44c5-bf29-8d2ff6517132 {{(pid=111154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:56:03.579188 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa9a5f8c-9e83-44c5-bf29-8d2ff6517132'] response: {'name': 'network-changed', 'server_uuid': '876868b6-0929-4e64-b86c-274d075180e8', 'tag': '024aed1d-8cc5-44ea-a5be-0e2863bf4794', 'status': 'completed', 'code': 200} Jul 18 10:56:03.649131 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131ef0c-d8ac-471e-8a32-47ff97e56d3c req-bea840e7-efb4-467d-94b3-eaeb37e71f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:56:03.650936 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-3131ef0c-d8ac-471e-8a32-47ff97e56d3c req-bea840e7-efb4-467d-94b3-eaeb37e71f44 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=17f436162f3a4bd4b3a94f584e7d8782&device_id=876868b6-0929-4e64-b86c-274d075180e8 HTTP/1.1" status: 200 len: 1130 time: 0.0460589 Jul 18 10:56:03.752163 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-5c2198b0-8fd6-4902-bde1-786f6a0a22a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'name': 'tempest-TestVolumeBootPattern-641700284-router', 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '904eb219-215c-4a07-aa49-5a27759fa823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:49:23Z', 'updated_at': '2022-07-18T10:49:29Z', 'revision_number': 4, 'project_id': '17f436162f3a4bd4b3a94f584e7d8782', 'gw_port': {'id': '904eb219-215c-4a07-aa49-5a27759fa823', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:24Z', 'updated_at': '2022-07-18T10:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_floatingips': [{'id': '219277dc-f825-4165-9b51-77d60e1cfbd6', 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782', 'floating_ip_address': '172.27.1.89', 'floating_network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'router_id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'port_id': '42168f45-7a03-471a-b163-85fef4b32faa', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '407e895d-8435-43cb-addb-b40e755d1f02', 'mac_address': 'fa:16:3e:d1:e0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e75fba7-e72d-4479-ab36-0bbf9f294d22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:53:38Z', 'updated_at': '2022-07-18T10:53:41Z', 'revision_number': 1, 'project_id': '17f436162f3a4bd4b3a94f584e7d8782', 'fixed_ip_address_scope': None}, {'id': '403520d3-865e-4fab-a55d-a5c3bd82fc47', 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782', 'floating_ip_address': '172.27.1.246', 'floating_network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'router_id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'port_id': '024aed1d-8cc5-44ea-a5be-0e2863bf4794', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '407e895d-8435-43cb-addb-b40e755d1f02', 'mac_address': 'fa:16:3e:33:56:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876868b6-0929-4e64-b86c-274d075180e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:56:01Z', 'updated_at': '2022-07-18T10:56:01Z', 'revision_number': 0, 'project_id': '17f436162f3a4bd4b3a94f584e7d8782', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '518d5f98-f050-4ae9-abe5-25ea9991dd12', 'name': '', 'network_id': '407e895d-8435-43cb-addb-b40e755d1f02', 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782', 'mac_address': 'fa:16:3e:4f:91:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'e10aa7fa-e494-41dd-afcd-238e44bb4632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:28Z', 'updated_at': '2022-07-18T10:49:35Z', 'revision_number': 5, 'project_id': '17f436162f3a4bd4b3a94f584e7d8782', 'subnets': [{'id': 'e10aa7fa-e494-41dd-afcd-238e44bb4632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:56:03.778644 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131ef0c-d8ac-471e-8a32-47ff97e56d3c req-209ed08a-3403-425d-b708-85d88813e50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:56:03.780564 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-3131ef0c-d8ac-471e-8a32-47ff97e56d3c req-209ed08a-3403-425d-b708-85d88813e50f service neutron] 10.222.0.52 "GET /v2.0/networks?id=407e895d-8435-43cb-addb-b40e755d1f02 HTTP/1.1" status: 200 len: 912 time: 0.1203289 Jul 18 10:56:03.872322 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-3131ef0c-d8ac-471e-8a32-47ff97e56d3c req-41da31e0-ebf6-413d-8f2e-8575917b6557 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=024aed1d-8cc5-44ea-a5be-0e2863bf4794 HTTP/1.1" status: 200 len: 1000 time: 0.0838423 Jul 18 10:56:03.913479 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2198b0-8fd6-4902-bde1-786f6a0a22a1 None None] Checking router: fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234 for host: dv-cinder-849498-1-iscsi {{(pid=111157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:56:03.923567 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2198b0-8fd6-4902-bde1-786f6a0a22a1 None None] Routers {'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:56:03.924547 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-5c2198b0-8fd6-4902-bde1-786f6a0a22a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:55:37Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234'], 'active': True} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:56:03.931823 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131ef0c-d8ac-471e-8a32-47ff97e56d3c req-4d481a93-646d-40f0-b144-85a7461c7476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:56:03.934354 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-3131ef0c-d8ac-471e-8a32-47ff97e56d3c req-4d481a93-646d-40f0-b144-85a7461c7476 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e10aa7fa-e494-41dd-afcd-238e44bb4632 HTTP/1.1" status: 200 len: 850 time: 0.0555506 Jul 18 10:56:04.041127 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvr_db [None req-5c2198b0-8fd6-4902-bde1-786f6a0a22a1 None None] Set router fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:56:04.231451 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131ef0c-d8ac-471e-8a32-47ff97e56d3c req-631d93cf-b3ef-4795-92ab-24365dc59b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:56:04.233214 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-3131ef0c-d8ac-471e-8a32-47ff97e56d3c req-631d93cf-b3ef-4795-92ab-24365dc59b2c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=407e895d-8435-43cb-addb-b40e755d1f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507116 Jul 18 10:56:04.293944 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-5c2198b0-8fd6-4902-bde1-786f6a0a22a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'name': 'tempest-TestVolumeBootPattern-641700284-router', 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '904eb219-215c-4a07-aa49-5a27759fa823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:49:23Z', 'updated_at': '2022-07-18T10:49:29Z', 'revision_number': 4, 'project_id': '17f436162f3a4bd4b3a94f584e7d8782', 'gw_port': {'id': '904eb219-215c-4a07-aa49-5a27759fa823', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:24Z', 'updated_at': '2022-07-18T10:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_floatingips': [{'id': '219277dc-f825-4165-9b51-77d60e1cfbd6', 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782', 'floating_ip_address': '172.27.1.89', 'floating_network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'router_id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'port_id': '42168f45-7a03-471a-b163-85fef4b32faa', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '407e895d-8435-43cb-addb-b40e755d1f02', 'mac_address': 'fa:16:3e:d1:e0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e75fba7-e72d-4479-ab36-0bbf9f294d22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:53:38Z', 'updated_at': '2022-07-18T10:53:41Z', 'revision_number': 1, 'project_id': '17f436162f3a4bd4b3a94f584e7d8782', 'fixed_ip_address_scope': None}, {'id': '403520d3-865e-4fab-a55d-a5c3bd82fc47', 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782', 'floating_ip_address': '172.27.1.246', 'floating_network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'router_id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'port_id': '024aed1d-8cc5-44ea-a5be-0e2863bf4794', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '407e895d-8435-43cb-addb-b40e755d1f02', 'mac_address': 'fa:16:3e:33:56:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876868b6-0929-4e64-b86c-274d075180e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:56:01Z', 'updated_at': '2022-07-18T10:56:01Z', 'revision_number': 0, 'project_id': '17f436162f3a4bd4b3a94f584e7d8782', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '518d5f98-f050-4ae9-abe5-25ea9991dd12', 'name': '', 'network_id': '407e895d-8435-43cb-addb-b40e755d1f02', 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782', 'mac_address': 'fa:16:3e:4f:91:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'e10aa7fa-e494-41dd-afcd-238e44bb4632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:28Z', 'updated_at': '2022-07-18T10:49:35Z', 'revision_number': 5, 'project_id': '17f436162f3a4bd4b3a94f584e7d8782', 'subnets': [{'id': 'e10aa7fa-e494-41dd-afcd-238e44bb4632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:56:04.333666 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2198b0-8fd6-4902-bde1-786f6a0a22a1 None None] The sync data for ids ['fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234'] in dv-cinder-849498-1-iscsi is: [{'id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'name': 'tempest-TestVolumeBootPattern-641700284-router', 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '904eb219-215c-4a07-aa49-5a27759fa823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:49:23Z', 'updated_at': '2022-07-18T10:49:29Z', 'revision_number': 4, 'project_id': '17f436162f3a4bd4b3a94f584e7d8782', 'gw_port': {'id': '904eb219-215c-4a07-aa49-5a27759fa823', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:24Z', 'updated_at': '2022-07-18T10:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_floatingips': [{'id': '219277dc-f825-4165-9b51-77d60e1cfbd6', 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782', 'floating_ip_address': '172.27.1.89', 'floating_network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'router_id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'port_id': '42168f45-7a03-471a-b163-85fef4b32faa', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '407e895d-8435-43cb-addb-b40e755d1f02', 'mac_address': 'fa:16:3e:d1:e0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e75fba7-e72d-4479-ab36-0bbf9f294d22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:53:38Z', 'updated_at': '2022-07-18T10:53:41Z', 'revision_number': 1, 'project_id': '17f436162f3a4bd4b3a94f584e7d8782', 'fixed_ip_address_scope': None}, {'id': '403520d3-865e-4fab-a55d-a5c3bd82fc47', 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782', 'floating_ip_address': '172.27.1.246', 'floating_network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'router_id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'port_id': '024aed1d-8cc5-44ea-a5be-0e2863bf4794', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '407e895d-8435-43cb-addb-b40e755d1f02', 'mac_address': 'fa:16:3e:33:56:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876868b6-0929-4e64-b86c-274d075180e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:56:01Z', 'updated_at': '2022-07-18T10:56:01Z', 'revision_number': 0, 'project_id': '17f436162f3a4bd4b3a94f584e7d8782', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '518d5f98-f050-4ae9-abe5-25ea9991dd12', 'name': '', 'network_id': '407e895d-8435-43cb-addb-b40e755d1f02', 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782', 'mac_address': 'fa:16:3e:4f:91:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'e10aa7fa-e494-41dd-afcd-238e44bb4632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:28Z', 'updated_at': '2022-07-18T10:49:35Z', 'revision_number': 5, 'project_id': '17f436162f3a4bd4b3a94f584e7d8782', 'subnets': [{'id': 'e10aa7fa-e494-41dd-afcd-238e44bb4632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:56:04.374770 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 48392) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:56:04.416667 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-3131ef0c-d8ac-471e-8a32-47ff97e56d3c req-2bb3eada-6ea9-4885-af44-da40ef334f16 service neutron] 10.222.0.52 "GET /v2.0/networks/407e895d-8435-43cb-addb-b40e755d1f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617694 Jul 18 10:56:04.525942 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-a1077d56-4d70-4f04-b193-33e19ac86b6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:04.541454 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:56:04.548414 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-3131ef0c-d8ac-471e-8a32-47ff97e56d3c req-10a5adfd-5dac-477b-a23b-1bbb9823311b service neutron] 10.222.0.52 "GET /v2.0/networks/407e895d-8435-43cb-addb-b40e755d1f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247923 Jul 18 10:56:04.643176 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-a1077d56-4d70-4f04-b193-33e19ac86b6b admin admin] Publish callbacks [] for security_group (7c747622-a9e8-4043-adc9-9d437fcf41d0), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:04.645716 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7b818ded-dc45-43dd-8382-81b4b1bad0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1fc7cd8a-3617-45f0-b645-db80237532c9), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:04.652144 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b01510a-4c57-4201-bfea-49b0c2c266c4 None None] New status for floating IP 403520d3-865e-4fab-a55d-a5c3bd82fc47: ACTIVE {{(pid=111156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 10:56:04.730912 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-a1077d56-4d70-4f04-b193-33e19ac86b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (7c747622-a9e8-4043-adc9-9d437fcf41d0), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:04.771694 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1077d56-4d70-4f04-b193-33e19ac86b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c747622-a9e8-4043-adc9-9d437fcf41d0,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:56:04.784281 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 48402) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:56:04.784899 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-a1077d56-4d70-4f04-b193-33e19ac86b6b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=abbff9e15bad46c4a13054f9a8e7c758&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4072330 Jul 18 10:56:04.848148 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-e1652345-5f87-450b-b67e-e6403d26f81e admin admin] Publish callbacks [] for security_group (7c747622-a9e8-4043-adc9-9d437fcf41d0), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:04.875632 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-e1652345-5f87-450b-b67e-e6403d26f81e admin admin] Publish callbacks [] for security_group (7c747622-a9e8-4043-adc9-9d437fcf41d0), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:05.044939 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-e1652345-5f87-450b-b67e-e6403d26f81e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (7c747622-a9e8-4043-adc9-9d437fcf41d0), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:05.048027 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-e1652345-5f87-450b-b67e-e6403d26f81e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:05.049347 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-e1652345-5f87-450b-b67e-e6403d26f81e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7c747622-a9e8-4043-adc9-9d437fcf41d0 HTTP/1.1" status: 204 len: 168 time: 0.2637501 Jul 18 10:56:05.058495 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1652345-5f87-450b-b67e-e6403d26f81e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c747622-a9e8-4043-adc9-9d437fcf41d0,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:56:05.992441 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 48430) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:56:06.008480 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-04301fd1-f201-4a75-b595-0d9f76388cf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:06.101881 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-04301fd1-f201-4a75-b595-0d9f76388cf7 admin admin] Publish callbacks [] for security_group (d1da91c9-8b56-46da-941f-3ecebe261fb0), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:06.234206 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-04301fd1-f201-4a75-b595-0d9f76388cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (d1da91c9-8b56-46da-941f-3ecebe261fb0), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:06.280124 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04301fd1-f201-4a75-b595-0d9f76388cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1da91c9-8b56-46da-941f-3ecebe261fb0,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:56:06.285204 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-04301fd1-f201-4a75-b595-0d9f76388cf7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7b8b62003c0a4a45947d0537cd7d386c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2935846 Jul 18 10:56:06.287829 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 48432) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:56:06.344516 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-95480443-0bf6-4e4c-98cc-531e0e34ffde admin admin] Publish callbacks [] for security_group (d1da91c9-8b56-46da-941f-3ecebe261fb0), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:06.366996 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:56:06.372287 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-95480443-0bf6-4e4c-98cc-531e0e34ffde admin admin] Publish callbacks [] for security_group (d1da91c9-8b56-46da-941f-3ecebe261fb0), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:06.519448 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-95480443-0bf6-4e4c-98cc-531e0e34ffde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (d1da91c9-8b56-46da-941f-3ecebe261fb0), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:06.522104 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-95480443-0bf6-4e4c-98cc-531e0e34ffde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:06.523326 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-95480443-0bf6-4e4c-98cc-531e0e34ffde admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d1da91c9-8b56-46da-941f-3ecebe261fb0 HTTP/1.1" status: 204 len: 168 time: 0.2345755 Jul 18 10:56:06.533579 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95480443-0bf6-4e4c-98cc-531e0e34ffde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1da91c9-8b56-46da-941f-3ecebe261fb0,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:56:07.148042 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-edd78d00-2a8a-49c4-93a3-7e343b6d6505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (e6bcb791-bd43-4d6b-ab54-e591cb66712b), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:08.251142 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-ce070233-206f-40ab-920e-7b3694335a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (dfa25df3-493c-43ae-826d-29cbf3b2bfa8), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:08.746210 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.agents_db [None req-9b2825e1-dfaa-4032-a283-1b7ae0979f6b None None] Agent healthcheck: found 6 active agents {{(pid=111157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:56:09.987823 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f8336af3-fca9-403e-a19b-06518ba3f665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (7e71126e-a656-43d8-a2eb-058f1b343885), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:10.034873 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (62f731a8-190a-49a2-85f5-14fe4e09184e), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:14.770512 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=18,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:56:14.777834 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=25,neutron:INSERT=6 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:56:15.155846 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 48592) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:56:15.281236 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-332f6a8b-543b-4918-8198-2f82df330811 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:15.383630 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-332f6a8b-543b-4918-8198-2f82df330811 admin admin] Publish callbacks [] for security_group (8029cc00-0a1b-4fef-aba9-be3f0717689b), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:15.467835 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-332f6a8b-543b-4918-8198-2f82df330811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (8029cc00-0a1b-4fef-aba9-be3f0717689b), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:15.517423 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-332f6a8b-543b-4918-8198-2f82df330811 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ecccb4837a3f428bb925dc833d765e5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3601055 Jul 18 10:56:15.518477 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f6a8b-543b-4918-8198-2f82df330811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8029cc00-0a1b-4fef-aba9-be3f0717689b,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:56:15.520488 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 48606) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:56:15.586998 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-a57897b8-d52f-4ba6-8e65-54cf8b417edb admin admin] Publish callbacks [] for security_group (8029cc00-0a1b-4fef-aba9-be3f0717689b), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:15.613486 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-a57897b8-d52f-4ba6-8e65-54cf8b417edb admin admin] Publish callbacks [] for security_group (8029cc00-0a1b-4fef-aba9-be3f0717689b), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:15.730822 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-a57897b8-d52f-4ba6-8e65-54cf8b417edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (8029cc00-0a1b-4fef-aba9-be3f0717689b), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:15.733427 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-a57897b8-d52f-4ba6-8e65-54cf8b417edb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:15.735876 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-a57897b8-d52f-4ba6-8e65-54cf8b417edb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8029cc00-0a1b-4fef-aba9-be3f0717689b HTTP/1.1" status: 204 len: 168 time: 0.2141850 Jul 18 10:56:15.744314 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57897b8-d52f-4ba6-8e65-54cf8b417edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8029cc00-0a1b-4fef-aba9-be3f0717689b,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:56:16.615576 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 48622) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:56:16.630397 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-2e4f9c0b-cae7-4f31-8c17-e3af523a9be9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:16.724706 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-2e4f9c0b-cae7-4f31-8c17-e3af523a9be9 admin admin] Publish callbacks [] for security_group (60f5e6b9-0d73-4b01-abe5-4d1b7e18e8df), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:16.811040 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-2e4f9c0b-cae7-4f31-8c17-e3af523a9be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (60f5e6b9-0d73-4b01-abe5-4d1b7e18e8df), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:16.859558 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4f9c0b-cae7-4f31-8c17-e3af523a9be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f5e6b9-0d73-4b01-abe5-4d1b7e18e8df,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:56:16.875383 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-2e4f9c0b-cae7-4f31-8c17-e3af523a9be9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=05eb7bc3c799461a8a334e96d1b95008&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2575893 Jul 18 10:56:16.878334 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 48628) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:56:16.959149 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-3f0a845d-bbe8-45f9-86d6-f0f6d0410256 admin admin] Publish callbacks [] for security_group (60f5e6b9-0d73-4b01-abe5-4d1b7e18e8df), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:16.985620 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-3f0a845d-bbe8-45f9-86d6-f0f6d0410256 admin admin] Publish callbacks [] for security_group (60f5e6b9-0d73-4b01-abe5-4d1b7e18e8df), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:17.159568 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-3f0a845d-bbe8-45f9-86d6-f0f6d0410256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (60f5e6b9-0d73-4b01-abe5-4d1b7e18e8df), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:17.162382 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-3f0a845d-bbe8-45f9-86d6-f0f6d0410256 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:17.163727 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-3f0a845d-bbe8-45f9-86d6-f0f6d0410256 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/60f5e6b9-0d73-4b01-abe5-4d1b7e18e8df HTTP/1.1" status: 204 len: 168 time: 0.2843704 Jul 18 10:56:17.173149 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0a845d-bbe8-45f9-86d6-f0f6d0410256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f5e6b9-0d73-4b01-abe5-4d1b7e18e8df,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:56:17.657585 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 48642) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:56:17.795900 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-1996227c-dafa-41d6-83e8-85a1a974333a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:17.897201 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-1996227c-dafa-41d6-83e8-85a1a974333a admin admin] Publish callbacks [] for security_group (8f24f26b-3dd9-470e-ba81-858439addf24), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:18.074058 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-1996227c-dafa-41d6-83e8-85a1a974333a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (8f24f26b-3dd9-470e-ba81-858439addf24), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:18.116696 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-1996227c-dafa-41d6-83e8-85a1a974333a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=354508e9f6924f8fad5ee1bcd398df0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4580183 Jul 18 10:56:18.117980 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1996227c-dafa-41d6-83e8-85a1a974333a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f24f26b-3dd9-470e-ba81-858439addf24,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:56:18.119560 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 48654) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:56:18.168672 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:56:18.174431 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-02161557-e5c0-4c77-b5d9-ac1c578dd577 admin admin] Publish callbacks [] for security_group (8f24f26b-3dd9-470e-ba81-858439addf24), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:18.212294 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-02161557-e5c0-4c77-b5d9-ac1c578dd577 admin admin] Publish callbacks [] for security_group (8f24f26b-3dd9-470e-ba81-858439addf24), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:18.347865 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-02161557-e5c0-4c77-b5d9-ac1c578dd577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (8f24f26b-3dd9-470e-ba81-858439addf24), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:18.350499 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-02161557-e5c0-4c77-b5d9-ac1c578dd577 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:18.351674 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-02161557-e5c0-4c77-b5d9-ac1c578dd577 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8f24f26b-3dd9-470e-ba81-858439addf24 HTTP/1.1" status: 204 len: 168 time: 0.2310176 Jul 18 10:56:18.364585 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02161557-e5c0-4c77-b5d9-ac1c578dd577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f24f26b-3dd9-470e-ba81-858439addf24,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:56:18.740099 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=70 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:56:18.741755 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=80 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:56:26.068340 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=72,neutron:DELETE=5,neutron:UPDATE=5 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:56:26.069962 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:56:26.164901 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1ff6e34c-ad2d-4d6d-84c2-aee03113dac2), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:28.111522 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=52,neutron:DELETE=2,neutron:INSERT=10 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:56:28.114710 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=55,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:56:28.364938 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=58,neutron:INSERT=7,neutron:DELETE=7 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:56:29.715947 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=3 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:56:29.723491 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=3 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:56:34.274931 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 48874) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:56:34.419234 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-400d2ef1-4a33-46bf-8917-2dafb6960a1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:34.512984 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-400d2ef1-4a33-46bf-8917-2dafb6960a1a admin admin] Publish callbacks [] for security_group (f9f876c3-76a2-4f7b-a8ab-51caa9df25a3), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:34.610575 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-400d2ef1-4a33-46bf-8917-2dafb6960a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (f9f876c3-76a2-4f7b-a8ab-51caa9df25a3), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:34.652882 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400d2ef1-4a33-46bf-8917-2dafb6960a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f876c3-76a2-4f7b-a8ab-51caa9df25a3,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:56:34.658258 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-400d2ef1-4a33-46bf-8917-2dafb6960a1a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4c9a2e91519744cd973e0f0939c92422&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3822532 Jul 18 10:56:34.661154 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 48886) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:56:34.673468 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-bfa52adb-1798-4341-9d77-899aaf615d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1fc7cd8a-3617-45f0-b645-db80237532c9), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:34.716457 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-f4a9fd56-73e5-4d1a-a639-c15ac750ffe1 admin admin] Publish callbacks [] for security_group (f9f876c3-76a2-4f7b-a8ab-51caa9df25a3), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:34.746382 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-f4a9fd56-73e5-4d1a-a639-c15ac750ffe1 admin admin] Publish callbacks [] for security_group (f9f876c3-76a2-4f7b-a8ab-51caa9df25a3), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:34.891325 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-f4a9fd56-73e5-4d1a-a639-c15ac750ffe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (f9f876c3-76a2-4f7b-a8ab-51caa9df25a3), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:34.894099 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-f4a9fd56-73e5-4d1a-a639-c15ac750ffe1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:34.900311 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-f4a9fd56-73e5-4d1a-a639-c15ac750ffe1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f9f876c3-76a2-4f7b-a8ab-51caa9df25a3 HTTP/1.1" status: 204 len: 168 time: 0.2332418 Jul 18 10:56:34.903983 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a9fd56-73e5-4d1a-a639-c15ac750ffe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f876c3-76a2-4f7b-a8ab-51caa9df25a3,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:56:35.069708 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 48900) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:56:35.332052 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-863933f9-46a8-42ed-bef2-c8259450dac8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:35.437621 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-863933f9-46a8-42ed-bef2-c8259450dac8 admin admin] Publish callbacks [] for security_group (bdd097c7-0ccb-4e4c-906c-eb85ddb69966), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:35.513873 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-863933f9-46a8-42ed-bef2-c8259450dac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (bdd097c7-0ccb-4e4c-906c-eb85ddb69966), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:35.564387 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863933f9-46a8-42ed-bef2-c8259450dac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd097c7-0ccb-4e4c-906c-eb85ddb69966,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:56:35.600357 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-863933f9-46a8-42ed-bef2-c8259450dac8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=814fb31543c7466aba93c358fd89cbfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5286281 Jul 18 10:56:35.606404 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 48916) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:56:35.688601 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-45d78877-9eee-4957-a170-33e9cc706283 admin admin] Publish callbacks [] for security_group (bdd097c7-0ccb-4e4c-906c-eb85ddb69966), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:35.720326 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-45d78877-9eee-4957-a170-33e9cc706283 admin admin] Publish callbacks [] for security_group (bdd097c7-0ccb-4e4c-906c-eb85ddb69966), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:35.913668 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-45d78877-9eee-4957-a170-33e9cc706283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (bdd097c7-0ccb-4e4c-906c-eb85ddb69966), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:35.917476 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-45d78877-9eee-4957-a170-33e9cc706283 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:35.929404 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-45d78877-9eee-4957-a170-33e9cc706283 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bdd097c7-0ccb-4e4c-906c-eb85ddb69966 HTTP/1.1" status: 204 len: 168 time: 0.3109989 Jul 18 10:56:35.931323 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d78877-9eee-4957-a170-33e9cc706283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd097c7-0ccb-4e4c-906c-eb85ddb69966,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:56:36.171326 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 48930) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:56:36.431553 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [None req-7a5326b9-06d4-465a-8c32-b651a5e19008 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1411829767-network', 'tenant_id': 'bf3f09bf74324f7ca7268feb67c046f8'}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:56:36.530720 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5326b9-06d4-465a-8c32-b651a5e19008 admin admin] Made reservation on behalf of bf3f09bf74324f7ca7268feb67c046f8 for: {'network': 1} {{(pid=111155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:56:36.533221 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-7a5326b9-06d4-465a-8c32-b651a5e19008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for network (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:36.542889 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-7a5326b9-06d4-465a-8c32-b651a5e19008 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:36.656821 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-7a5326b9-06d4-465a-8c32-b651a5e19008 admin admin] Publish callbacks [] for security_group (734cf5dd-6fd7-432f-9ba2-5d8158410d1c), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:36.759323 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-7a5326b9-06d4-465a-8c32-b651a5e19008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (734cf5dd-6fd7-432f-9ba2-5d8158410d1c), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:36.791190 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a5326b9-06d4-465a-8c32-b651a5e19008 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=111155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 10:56:36.805971 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5326b9-06d4-465a-8c32-b651a5e19008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=734cf5dd-6fd7-432f-9ba2-5d8158410d1c,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:56:36.813134 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-7a5326b9-06d4-465a-8c32-b651a5e19008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547345'] for segment (bd6ac35b-2c0d-45de-8873-e56a85ca0915), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:36.813488 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.db.segments_db [None req-7a5326b9-06d4-465a-8c32-b651a5e19008 admin admin] Added segment bd6ac35b-2c0d-45de-8873-e56a85ca0915 of type vlan for network 4d3b5885-0cea-4000-b7c7-cf07ce205b79 Jul 18 10:56:36.831255 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 48940) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:56:36.850402 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-71add521-a843-49cf-928a-5dd56e6196fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:36.869705 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-7a5326b9-06d4-465a-8c32-b651a5e19008 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741535579194'] for network (4d3b5885-0cea-4000-b7c7-cf07ce205b79), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:36.949490 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-71add521-a843-49cf-928a-5dd56e6196fb admin admin] Publish callbacks [] for security_group (9320aec6-4348-4983-a58e-71dab77abfda), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:36.954193 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-7a5326b9-06d4-465a-8c32-b651a5e19008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529'] for network (4d3b5885-0cea-4000-b7c7-cf07ce205b79), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:36.955380 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5326b9-06d4-465a-8c32-b651a5e19008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:56:36.956214 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-7a5326b9-06d4-465a-8c32-b651a5e19008 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for network (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:37.023852 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5326b9-06d4-465a-8c32-b651a5e19008 admin admin] Pushing event updated for resources: {'Network': ['ID=4d3b5885-0cea-4000-b7c7-cf07ce205b79,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:56:37.028557 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-71add521-a843-49cf-928a-5dd56e6196fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (9320aec6-4348-4983-a58e-71dab77abfda), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:37.029570 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-5196043a-6894-4bfa-9901-2b037902b06e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (e6bcb791-bd43-4d6b-ab54-e591cb66712b), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:37.035578 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Network 4d3b5885-0cea-4000-b7c7-cf07ce205b79 details requested by agent ovs-agent-dv-cinder-849498-1-iscsi with host dv-cinder-849498-1-iscsi {{(pid=111156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 10:56:37.086098 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-71add521-a843-49cf-928a-5dd56e6196fb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=44eb02d2131543d1915558f5ea607bf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2535508 Jul 18 10:56:37.087125 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71add521-a843-49cf-928a-5dd56e6196fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9320aec6-4348-4983-a58e-71dab77abfda,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:56:37.090444 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 48942) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:56:37.142272 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-7a5326b9-06d4-465a-8c32-b651a5e19008 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.9692228 Jul 18 10:56:37.145284 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 48944) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:56:37.150461 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [None req-ee20081d-bb54-4a26-ac8e-18217b98c762 admin admin] Request body: {'subnet': {'network_id': '4d3b5885-0cea-4000-b7c7-cf07ce205b79', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1411829767-subnet', 'tenant_id': 'bf3f09bf74324f7ca7268feb67c046f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:56:37.162198 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-3d550177-12f1-44cd-9231-39257a4c2dac admin admin] Publish callbacks [] for security_group (9320aec6-4348-4983-a58e-71dab77abfda), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:37.200334 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-3d550177-12f1-44cd-9231-39257a4c2dac admin admin] Publish callbacks [] for security_group (9320aec6-4348-4983-a58e-71dab77abfda), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:37.262378 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee20081d-bb54-4a26-ac8e-18217b98c762 admin admin] Made reservation on behalf of bf3f09bf74324f7ca7268feb67c046f8 for: {'subnet': 1} {{(pid=111155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:56:37.267372 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-ee20081d-bb54-4a26-ac8e-18217b98c762 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125836357'] for subnet (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:37.300975 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:56:37.353765 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-3d550177-12f1-44cd-9231-39257a4c2dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (9320aec6-4348-4983-a58e-71dab77abfda), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:37.356946 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-3d550177-12f1-44cd-9231-39257a4c2dac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:37.359576 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-3d550177-12f1-44cd-9231-39257a4c2dac admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9320aec6-4348-4983-a58e-71dab77abfda HTTP/1.1" status: 204 len: 168 time: 0.2676046 Jul 18 10:56:37.375902 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d550177-12f1-44cd-9231-39257a4c2dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9320aec6-4348-4983-a58e-71dab77abfda,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:56:37.634514 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:56:37.872839 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-ee20081d-bb54-4a26-ac8e-18217b98c762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126083727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125836379'] for subnet (7147ecb9-7eaf-436b-8166-e692a67ed9f0), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:37.951327 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee20081d-bb54-4a26-ac8e-18217b98c762 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7147ecb9-7eaf-436b-8166-e692a67ed9f0,revision_number=0']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:56:37.966830 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee20081d-bb54-4a26-ac8e-18217b98c762 admin admin] Checking segment: {'id': 'bd6ac35b-2c0d-45de-8873-e56a85ca0915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4d3b5885-0cea-4000-b7c7-cf07ce205b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:56:37.968266 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee20081d-bb54-4a26-ac8e-18217b98c762 admin admin] Network hostable DHCP agents. Network: 4d3b5885-0cea-4000-b7c7-cf07ce205b79, hostable agents: ['1fc7cd8a-3617-45f0-b645-db80237532c9'], hosted agents: [] {{(pid=111155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 10:56:38.097011 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee20081d-bb54-4a26-ac8e-18217b98c762 admin admin] Network 4d3b5885-0cea-4000-b7c7-cf07ce205b79 is scheduled to be hosted by DHCP agent 1fc7cd8a-3617-45f0-b645-db80237532c9 with binding_index 1 {{(pid=111155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 10:56:38.199080 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-ce070233-206f-40ab-920e-7b3694335a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (dfa25df3-493c-43ae-826d-29cbf3b2bfa8), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:38.233888 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.base_scheduler [None req-ee20081d-bb54-4a26-ac8e-18217b98c762 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849498-1-iscsi, 4d3b5885-0cea-4000-b7c7-cf07ce205b79) {{(pid=111155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:56:38.240083 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee20081d-bb54-4a26-ac8e-18217b98c762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:56:38.240690 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-ee20081d-bb54-4a26-ac8e-18217b98c762 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:38.248073 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dfd4039-bea2-47fa-aaba-0cdfe6942fa9 None None] Network 4d3b5885-0cea-4000-b7c7-cf07ce205b79 requested from dv-cinder-849498-1-iscsi {{(pid=111156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:56:38.339932 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-ee20081d-bb54-4a26-ac8e-18217b98c762 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1933832 Jul 18 10:56:38.381105 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3076f51-7267-4145-8365-6ed9cddd0159 None None] Network 4d3b5885-0cea-4000-b7c7-cf07ce205b79 requested from dv-cinder-849498-1-iscsi {{(pid=111156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:56:38.388924 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 48956) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:56:38.413914 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-f0c7c32a-aef0-4dbb-9c0e-311649f98017 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:38.569209 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-f0c7c32a-aef0-4dbb-9c0e-311649f98017 admin admin] Publish callbacks [] for security_group (3f473c40-1fbd-4e0d-9996-2c05057e87dd), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:38.667469 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-f0c7c32a-aef0-4dbb-9c0e-311649f98017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (3f473c40-1fbd-4e0d-9996-2c05057e87dd), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:38.716047 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-f0c7c32a-aef0-4dbb-9c0e-311649f98017 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1efdcff692fa459492abd5c06c2c6e76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3257284 Jul 18 10:56:38.717040 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c7c32a-aef0-4dbb-9c0e-311649f98017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f473c40-1fbd-4e0d-9996-2c05057e87dd,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:56:38.720735 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 48962) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:56:38.791673 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-ee5b54c0-a3a3-483d-8e37-b1efed5be8c7 admin admin] Publish callbacks [] for security_group (3f473c40-1fbd-4e0d-9996-2c05057e87dd), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:38.832450 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-ee5b54c0-a3a3-483d-8e37-b1efed5be8c7 admin admin] Publish callbacks [] for security_group (3f473c40-1fbd-4e0d-9996-2c05057e87dd), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:38.845977 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=6 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:56:38.850786 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:56:39.119336 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-ee5b54c0-a3a3-483d-8e37-b1efed5be8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (3f473c40-1fbd-4e0d-9996-2c05057e87dd), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:39.123146 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-ee5b54c0-a3a3-483d-8e37-b1efed5be8c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:39.128820 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-ee5b54c0-a3a3-483d-8e37-b1efed5be8c7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3f473c40-1fbd-4e0d-9996-2c05057e87dd HTTP/1.1" status: 204 len: 168 time: 0.4019279 Jul 18 10:56:39.142550 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b54c0-a3a3-483d-8e37-b1efed5be8c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f473c40-1fbd-4e0d-9996-2c05057e87dd,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:56:39.907688 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f8336af3-fca9-403e-a19b-06518ba3f665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (7e71126e-a656-43d8-a2eb-058f1b343885), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:40.067850 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (62f731a8-190a-49a2-85f5-14fe4e09184e), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:42.207284 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b0ce7e-0637-42ae-812d-6ea19ae867c0 req-b9dafaa2-e36d-40e9-a4b2-0f00bc4bc10a tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:56:42.208950 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-85b0ce7e-0637-42ae-812d-6ea19ae867c0 req-b9dafaa2-e36d-40e9-a4b2-0f00bc4bc10a tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.49 "GET /v2.0/networks?id=4d3b5885-0cea-4000-b7c7-cf07ce205b79 HTTP/1.1" status: 200 len: 814 time: 0.1373212 Jul 18 10:56:42.225771 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-85b0ce7e-0637-42ae-812d-6ea19ae867c0 req-c5f3cacf-829a-4fcd-b56c-8b4a61562c6b tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.49 "GET /v2.0/quotas/bf3f09bf74324f7ca7268feb67c046f8 HTTP/1.1" status: 200 len: 375 time: 0.0108409 Jul 18 10:56:42.256007 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:56:42.281011 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-85b0ce7e-0637-42ae-812d-6ea19ae867c0 req-cc7fd8b6-7a41-4379-8912-052b01cf4f7b tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=bf3f09bf74324f7ca7268feb67c046f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434804 Jul 18 10:56:42.394587 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-85b0ce7e-0637-42ae-812d-6ea19ae867c0 req-7cf6880d-03b3-42cc-bc68-6db4fe994f5e service neutron] 10.222.0.49 "GET /v2.0/networks/4d3b5885-0cea-4000-b7c7-cf07ce205b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062677 Jul 18 10:56:42.526895 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-85b0ce7e-0637-42ae-812d-6ea19ae867c0 req-a6b8de0f-6182-4590-815c-52d1276cc840 service neutron] 10.222.0.49 "GET /v2.0/networks/4d3b5885-0cea-4000-b7c7-cf07ce205b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256776 Jul 18 10:56:42.886857 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-97803018-ce07-4692-b9e0-495109f93e40 req-9bd6ed4b-d666-4d1c-a743-fcd3d2c6cefa tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.49 "GET /v2.0/ports?device_id=64981f66-63e8-4a97-8692-87aa75b7ac79 HTTP/1.1" status: 200 len: 210 time: 0.0404437 Jul 18 10:56:43.983438 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-55e6e8b9-b2a7-45e3-9248-9240a76cb9b8 req-812383b9-9202-439b-bc4f-0126b0aed474 tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.49 "GET /v2.0/ports?device_id=64981f66-63e8-4a97-8692-87aa75b7ac79 HTTP/1.1" status: 200 len: 210 time: 0.0347941 Jul 18 10:56:45.104666 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8adc35c0-a1a7-4cdd-83a3-3342d2408e50 req-3815effa-dcab-4c1a-8ba4-2466b61003ee tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.49 "GET /v2.0/ports?device_id=64981f66-63e8-4a97-8692-87aa75b7ac79 HTTP/1.1" status: 200 len: 210 time: 0.0291119 Jul 18 10:56:45.746685 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.agents_db [None req-9b2825e1-dfaa-4032-a283-1b7ae0979f6b None None] Agent healthcheck: found 6 active agents {{(pid=111157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:56:46.017079 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b0ce7e-0637-42ae-812d-6ea19ae867c0 req-447f9622-7b44-4a97-b0c2-f47ec742a0b5 tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:56:46.019020 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-85b0ce7e-0637-42ae-812d-6ea19ae867c0 req-447f9622-7b44-4a97-b0c2-f47ec742a0b5 tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.52 "GET /v2.0/networks?id=4d3b5885-0cea-4000-b7c7-cf07ce205b79 HTTP/1.1" status: 200 len: 814 time: 0.1423132 Jul 18 10:56:46.034006 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [req-85b0ce7e-0637-42ae-812d-6ea19ae867c0 req-7df79036-b7a6-4bca-a49b-33607a1113ce tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] Request body: {'port': {'device_id': '64981f66-63e8-4a97-8692-87aa75b7ac79', 'network_id': '4d3b5885-0cea-4000-b7c7-cf07ce205b79', 'admin_state_up': True, 'tenant_id': 'bf3f09bf74324f7ca7268feb67c046f8'}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:56:46.235834 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d6850820-185f-4447-a2e6-8875c1a4b7d1 req-f57f72b6-9e73-40d3-a4b0-ccf88fd070cb tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.49 "GET /v2.0/ports?device_id=64981f66-63e8-4a97-8692-87aa75b7ac79 HTTP/1.1" status: 200 len: 210 time: 0.0309916 Jul 18 10:56:46.421323 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85b0ce7e-0637-42ae-812d-6ea19ae867c0 req-7df79036-b7a6-4bca-a49b-33607a1113ce tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] Made reservation on behalf of bf3f09bf74324f7ca7268feb67c046f8 for: {'port': 1} {{(pid=111154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:56:46.424900 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-85b0ce7e-0637-42ae-812d-6ea19ae867c0 req-7df79036-b7a6-4bca-a49b-33607a1113ce tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:46.585169 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.db_base_plugin_common [req-85b0ce7e-0637-42ae-812d-6ea19ae867c0 req-7df79036-b7a6-4bca-a49b-33607a1113ce tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] Allocated IP 172.20.0.9 (4d3b5885-0cea-4000-b7c7-cf07ce205b79/7147ecb9-7eaf-436b-8166-e692a67ed9f0/10521465-8839-40ca-b38b-0742f4477643) {{(pid=111154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:56:46.781934 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-85b0ce7e-0637-42ae-812d-6ea19ae867c0 req-7df79036-b7a6-4bca-a49b-33607a1113ce tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] Publish callbacks [] for port (10521465-8839-40ca-b38b-0742f4477643), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:46.902090 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-85b0ce7e-0637-42ae-812d-6ea19ae867c0 req-7df79036-b7a6-4bca-a49b-33607a1113ce tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127334210'] for port (10521465-8839-40ca-b38b-0742f4477643), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:46.950684 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85b0ce7e-0637-42ae-812d-6ea19ae867c0 req-7df79036-b7a6-4bca-a49b-33607a1113ce tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] Network 4d3b5885-0cea-4000-b7c7-cf07ce205b79 is already hosted by enough agents. {{(pid=111154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:56:46.956751 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.base_scheduler [req-85b0ce7e-0637-42ae-812d-6ea19ae867c0 req-7df79036-b7a6-4bca-a49b-33607a1113ce tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] Resources bound (agent type, host, resource id): {{(pid=111154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:56:46.961380 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b0ce7e-0637-42ae-812d-6ea19ae867c0 req-7df79036-b7a6-4bca-a49b-33607a1113ce tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] Received port after_create {{(pid=111154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:56:46.968290 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df79036-b7a6-4bca-a49b-33607a1113ce tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] Pushing event updated for resources: {'Port': ['ID=10521465-8839-40ca-b38b-0742f4477643,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:56:47.018182 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b0ce7e-0637-42ae-812d-6ea19ae867c0 req-7df79036-b7a6-4bca-a49b-33607a1113ce tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:56:47.018966 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-85b0ce7e-0637-42ae-812d-6ea19ae867c0 req-7df79036-b7a6-4bca-a49b-33607a1113ce tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for port (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:47.133487 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-85b0ce7e-0637-42ae-812d-6ea19ae867c0 req-7df79036-b7a6-4bca-a49b-33607a1113ce tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1052239 Jul 18 10:56:47.149102 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [req-85b0ce7e-0637-42ae-812d-6ea19ae867c0 req-057a56d7-bce4-4286-8a5c-968ec08376b2 service neutron] Request body: {'port': {'device_id': '64981f66-63e8-4a97-8692-87aa75b7ac79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84949'}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:56:47.155378 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:56:47.245198 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-85b0ce7e-0637-42ae-812d-6ea19ae867c0 req-057a56d7-bce4-4286-8a5c-968ec08376b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (10521465-8839-40ca-b38b-0742f4477643), before_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:47.288128 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:56:47.383781 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2280019-2b0a-4788-b501-8d0704937413 req-2362382e-cd07-4d1e-a617-f5a809fffe9a tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:56:47.386327 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b2280019-2b0a-4788-b501-8d0704937413 req-2362382e-cd07-4d1e-a617-f5a809fffe9a tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.49 "GET /v2.0/ports?device_id=64981f66-63e8-4a97-8692-87aa75b7ac79 HTTP/1.1" status: 200 len: 931 time: 0.0584061 Jul 18 10:56:47.457344 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b2280019-2b0a-4788-b501-8d0704937413 req-d70c5ca6-7cb5-4550-bc49-eacf4c18ec38 tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.49 "GET /v2.0/security-groups?id=734cf5dd-6fd7-432f-9ba2-5d8158410d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619788 Jul 18 10:56:47.575480 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.notifiers.nova [req-85b0ce7e-0637-42ae-812d-6ea19ae867c0 req-057a56d7-bce4-4286-8a5c-968ec08376b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10521465-8839-40ca-b38b-0742f4477643 {{(pid=111154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:56:47.585779 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-85b0ce7e-0637-42ae-812d-6ea19ae867c0 req-057a56d7-bce4-4286-8a5c-968ec08376b2 service neutron] Publish callbacks [] for port (10521465-8839-40ca-b38b-0742f4477643), precommit_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:47.601026 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.provisioning_blocks [req-85b0ce7e-0637-42ae-812d-6ea19ae867c0 req-057a56d7-bce4-4286-8a5c-968ec08376b2 service neutron] Transition to ACTIVE for port object 10521465-8839-40ca-b38b-0742f4477643 will not be triggered until provisioned by entity L2. {{(pid=111154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 10:56:47.680864 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-85b0ce7e-0637-42ae-812d-6ea19ae867c0 req-057a56d7-bce4-4286-8a5c-968ec08376b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127333809'] for port (10521465-8839-40ca-b38b-0742f4477643), after_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:47.764497 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057a56d7-bce4-4286-8a5c-968ec08376b2 service neutron] Pushing event updated for resources: {'Port': ['ID=10521465-8839-40ca-b38b-0742f4477643,revision_number=2']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:56:47.842627 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.managers [req-85b0ce7e-0637-42ae-812d-6ea19ae867c0 req-057a56d7-bce4-4286-8a5c-968ec08376b2 service neutron] Attempting to bind port 10521465-8839-40ca-b38b-0742f4477643 on host hv-cinder-84949 for vnic_type normal with profile {{(pid=111154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:56:47.842627 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.managers [req-85b0ce7e-0637-42ae-812d-6ea19ae867c0 req-057a56d7-bce4-4286-8a5c-968ec08376b2 service neutron] Attempting to bind port 10521465-8839-40ca-b38b-0742f4477643 by drivers openvswitch,hyperv on host hv-cinder-84949 at level 0 using segments [{'id': 'bd6ac35b-2c0d-45de-8873-e56a85ca0915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4d3b5885-0cea-4000-b7c7-cf07ce205b79'}] {{(pid=111154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:56:47.842627 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b0ce7e-0637-42ae-812d-6ea19ae867c0 req-057a56d7-bce4-4286-8a5c-968ec08376b2 service neutron] Attempting to bind port 10521465-8839-40ca-b38b-0742f4477643 on network 4d3b5885-0cea-4000-b7c7-cf07ce205b79 {{(pid=111154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:56:47.848393 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b0ce7e-0637-42ae-812d-6ea19ae867c0 req-057a56d7-bce4-4286-8a5c-968ec08376b2 service neutron] Port 10521465-8839-40ca-b38b-0742f4477643 on network 4d3b5885-0cea-4000-b7c7-cf07ce205b79 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84949 {{(pid=111154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 10:56:47.848974 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b0ce7e-0637-42ae-812d-6ea19ae867c0 req-057a56d7-bce4-4286-8a5c-968ec08376b2 service neutron] Attempting to bind port 10521465-8839-40ca-b38b-0742f4477643 on network 4d3b5885-0cea-4000-b7c7-cf07ce205b79 {{(pid=111154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:56:47.859310 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b0ce7e-0637-42ae-812d-6ea19ae867c0 req-057a56d7-bce4-4286-8a5c-968ec08376b2 service neutron] Checking agent: {'id': '1ff6e34c-ad2d-4d6d-84c2-aee03113dac2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84949', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 44, 54), 'started_at': datetime.datetime(2022, 7, 18, 10, 44, 54), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:56:47.859614 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b0ce7e-0637-42ae-812d-6ea19ae867c0 req-057a56d7-bce4-4286-8a5c-968ec08376b2 service neutron] Checking segment: {'id': 'bd6ac35b-2c0d-45de-8873-e56a85ca0915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4d3b5885-0cea-4000-b7c7-cf07ce205b79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:56:47.860065 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b0ce7e-0637-42ae-812d-6ea19ae867c0 req-057a56d7-bce4-4286-8a5c-968ec08376b2 service neutron] Bound using segment: {'id': 'bd6ac35b-2c0d-45de-8873-e56a85ca0915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4d3b5885-0cea-4000-b7c7-cf07ce205b79'} {{(pid=111154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:56:47.860944 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.managers [req-85b0ce7e-0637-42ae-812d-6ea19ae867c0 req-057a56d7-bce4-4286-8a5c-968ec08376b2 service neutron] Bound port: 10521465-8839-40ca-b38b-0742f4477643, host: hv-cinder-84949, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd6ac35b-2c0d-45de-8873-e56a85ca0915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4d3b5885-0cea-4000-b7c7-cf07ce205b79'}}] {{(pid=111154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:56:47.861255 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-85b0ce7e-0637-42ae-812d-6ea19ae867c0 req-057a56d7-bce4-4286-8a5c-968ec08376b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (10521465-8839-40ca-b38b-0742f4477643), before_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:47.876464 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:56:47.948253 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.db [req-85b0ce7e-0637-42ae-812d-6ea19ae867c0 req-057a56d7-bce4-4286-8a5c-968ec08376b2 service neutron] For port 10521465-8839-40ca-b38b-0742f4477643, host hv-cinder-84949, cleared binding levels {{(pid=111154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:56:47.953943 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.db [req-85b0ce7e-0637-42ae-812d-6ea19ae867c0 req-057a56d7-bce4-4286-8a5c-968ec08376b2 service neutron] For port 10521465-8839-40ca-b38b-0742f4477643, host hv-cinder-84949, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=10521465-8839-40ca-b38b-0742f4477643,segment=NetworkSegment(bd6ac35b-2c0d-45de-8873-e56a85ca0915),segment_id=bd6ac35b-2c0d-45de-8873-e56a85ca0915)] {{(pid=111154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:56:48.080329 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-85b0ce7e-0637-42ae-812d-6ea19ae867c0 req-057a56d7-bce4-4286-8a5c-968ec08376b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127333809'] for port (10521465-8839-40ca-b38b-0742f4477643), after_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:48.118914 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b0ce7e-0637-42ae-812d-6ea19ae867c0 req-057a56d7-bce4-4286-8a5c-968ec08376b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:56:48.119545 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-85b0ce7e-0637-42ae-812d-6ea19ae867c0 req-057a56d7-bce4-4286-8a5c-968ec08376b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for port (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:48.121025 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-85b0ce7e-0637-42ae-812d-6ea19ae867c0 req-057a56d7-bce4-4286-8a5c-968ec08376b2 service neutron] 10.222.0.52 "PUT /v2.0/ports/10521465-8839-40ca-b38b-0742f4477643 HTTP/1.1" status: 200 len: 1093 time: 0.9794750 Jul 18 10:56:48.121485 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64981f66-63e8-4a97-8692-87aa75b7ac79', 'tag': '10521465-8839-40ca-b38b-0742f4477643'}] {{(pid=111154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:56:48.123902 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76f28ae75f34143b6717ab81e854799a90e2618b86a46665dc49940857a7474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4093a0-def5-4c1b-813f-0a3566049851" -d '{"events": [{"name": "network-changed", "server_uuid": "64981f66-63e8-4a97-8692-87aa75b7ac79", "tag": "10521465-8839-40ca-b38b-0742f4477643"}]}' {{(pid=111154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:56:48.154967 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057a56d7-bce4-4286-8a5c-968ec08376b2 service neutron] Pushing event updated for resources: {'Port': ['ID=10521465-8839-40ca-b38b-0742f4477643,revision_number=3']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:56:48.165130 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42106630-7251-4132-b1d4-e8c607383dbc x-openstack-request-id: req-42106630-7251-4132-b1d4-e8c607383dbc {{(pid=111154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:56:48.165681 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64981f66-63e8-4a97-8692-87aa75b7ac79", "tag": "10521465-8839-40ca-b38b-0742f4477643", "status": "completed", "code": 200}]} {{(pid=111154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:56:48.165955 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-42106630-7251-4132-b1d4-e8c607383dbc {{(pid=111154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:56:48.166358 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42106630-7251-4132-b1d4-e8c607383dbc'] response: {'name': 'network-changed', 'server_uuid': '64981f66-63e8-4a97-8692-87aa75b7ac79', 'tag': '10521465-8839-40ca-b38b-0742f4477643', 'status': 'completed', 'code': 200} Jul 18 10:56:48.205841 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 49148) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:56:48.253978 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4093a0-def5-4c1b-813f-0a3566049851 req-9eebb28e-cc91-4351-9f91-680506fff389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:56:48.255753 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-7b4093a0-def5-4c1b-813f-0a3566049851 req-9eebb28e-cc91-4351-9f91-680506fff389 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bf3f09bf74324f7ca7268feb67c046f8&device_id=64981f66-63e8-4a97-8692-87aa75b7ac79 HTTP/1.1" status: 200 len: 1127 time: 0.0598373 Jul 18 10:56:48.409879 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-010aa4f0-14ad-4ece-b413-94705ee8707e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:48.439060 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4093a0-def5-4c1b-813f-0a3566049851 req-76386163-fd9e-4277-bc05-3cb8b7ee6a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:56:48.440601 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-7b4093a0-def5-4c1b-813f-0a3566049851 req-76386163-fd9e-4277-bc05-3cb8b7ee6a20 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=bf3f09bf74324f7ca7268feb67c046f8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1770153 Jul 18 10:56:48.593632 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:56:48.612496 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca53b7-fa9b-4c95-9bbd-816cb2ef037c req-bf602945-2412-4d52-8881-23c4664bd45f tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:56:48.617360 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-24ca53b7-fa9b-4c95-9bbd-816cb2ef037c req-bf602945-2412-4d52-8881-23c4664bd45f tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.49 "GET /v2.0/ports?device_id=64981f66-63e8-4a97-8692-87aa75b7ac79 HTTP/1.1" status: 200 len: 943 time: 0.0777173 Jul 18 10:56:48.620089 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4093a0-def5-4c1b-813f-0a3566049851 req-537c5b46-7c9e-44f5-90c2-54c166516e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:56:48.621781 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-7b4093a0-def5-4c1b-813f-0a3566049851 req-537c5b46-7c9e-44f5-90c2-54c166516e9a service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1730990 Jul 18 10:56:48.637231 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-010aa4f0-14ad-4ece-b413-94705ee8707e admin admin] Publish callbacks [] for security_group (456c3490-5938-4e6b-951f-b1f89f62f908), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:48.688976 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-24ca53b7-fa9b-4c95-9bbd-816cb2ef037c req-bcdb9c0e-6406-4799-8121-9e7fbd3bedad tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.49 "GET /v2.0/security-groups?id=734cf5dd-6fd7-432f-9ba2-5d8158410d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674407 Jul 18 10:56:48.728812 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b0ce7e-0637-42ae-812d-6ea19ae867c0 req-d8049f8a-1395-4439-b52e-6b9f219ee335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:56:48.728812 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-85b0ce7e-0637-42ae-812d-6ea19ae867c0 req-d8049f8a-1395-4439-b52e-6b9f219ee335 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bf3f09bf74324f7ca7268feb67c046f8&device_id=64981f66-63e8-4a97-8692-87aa75b7ac79 HTTP/1.1" status: 200 len: 1127 time: 0.0466025 Jul 18 10:56:48.728812 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-010aa4f0-14ad-4ece-b413-94705ee8707e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (456c3490-5938-4e6b-951f-b1f89f62f908), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:48.794026 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010aa4f0-14ad-4ece-b413-94705ee8707e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=456c3490-5938-4e6b-951f-b1f89f62f908,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:56:48.800686 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-85b0ce7e-0637-42ae-812d-6ea19ae867c0 req-3ce0dd01-9eb5-4e7f-bec8-7ee6e793bb80 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10521465-8839-40ca-b38b-0742f4477643 HTTP/1.1" status: 200 len: 217 time: 0.0696316 Jul 18 10:56:48.806947 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-010aa4f0-14ad-4ece-b413-94705ee8707e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0f75fb6528734728939e5ff79729208c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6000021 Jul 18 10:56:48.810006 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 49168) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:56:48.860444 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b0ce7e-0637-42ae-812d-6ea19ae867c0 req-2eaecaac-b676-405e-ab2b-d2764e370c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:56:48.861858 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-85b0ce7e-0637-42ae-812d-6ea19ae867c0 req-2eaecaac-b676-405e-ab2b-d2764e370c77 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7147ecb9-7eaf-436b-8166-e692a67ed9f0 HTTP/1.1" status: 200 len: 854 time: 0.0539000 Jul 18 10:56:48.883935 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:56:48.898567 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-ccea4979-1495-4b6a-9bd1-92b58f33d207 admin admin] Publish callbacks [] for security_group (456c3490-5938-4e6b-951f-b1f89f62f908), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:48.909631 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-85b0ce7e-0637-42ae-812d-6ea19ae867c0 req-b5781bfe-15bc-42c5-96b9-81950613b4a9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4d3b5885-0cea-4000-b7c7-cf07ce205b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394251 Jul 18 10:56:48.929960 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-ccea4979-1495-4b6a-9bd1-92b58f33d207 admin admin] Publish callbacks [] for security_group (456c3490-5938-4e6b-951f-b1f89f62f908), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:49.018398 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-85b0ce7e-0637-42ae-812d-6ea19ae867c0 req-e1b6054a-a30b-4748-8316-25aee29ab68e service neutron] 10.222.0.52 "GET /v2.0/networks/4d3b5885-0cea-4000-b7c7-cf07ce205b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018267 Jul 18 10:56:49.131718 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-85b0ce7e-0637-42ae-812d-6ea19ae867c0 req-a3771088-b8a6-4a57-8482-6b0476f18bea service neutron] 10.222.0.52 "GET /v2.0/networks/4d3b5885-0cea-4000-b7c7-cf07ce205b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070197 Jul 18 10:56:49.136012 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-ccea4979-1495-4b6a-9bd1-92b58f33d207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (456c3490-5938-4e6b-951f-b1f89f62f908), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:49.139819 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-ccea4979-1495-4b6a-9bd1-92b58f33d207 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:49.143698 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-ccea4979-1495-4b6a-9bd1-92b58f33d207 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/456c3490-5938-4e6b-951f-b1f89f62f908 HTTP/1.1" status: 204 len: 168 time: 0.3286180 Jul 18 10:56:49.173804 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccea4979-1495-4b6a-9bd1-92b58f33d207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=456c3490-5938-4e6b-951f-b1f89f62f908,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:56:49.817460 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff99c0-3eea-4d0f-9c61-8e19870556ce req-fe854496-fe05-43b3-bca0-da2ca2ee51f4 tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:56:49.819259 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-7cff99c0-3eea-4d0f-9c61-8e19870556ce req-fe854496-fe05-43b3-bca0-da2ca2ee51f4 tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.49 "GET /v2.0/ports?device_id=64981f66-63e8-4a97-8692-87aa75b7ac79 HTTP/1.1" status: 200 len: 943 time: 0.0551596 Jul 18 10:56:49.873002 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-7cff99c0-3eea-4d0f-9c61-8e19870556ce req-59fb7bf2-617d-4bcd-aaea-59e9b03ff945 tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.49 "GET /v2.0/security-groups?id=734cf5dd-6fd7-432f-9ba2-5d8158410d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479975 Jul 18 10:56:49.963401 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=54,neutron:UPDATE=1 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:56:50.995486 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6013043-edae-4ed6-ab11-bfccc421f6f9 req-22364976-4553-4bec-8a63-da95059611ec tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:56:50.997068 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-e6013043-edae-4ed6-ab11-bfccc421f6f9 req-22364976-4553-4bec-8a63-da95059611ec tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.49 "GET /v2.0/ports?device_id=64981f66-63e8-4a97-8692-87aa75b7ac79 HTTP/1.1" status: 200 len: 943 time: 0.0494049 Jul 18 10:56:51.050372 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-e6013043-edae-4ed6-ab11-bfccc421f6f9 req-6ab1575a-20c5-4ba6-95c4-106004e95aa3 tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.49 "GET /v2.0/security-groups?id=734cf5dd-6fd7-432f-9ba2-5d8158410d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467784 Jul 18 10:56:51.704469 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=1 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:56:52.173878 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330c19a-abbd-450b-8f07-ca86e39c67c2 req-44d40e67-5a9a-4c15-b637-cad2ad78fa83 tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:56:52.175682 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-6330c19a-abbd-450b-8f07-ca86e39c67c2 req-44d40e67-5a9a-4c15-b637-cad2ad78fa83 tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.49 "GET /v2.0/ports?device_id=64981f66-63e8-4a97-8692-87aa75b7ac79 HTTP/1.1" status: 200 len: 943 time: 0.0540442 Jul 18 10:56:52.251649 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-6330c19a-abbd-450b-8f07-ca86e39c67c2 req-b1ff12ae-3116-4d5e-9461-22500f2ed4c1 tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.49 "GET /v2.0/security-groups?id=734cf5dd-6fd7-432f-9ba2-5d8158410d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684035 Jul 18 10:56:52.380050 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-368279c0-1e36-41ed-998c-eb60bc389ea4 req-9b6af811-9978-4661-ba70-bc00590b36e8 tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=6ccc8499e2e24dfa8bd8eb8ea1978ba7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330799 Jul 18 10:56:52.512670 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device 10521465-8839-40ca-b38b-0742f4477643 details requested by agent hyperv_hv-cinder-84949 with host hv-cinder-84949 {{(pid=111156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 10:56:52.588993 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368279c0-1e36-41ed-998c-eb60bc389ea4 req-2c28aa83-b30a-4a81-8bd3-5466bb72c7f5 tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:56:52.590435 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-368279c0-1e36-41ed-998c-eb60bc389ea4 req-2c28aa83-b30a-4a81-8bd3-5466bb72c7f5 tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2052395 Jul 18 10:56:52.606776 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-368279c0-1e36-41ed-998c-eb60bc389ea4 req-7967ce8f-60b7-4af1-b2f2-1ed43b381e60 tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] 10.222.0.49 "GET /v2.0/quotas/6ccc8499e2e24dfa8bd8eb8ea1978ba7 HTTP/1.1" status: 200 len: 375 time: 0.0098758 Jul 18 10:56:52.618880 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port 10521465-8839-40ca-b38b-0742f4477643, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=10521465-8839-40ca-b38b-0742f4477643,segment=NetworkSegment(bd6ac35b-2c0d-45de-8873-e56a85ca0915),segment_id=bd6ac35b-2c0d-45de-8873-e56a85ca0915)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:56:52.631745 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Returning: {'device': '10521465-8839-40ca-b38b-0742f4477643', 'network_id': '4d3b5885-0cea-4000-b7c7-cf07ce205b79', 'port_id': '10521465-8839-40ca-b38b-0742f4477643', 'mac_address': 'fa:16:3e:d6:17:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7147ecb9-7eaf-436b-8166-e692a67ed9f0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 10:56:52.641422 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-368279c0-1e36-41ed-998c-eb60bc389ea4 req-e7cd017d-620f-4386-a505-34029ea257b3 tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6ccc8499e2e24dfa8bd8eb8ea1978ba7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284319 Jul 18 10:56:52.676137 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] Current status of the port 10521465-8839-40ca-b38b-0742f4477643 is: DOWN; New status is: BUILD {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:56:52.676531 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (10521465-8839-40ca-b38b-0742f4477643), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:52.691412 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.notifiers.nova [None req-29c51914-efda-4269-8274-168d496bf900 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10521465-8839-40ca-b38b-0742f4477643 {{(pid=111156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:56:52.713895 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port 10521465-8839-40ca-b38b-0742f4477643, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=10521465-8839-40ca-b38b-0742f4477643,segment=NetworkSegment(bd6ac35b-2c0d-45de-8873-e56a85ca0915),segment_id=bd6ac35b-2c0d-45de-8873-e56a85ca0915)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:56:52.890716 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (10521465-8839-40ca-b38b-0742f4477643), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:52.946189 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Pushing event updated for resources: {'Port': ['ID=10521465-8839-40ca-b38b-0742f4477643,revision_number=4']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:56:52.954822 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:56:52.955338 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:56:52.955923 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:56:52.956521 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:56:52.956958 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:56:52.957281 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:56:52.957619 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:56:52.957980 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:56:52.958288 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:56:52.958616 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:56:52.958969 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:56:52.959301 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:56:52.959632 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:56:52.959944 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:56:52.960268 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:56:53.027982 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-dd6d5fd2-1b56-4d0b-b655-14bcde96a121 req-93890358-2218-46fe-a35a-d7524001a917 tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d4e9152-18e1-4d31-857c-68cf93911bc8 HTTP/1.1" status: 200 len: 210 time: 0.0326014 Jul 18 10:56:53.164074 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] get_ports_and_sgs() called for port_ids ['10521465-8839-40ca-b38b-0742f4477643'] {{(pid=111156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:56:53.282114 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:56:53.365081 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:56:53.377404 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c34a1f-4207-4994-a9bc-85e3eccb4726 req-198707d5-170d-4916-a3f8-358a19fdf88a tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:56:53.378940 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f6c34a1f-4207-4994-a9bc-85e3eccb4726 req-198707d5-170d-4916-a3f8-358a19fdf88a tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.49 "GET /v2.0/ports?device_id=64981f66-63e8-4a97-8692-87aa75b7ac79 HTTP/1.1" status: 200 len: 944 time: 0.0496557 Jul 18 10:56:53.430072 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f6c34a1f-4207-4994-a9bc-85e3eccb4726 req-ade71940-ed2d-4e43-bd23-086ddd8f0a88 tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.49 "GET /v2.0/security-groups?id=734cf5dd-6fd7-432f-9ba2-5d8158410d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454335 Jul 18 10:56:53.876605 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 49258) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:56:53.998455 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-c19c07be-0d96-4df9-bc89-ecd6df7c54e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:54.082170 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-c19c07be-0d96-4df9-bc89-ecd6df7c54e9 admin admin] Publish callbacks [] for security_group (f5a6e81d-45ba-4bb4-834e-b2494507792b), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:54.113727 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-1d85633f-3459-4d6b-bd25-55fb1aaaff55 req-c533d204-3c74-4324-9a62-00d551506373 tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d4e9152-18e1-4d31-857c-68cf93911bc8 HTTP/1.1" status: 200 len: 210 time: 0.0302496 Jul 18 10:56:54.208732 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-c19c07be-0d96-4df9-bc89-ecd6df7c54e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (f5a6e81d-45ba-4bb4-834e-b2494507792b), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:54.253245 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-c19c07be-0d96-4df9-bc89-ecd6df7c54e9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=70e0bef9b6f2444d87159f3cf7f5ca4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3750718 Jul 18 10:56:54.254192 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19c07be-0d96-4df9-bc89-ecd6df7c54e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a6e81d-45ba-4bb4-834e-b2494507792b,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:56:54.256934 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 49266) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:56:54.261905 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19c07be-0d96-4df9-bc89-ecd6df7c54e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:56:54.262254 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19c07be-0d96-4df9-bc89-ecd6df7c54e9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:56:54.262622 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19c07be-0d96-4df9-bc89-ecd6df7c54e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:56:54.262945 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19c07be-0d96-4df9-bc89-ecd6df7c54e9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:56:54.263284 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19c07be-0d96-4df9-bc89-ecd6df7c54e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:56:54.263673 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19c07be-0d96-4df9-bc89-ecd6df7c54e9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:56:54.264019 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19c07be-0d96-4df9-bc89-ecd6df7c54e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:56:54.264350 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19c07be-0d96-4df9-bc89-ecd6df7c54e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:56:54.264681 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19c07be-0d96-4df9-bc89-ecd6df7c54e9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:56:54.265027 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19c07be-0d96-4df9-bc89-ecd6df7c54e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:56:54.265365 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19c07be-0d96-4df9-bc89-ecd6df7c54e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:56:54.265741 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19c07be-0d96-4df9-bc89-ecd6df7c54e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:56:54.266064 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19c07be-0d96-4df9-bc89-ecd6df7c54e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:56:54.266391 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19c07be-0d96-4df9-bc89-ecd6df7c54e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:56:54.266710 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19c07be-0d96-4df9-bc89-ecd6df7c54e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:56:54.313778 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-dfbf85d5-5403-44d8-98f2-5d06ec847600 admin admin] Publish callbacks [] for security_group (f5a6e81d-45ba-4bb4-834e-b2494507792b), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:54.335467 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:56:54.337811 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-dfbf85d5-5403-44d8-98f2-5d06ec847600 admin admin] Publish callbacks [] for security_group (f5a6e81d-45ba-4bb4-834e-b2494507792b), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:54.484807 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-dfbf85d5-5403-44d8-98f2-5d06ec847600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (f5a6e81d-45ba-4bb4-834e-b2494507792b), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:54.487936 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-dfbf85d5-5403-44d8-98f2-5d06ec847600 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:54.489452 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-dfbf85d5-5403-44d8-98f2-5d06ec847600 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f5a6e81d-45ba-4bb4-834e-b2494507792b HTTP/1.1" status: 204 len: 168 time: 0.2304468 Jul 18 10:56:54.500180 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf85d5-5403-44d8-98f2-5d06ec847600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a6e81d-45ba-4bb4-834e-b2494507792b,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:56:54.508410 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbf85d5-5403-44d8-98f2-5d06ec847600 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:56:54.509170 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbf85d5-5403-44d8-98f2-5d06ec847600 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:56:54.509401 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbf85d5-5403-44d8-98f2-5d06ec847600 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:56:54.509903 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbf85d5-5403-44d8-98f2-5d06ec847600 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:56:54.510500 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbf85d5-5403-44d8-98f2-5d06ec847600 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:56:54.510837 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbf85d5-5403-44d8-98f2-5d06ec847600 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:56:54.511165 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbf85d5-5403-44d8-98f2-5d06ec847600 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:56:54.511496 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbf85d5-5403-44d8-98f2-5d06ec847600 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:56:54.511829 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbf85d5-5403-44d8-98f2-5d06ec847600 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:56:54.512151 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbf85d5-5403-44d8-98f2-5d06ec847600 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:56:54.512482 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbf85d5-5403-44d8-98f2-5d06ec847600 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:56:54.512824 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbf85d5-5403-44d8-98f2-5d06ec847600 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:56:54.513307 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbf85d5-5403-44d8-98f2-5d06ec847600 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:56:54.514049 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbf85d5-5403-44d8-98f2-5d06ec847600 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:56:54.514390 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbf85d5-5403-44d8-98f2-5d06ec847600 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:56:54.519178 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device 10521465-8839-40ca-b38b-0742f4477643 up at agent hyperv_hv-cinder-84949 {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:56:54.570314 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467f6ef-7051-4327-8b18-786211c3cae0 req-e55b408c-7c8d-4fc9-81d0-ded6e508da90 tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:56:54.571973 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-e467f6ef-7051-4327-8b18-786211c3cae0 req-e55b408c-7c8d-4fc9-81d0-ded6e508da90 tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.49 "GET /v2.0/ports?device_id=64981f66-63e8-4a97-8692-87aa75b7ac79 HTTP/1.1" status: 200 len: 944 time: 0.0639758 Jul 18 10:56:54.598302 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-29c51914-efda-4269-8274-168d496bf900 None None] Provisioning for port 10521465-8839-40ca-b38b-0742f4477643 completed by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 10:56:54.629609 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:56:54.635087 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-e467f6ef-7051-4327-8b18-786211c3cae0 req-b55b8b0d-7642-45a4-adf5-51a10e2b97e5 tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.49 "GET /v2.0/security-groups?id=734cf5dd-6fd7-432f-9ba2-5d8158410d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496273 Jul 18 10:56:54.707487 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-29c51914-efda-4269-8274-168d496bf900 None None] Provisioning complete for port 10521465-8839-40ca-b38b-0742f4477643 triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:56:54.712281 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (10521465-8839-40ca-b38b-0742f4477643), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:54.797319 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] Current status of the port 10521465-8839-40ca-b38b-0742f4477643 is: BUILD; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:56:54.797712 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (10521465-8839-40ca-b38b-0742f4477643), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:54.824179 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64981f66-63e8-4a97-8692-87aa75b7ac79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10521465-8839-40ca-b38b-0742f4477643'}] {{(pid=111156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:56:54.827053 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfe4995b6dbf042dd7b3201bd1da42d47478b3b3d9ca6c613cb3b1d3a53612ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88504e93-afa0-4b84-b30b-2b7d31ca77fd" -d '{"events": [{"server_uuid": "64981f66-63e8-4a97-8692-87aa75b7ac79", "name": "network-vif-plugged", "status": "completed", "tag": "10521465-8839-40ca-b38b-0742f4477643"}]}' {{(pid=111156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:56:54.840983 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port 10521465-8839-40ca-b38b-0742f4477643, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=10521465-8839-40ca-b38b-0742f4477643,segment=NetworkSegment(bd6ac35b-2c0d-45de-8873-e56a85ca0915),segment_id=bd6ac35b-2c0d-45de-8873-e56a85ca0915)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:56:54.868414 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cba513b-486d-47e4-974e-a2b27b5a4d6e x-openstack-request-id: req-7cba513b-486d-47e4-974e-a2b27b5a4d6e {{(pid=111156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:56:54.868707 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64981f66-63e8-4a97-8692-87aa75b7ac79", "name": "network-vif-plugged", "status": "completed", "tag": "10521465-8839-40ca-b38b-0742f4477643", "code": 200}]} {{(pid=111156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:56:54.868988 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7cba513b-486d-47e4-974e-a2b27b5a4d6e {{(pid=111156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:56:54.869387 dv-cinder-849498-1-iscsi neutron-server[111156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cba513b-486d-47e4-974e-a2b27b5a4d6e'] response: {'server_uuid': '64981f66-63e8-4a97-8692-87aa75b7ac79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10521465-8839-40ca-b38b-0742f4477643', 'code': 200} Jul 18 10:56:54.970600 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (10521465-8839-40ca-b38b-0742f4477643), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:55.033052 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Pushing event updated for resources: {'Port': ['ID=10521465-8839-40ca-b38b-0742f4477643,revision_number=5']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:56:55.230450 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-52455930-8224-4ad3-b48e-200346ca4f26 req-56e50ba4-6ba2-43cc-89f3-da1b2a77d2cb tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d4e9152-18e1-4d31-857c-68cf93911bc8 HTTP/1.1" status: 200 len: 210 time: 0.0397773 Jul 18 10:56:55.234423 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b269e075-40c7-4c1a-be7f-c13fddb20254 req-a4b3ff32-8089-4923-a60a-08d18d75b937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:56:55.236193 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-b269e075-40c7-4c1a-be7f-c13fddb20254 req-a4b3ff32-8089-4923-a60a-08d18d75b937 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=64981f66-63e8-4a97-8692-87aa75b7ac79 HTTP/1.1" status: 200 len: 1129 time: 0.0507627 Jul 18 10:56:55.291503 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-b269e075-40c7-4c1a-be7f-c13fddb20254 req-d447a0fc-b000-4636-a6d6-64409a7950d3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=734cf5dd-6fd7-432f-9ba2-5d8158410d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478773 Jul 18 10:56:55.742531 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=3 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:56:55.763622 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f4750-9d21-481e-ba27-eafedc5789c7 req-4eaf395b-e7df-4fad-8dc7-019ab84b7842 tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:56:55.765871 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-e35f4750-9d21-481e-ba27-eafedc5789c7 req-4eaf395b-e7df-4fad-8dc7-019ab84b7842 tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.49 "GET /v2.0/ports?device_id=64981f66-63e8-4a97-8692-87aa75b7ac79 HTTP/1.1" status: 200 len: 945 time: 0.0556486 Jul 18 10:56:55.819380 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-e35f4750-9d21-481e-ba27-eafedc5789c7 req-f342af4f-9493-45a2-9689-95dec2eb1187 tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.49 "GET /v2.0/security-groups?id=734cf5dd-6fd7-432f-9ba2-5d8158410d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460596 Jul 18 10:56:56.004416 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 49296) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:56:56.114475 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [None req-8c9af265-cc6a-4b59-8fe2-1faca950a6ff admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1855346414-network', 'tenant_id': 'abc1cd8a20854cb0ac847cf30c1343eb'}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:56:56.262044 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9af265-cc6a-4b59-8fe2-1faca950a6ff admin admin] Made reservation on behalf of abc1cd8a20854cb0ac847cf30c1343eb for: {'network': 1} {{(pid=111155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:56:56.262362 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1ff6e34c-ad2d-4d6d-84c2-aee03113dac2), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:56.265049 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-8c9af265-cc6a-4b59-8fe2-1faca950a6ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for network (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:56.275396 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-8c9af265-cc6a-4b59-8fe2-1faca950a6ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:56.386049 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-874e683e-6929-4521-856f-647ac572e479 req-71d78639-7e7d-4b8a-983a-f0d0e5816584 tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d4e9152-18e1-4d31-857c-68cf93911bc8 HTTP/1.1" status: 200 len: 210 time: 0.0382271 Jul 18 10:56:56.403142 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-8c9af265-cc6a-4b59-8fe2-1faca950a6ff admin admin] Publish callbacks [] for security_group (48c827ee-5806-4c36-96f7-3787c00b9e72), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:56.473327 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-8c9af265-cc6a-4b59-8fe2-1faca950a6ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (48c827ee-5806-4c36-96f7-3787c00b9e72), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:56.504321 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c9af265-cc6a-4b59-8fe2-1faca950a6ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=111155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 10:56:56.510614 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9af265-cc6a-4b59-8fe2-1faca950a6ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c827ee-5806-4c36-96f7-3787c00b9e72,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:56:56.526302 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-8c9af265-cc6a-4b59-8fe2-1faca950a6ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547345'] for segment (48e72272-2fe5-4c9d-a8b8-c9ff3a9dedba), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:56.526302 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.db.segments_db [None req-8c9af265-cc6a-4b59-8fe2-1faca950a6ff admin admin] Added segment 48e72272-2fe5-4c9d-a8b8-c9ff3a9dedba of type vlan for network bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6 Jul 18 10:56:56.571788 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-8c9af265-cc6a-4b59-8fe2-1faca950a6ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741535579194'] for network (bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:56.730076 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-8c9af265-cc6a-4b59-8fe2-1faca950a6ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529'] for network (bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:56.731569 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9af265-cc6a-4b59-8fe2-1faca950a6ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:56:56.731984 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-8c9af265-cc6a-4b59-8fe2-1faca950a6ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for network (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:56.798596 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9af265-cc6a-4b59-8fe2-1faca950a6ff admin admin] Pushing event updated for resources: {'Network': ['ID=bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:56:56.820525 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Network bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6 details requested by agent ovs-agent-dv-cinder-849498-1-iscsi with host dv-cinder-849498-1-iscsi {{(pid=111156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 10:56:56.839299 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-368279c0-1e36-41ed-998c-eb60bc389ea4 req-66d537b9-6afe-420e-830f-c64be1b4f4ac tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=6ccc8499e2e24dfa8bd8eb8ea1978ba7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374589 Jul 18 10:56:56.841233 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:56:56.883651 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-8c9af265-cc6a-4b59-8fe2-1faca950a6ff admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.8780153 Jul 18 10:56:56.887063 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 49304) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:56:56.893661 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [None req-bad3d3ac-664e-4cff-8f31-69ee3c80a1ad admin admin] Request body: {'subnet': {'network_id': 'bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1855346414-subnet', 'tenant_id': 'abc1cd8a20854cb0ac847cf30c1343eb', 'ip_version': 4}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:56:56.981213 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea2935-886d-47c0-83b4-0f8d7e486590 req-737ffa1e-0abf-4b9f-9911-e0128d0ad510 tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:56:56.985452 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-22ea2935-886d-47c0-83b4-0f8d7e486590 req-737ffa1e-0abf-4b9f-9911-e0128d0ad510 tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.49 "GET /v2.0/ports?device_id=64981f66-63e8-4a97-8692-87aa75b7ac79 HTTP/1.1" status: 200 len: 945 time: 0.0775862 Jul 18 10:56:57.031681 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:56:57.048001 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-22ea2935-886d-47c0-83b4-0f8d7e486590 req-35e5ce5b-07d1-44c7-a380-b71ba7252c47 tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.49 "GET /v2.0/security-groups?id=734cf5dd-6fd7-432f-9ba2-5d8158410d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589321 Jul 18 10:56:57.078788 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368279c0-1e36-41ed-998c-eb60bc389ea4 req-f577d306-1899-4678-8ba3-7ab3d7ae21cd tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:56:57.080276 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-368279c0-1e36-41ed-998c-eb60bc389ea4 req-f577d306-1899-4678-8ba3-7ab3d7ae21cd tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2359617 Jul 18 10:56:57.093066 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [req-368279c0-1e36-41ed-998c-eb60bc389ea4 req-6e1f38bc-ca5e-411f-8214-b9fd4f52fde7 tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] Request body: {'port': {'device_id': '0d4e9152-18e1-4d31-857c-68cf93911bc8', 'network_id': 'bae880a5-53a8-4053-8ce1-898859b0b921', 'admin_state_up': True, 'tenant_id': '6ccc8499e2e24dfa8bd8eb8ea1978ba7'}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:56:57.427894 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad3d3ac-664e-4cff-8f31-69ee3c80a1ad admin admin] Made reservation on behalf of abc1cd8a20854cb0ac847cf30c1343eb for: {'subnet': 1} {{(pid=111154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:56:57.430369 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-bad3d3ac-664e-4cff-8f31-69ee3c80a1ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127366008'] for subnet (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:57.661943 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-71917c86-6f08-4c60-a8f2-b2aab8d91bbd req-fea8c510-3905-476c-94f3-ae8be9a78f5d tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d4e9152-18e1-4d31-857c-68cf93911bc8 HTTP/1.1" status: 200 len: 210 time: 0.0312846 Jul 18 10:56:57.678373 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-368279c0-1e36-41ed-998c-eb60bc389ea4 req-6e1f38bc-ca5e-411f-8214-b9fd4f52fde7 tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] Made reservation on behalf of 6ccc8499e2e24dfa8bd8eb8ea1978ba7 for: {'port': 1} {{(pid=111154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:56:57.681874 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-368279c0-1e36-41ed-998c-eb60bc389ea4 req-6e1f38bc-ca5e-411f-8214-b9fd4f52fde7 tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:57.701376 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-368279c0-1e36-41ed-998c-eb60bc389ea4 req-6e1f38bc-ca5e-411f-8214-b9fd4f52fde7 tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] Publish callbacks [] for security_group (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:57.755957 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:56:57.793733 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-368279c0-1e36-41ed-998c-eb60bc389ea4 req-6e1f38bc-ca5e-411f-8214-b9fd4f52fde7 tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] Publish callbacks [] for security_group (9b6f1410-654e-4aa8-bd45-1e2728b2b20b), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:57.795656 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-bad3d3ac-664e-4cff-8f31-69ee3c80a1ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127334206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127365990'] for subnet (f3a6a586-4f4e-45ae-b1ac-326e1d7e89f9), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:57.860226 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:56:57.870886 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad3d3ac-664e-4cff-8f31-69ee3c80a1ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3a6a586-4f4e-45ae-b1ac-326e1d7e89f9,revision_number=0']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:56:57.883054 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad3d3ac-664e-4cff-8f31-69ee3c80a1ad admin admin] Checking segment: {'id': '48e72272-2fe5-4c9d-a8b8-c9ff3a9dedba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:56:57.883408 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad3d3ac-664e-4cff-8f31-69ee3c80a1ad admin admin] Network hostable DHCP agents. Network: bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6, hostable agents: ['1fc7cd8a-3617-45f0-b645-db80237532c9'], hosted agents: [] {{(pid=111154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 10:56:57.897442 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-368279c0-1e36-41ed-998c-eb60bc389ea4 req-6e1f38bc-ca5e-411f-8214-b9fd4f52fde7 tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (9b6f1410-654e-4aa8-bd45-1e2728b2b20b), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:57.980723 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1f38bc-ca5e-411f-8214-b9fd4f52fde7 tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b6f1410-654e-4aa8-bd45-1e2728b2b20b,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:56:58.035858 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad3d3ac-664e-4cff-8f31-69ee3c80a1ad admin admin] Network bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6 is scheduled to be hosted by DHCP agent 1fc7cd8a-3617-45f0-b645-db80237532c9 with binding_index 1 {{(pid=111154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 10:56:58.068660 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.db_base_plugin_common [req-368279c0-1e36-41ed-998c-eb60bc389ea4 req-6e1f38bc-ca5e-411f-8214-b9fd4f52fde7 tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] Allocated IP 192.168.233.151 (bae880a5-53a8-4053-8ce1-898859b0b921/d795d97a-5f1c-4a81-b49e-0b9ef20b0281/be149415-2daf-40aa-b6d3-27a3887e4858) {{(pid=111154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:56:58.188448 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed90113-acee-4b2d-be7b-5805215fdbd3 req-1d6904ea-7327-46e7-ac1b-23134fd3eeb5 tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:56:58.190176 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-7ed90113-acee-4b2d-be7b-5805215fdbd3 req-1d6904ea-7327-46e7-ac1b-23134fd3eeb5 tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.49 "GET /v2.0/ports?device_id=64981f66-63e8-4a97-8692-87aa75b7ac79 HTTP/1.1" status: 200 len: 945 time: 0.0543370 Jul 18 10:56:58.208810 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.base_scheduler [None req-bad3d3ac-664e-4cff-8f31-69ee3c80a1ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849498-1-iscsi, bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6) {{(pid=111154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:56:58.225211 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f2c184-7ef8-4196-858e-ee9c2b9a20be None None] Network bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6 requested from dv-cinder-849498-1-iscsi {{(pid=111156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:56:58.227096 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad3d3ac-664e-4cff-8f31-69ee3c80a1ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:56:58.227275 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-bad3d3ac-664e-4cff-8f31-69ee3c80a1ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for subnet (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:58.254098 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-7ed90113-acee-4b2d-be7b-5805215fdbd3 req-ce1e42da-9b63-48e6-bf3d-d9ca166896da tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.49 "GET /v2.0/security-groups?id=734cf5dd-6fd7-432f-9ba2-5d8158410d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556741 Jul 18 10:56:58.290805 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-368279c0-1e36-41ed-998c-eb60bc389ea4 req-6e1f38bc-ca5e-411f-8214-b9fd4f52fde7 tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] Publish callbacks [] for port (be149415-2daf-40aa-b6d3-27a3887e4858), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:58.295924 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:56:58.382522 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c643012d-d6de-480c-a965-98cf2d7e3d81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf714f7c1-7509-58f3-884e-e64bb7568dff-bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6', 'network_id': 'bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6', 'project_id': 'abc1cd8a20854cb0ac847cf30c1343eb', 'fixed_ips': [{'subnet_id': 'f3a6a586-4f4e-45ae-b1ac-326e1d7e89f9'}]}} from dv-cinder-849498-1-iscsi. {{(pid=111156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 10:56:58.383484 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-c643012d-d6de-480c-a965-98cf2d7e3d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:58.407442 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-bad3d3ac-664e-4cff-8f31-69ee3c80a1ad admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5191228 Jul 18 10:56:58.410401 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 49340) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:56:58.415963 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [None req-2f2fcdf2-881c-435f-99f3-4f3b61fe8ce1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1855346414-router', 'tenant_id': 'abc1cd8a20854cb0ac847cf30c1343eb', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1'}}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:56:58.445164 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-368279c0-1e36-41ed-998c-eb60bc389ea4 req-6e1f38bc-ca5e-411f-8214-b9fd4f52fde7 tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127334210'] for port (be149415-2daf-40aa-b6d3-27a3887e4858), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:58.501276 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-368279c0-1e36-41ed-998c-eb60bc389ea4 req-6e1f38bc-ca5e-411f-8214-b9fd4f52fde7 tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] Network bae880a5-53a8-4053-8ce1-898859b0b921 is already hosted by enough agents. {{(pid=111154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:56:58.507453 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.base_scheduler [req-368279c0-1e36-41ed-998c-eb60bc389ea4 req-6e1f38bc-ca5e-411f-8214-b9fd4f52fde7 tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] Resources bound (agent type, host, resource id): {{(pid=111154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:56:58.512621 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.l3_dvrscheduler_db [req-368279c0-1e36-41ed-998c-eb60bc389ea4 req-6e1f38bc-ca5e-411f-8214-b9fd4f52fde7 tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] Received port after_create {{(pid=111154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:56:58.522036 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1f38bc-ca5e-411f-8214-b9fd4f52fde7 tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] Pushing event updated for resources: {'Port': ['ID=be149415-2daf-40aa-b6d3-27a3887e4858,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:56:58.524914 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-2f2fcdf2-881c-435f-99f3-4f3b61fe8ce1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-954'] for router (041d21ca-6294-4786-a6d9-3985529053c7), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:58.526381 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-2f2fcdf2-881c-435f-99f3-4f3b61fe8ce1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3789174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3776873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-945'] for router (041d21ca-6294-4786-a6d9-3985529053c7), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:58.625678 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368279c0-1e36-41ed-998c-eb60bc389ea4 req-6e1f38bc-ca5e-411f-8214-b9fd4f52fde7 tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:56:58.626668 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-368279c0-1e36-41ed-998c-eb60bc389ea4 req-6e1f38bc-ca5e-411f-8214-b9fd4f52fde7 tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for port (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:58.634940 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-2f2fcdf2-881c-435f-99f3-4f3b61fe8ce1 admin admin] Publish callbacks [] for router_controller (041d21ca-6294-4786-a6d9-3985529053c7), precommit_add_association {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:58.636016 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:56:58.663763 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.db_base_plugin_common [None req-c643012d-d6de-480c-a965-98cf2d7e3d81 None None] Allocated IP 172.20.0.2 (bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6/f3a6a586-4f4e-45ae-b1ac-326e1d7e89f9/cc60ffe2-fc2e-477d-ba4f-260f4f0de468) {{(pid=111156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:56:58.779735 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-368279c0-1e36-41ed-998c-eb60bc389ea4 req-6e1f38bc-ca5e-411f-8214-b9fd4f52fde7 tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6903200 Jul 18 10:56:58.783827 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b667cff5-7681-4924-8cb8-bff25d972860 req-dda0fbfc-842f-40a6-bb5e-9703b0f0ac7d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6e75fba7-e72d-4479-ab36-0bbf9f294d22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0873969 Jul 18 10:56:58.798341 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [req-368279c0-1e36-41ed-998c-eb60bc389ea4 req-479a64cd-bab1-4ede-82dd-b617e796c2ea service neutron] Request body: {'port': {'device_id': '0d4e9152-18e1-4d31-857c-68cf93911bc8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84949'}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:56:58.875728 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-c643012d-d6de-480c-a965-98cf2d7e3d81 None None] Publish callbacks [] for port (cc60ffe2-fc2e-477d-ba4f-260f4f0de468), precommit_create {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:58.887273 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:56:58.922270 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-368279c0-1e36-41ed-998c-eb60bc389ea4 req-479a64cd-bab1-4ede-82dd-b617e796c2ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (be149415-2daf-40aa-b6d3-27a3887e4858), before_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:58.966240 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-4103493a-adc0-4b0d-9a42-d6d11003a396 None None] Provisioning complete for port be149415-2daf-40aa-b6d3-27a3887e4858 triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:56:58.967144 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-4103493a-adc0-4b0d-9a42-d6d11003a396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (be149415-2daf-40aa-b6d3-27a3887e4858), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:58.993537 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7183549e-ed25-4d39-b5cb-717606f59491 req-7f52ee97-5a32-4865-8b32-44e42210527d tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:56:58.995427 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-7183549e-ed25-4d39-b5cb-717606f59491 req-7f52ee97-5a32-4865-8b32-44e42210527d tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d4e9152-18e1-4d31-857c-68cf93911bc8 HTTP/1.1" status: 200 len: 936 time: 0.2096045 Jul 18 10:56:58.996242 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-c643012d-d6de-480c-a965-98cf2d7e3d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684'] for port (cc60ffe2-fc2e-477d-ba4f-260f4f0de468), after_create {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:59.003007 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b667cff5-7681-4924-8cb8-bff25d972860 req-4d076ad1-28f1-4009-bd05-e034de59f106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:56:59.005247 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b667cff5-7681-4924-8cb8-bff25d972860 req-4d076ad1-28f1-4009-bd05-e034de59f106 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=17f436162f3a4bd4b3a94f584e7d8782&device_id=6e75fba7-e72d-4479-ab36-0bbf9f294d22 HTTP/1.1" status: 200 len: 1129 time: 0.1019440 Jul 18 10:56:59.060822 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-4103493a-adc0-4b0d-9a42-d6d11003a396 None None] Port be149415-2daf-40aa-b6d3-27a3887e4858 cannot update to ACTIVE because it is not bound. {{(pid=111156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:56:59.068028 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c643012d-d6de-480c-a965-98cf2d7e3d81 None None] Network bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6 is already hosted by enough agents. {{(pid=111156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:56:59.072000 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.scheduler.base_scheduler [None req-c643012d-d6de-480c-a965-98cf2d7e3d81 None None] Resources bound (agent type, host, resource id): {{(pid=111156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:56:59.077480 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c643012d-d6de-480c-a965-98cf2d7e3d81 None None] Received port after_create {{(pid=111156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:56:59.089171 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-2f2fcdf2-881c-435f-99f3-4f3b61fe8ce1 admin admin] Publish callbacks [] for router_gateway (041d21ca-6294-4786-a6d9-3985529053c7), precommit_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:59.124246 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c643012d-d6de-480c-a965-98cf2d7e3d81 None None] Pushing event updated for resources: {'Port': ['ID=cc60ffe2-fc2e-477d-ba4f-260f4f0de468,revision_number=1']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:56:59.168218 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-c643012d-d6de-480c-a965-98cf2d7e3d81 None None] Attempting to bind port cc60ffe2-fc2e-477d-ba4f-260f4f0de468 on host dv-cinder-849498-1-iscsi for vnic_type normal with profile {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:56:59.168614 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-c643012d-d6de-480c-a965-98cf2d7e3d81 None None] Attempting to bind port cc60ffe2-fc2e-477d-ba4f-260f4f0de468 by drivers openvswitch,hyperv on host dv-cinder-849498-1-iscsi at level 0 using segments [{'id': '48e72272-2fe5-4c9d-a8b8-c9ff3a9dedba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6'}] {{(pid=111156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:56:59.168998 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c643012d-d6de-480c-a965-98cf2d7e3d81 None None] Attempting to bind port cc60ffe2-fc2e-477d-ba4f-260f4f0de468 on network bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6 {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:56:59.176556 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c643012d-d6de-480c-a965-98cf2d7e3d81 None None] Checking agent: {'id': '62f731a8-190a-49a2-85f5-14fe4e09184e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849498-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 37, 10), 'started_at': datetime.datetime(2022, 7, 18, 10, 37, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849498-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:56:59.177163 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c643012d-d6de-480c-a965-98cf2d7e3d81 None None] Checking segment: {'id': '48e72272-2fe5-4c9d-a8b8-c9ff3a9dedba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:56:59.177455 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-c643012d-d6de-480c-a965-98cf2d7e3d81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:59.177864 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c643012d-d6de-480c-a965-98cf2d7e3d81 None None] Bound using segment: {'id': '48e72272-2fe5-4c9d-a8b8-c9ff3a9dedba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6'} {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:56:59.178411 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-c643012d-d6de-480c-a965-98cf2d7e3d81 None None] Bound port: cc60ffe2-fc2e-477d-ba4f-260f4f0de468, host: dv-cinder-849498-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e72272-2fe5-4c9d-a8b8-c9ff3a9dedba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6'}}] {{(pid=111156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:56:59.178782 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-c643012d-d6de-480c-a965-98cf2d7e3d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (cc60ffe2-fc2e-477d-ba4f-260f4f0de468), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:59.256940 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-7183549e-ed25-4d39-b5cb-717606f59491 req-d11ec019-3c01-4210-82c9-f200c85856db tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b6f1410-654e-4aa8-bd45-1e2728b2b20b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619811 Jul 18 10:56:59.257572 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-c643012d-d6de-480c-a965-98cf2d7e3d81 None None] For port cc60ffe2-fc2e-477d-ba4f-260f4f0de468, host dv-cinder-849498-1-iscsi, cleared binding levels {{(pid=111156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:56:59.261841 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-c643012d-d6de-480c-a965-98cf2d7e3d81 None None] For port cc60ffe2-fc2e-477d-ba4f-260f4f0de468, host dv-cinder-849498-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=cc60ffe2-fc2e-477d-ba4f-260f4f0de468,segment=NetworkSegment(48e72272-2fe5-4c9d-a8b8-c9ff3a9dedba),segment_id=48e72272-2fe5-4c9d-a8b8-c9ff3a9dedba)] {{(pid=111156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:56:59.278812 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b667cff5-7681-4924-8cb8-bff25d972860 req-a113d6bf-9dad-442c-9b27-02957ea9b654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:56:59.280988 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b667cff5-7681-4924-8cb8-bff25d972860 req-a113d6bf-9dad-442c-9b27-02957ea9b654 service neutron] 10.222.0.52 "GET /v2.0/networks?id=407e895d-8435-43cb-addb-b40e755d1f02 HTTP/1.1" status: 200 len: 912 time: 0.1847546 Jul 18 10:56:59.294513 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.notifiers.nova [req-368279c0-1e36-41ed-998c-eb60bc389ea4 req-479a64cd-bab1-4ede-82dd-b617e796c2ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be149415-2daf-40aa-b6d3-27a3887e4858 {{(pid=111154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:56:59.306198 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-368279c0-1e36-41ed-998c-eb60bc389ea4 req-479a64cd-bab1-4ede-82dd-b617e796c2ea service neutron] Publish callbacks [] for port (be149415-2daf-40aa-b6d3-27a3887e4858), precommit_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:59.322973 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.provisioning_blocks [req-368279c0-1e36-41ed-998c-eb60bc389ea4 req-479a64cd-bab1-4ede-82dd-b617e796c2ea service neutron] Transition to ACTIVE for port object be149415-2daf-40aa-b6d3-27a3887e4858 will not be triggered until provisioned by entity L2. {{(pid=111154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 10:56:59.373162 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:56:59.379239 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-c643012d-d6de-480c-a965-98cf2d7e3d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (cc60ffe2-fc2e-477d-ba4f-260f4f0de468), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:59.395593 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b667cff5-7681-4924-8cb8-bff25d972860 req-80b3fade-0edd-4b22-a028-f5be5bbec2ef service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42168f45-7a03-471a-b163-85fef4b32faa HTTP/1.1" status: 200 len: 1000 time: 0.1065288 Jul 18 10:56:59.411143 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:56:59.453360 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c643012d-d6de-480c-a965-98cf2d7e3d81 None None] Pushing event updated for resources: {'Port': ['ID=cc60ffe2-fc2e-477d-ba4f-260f4f0de468,revision_number=2']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:56:59.474414 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-368279c0-1e36-41ed-998c-eb60bc389ea4 req-479a64cd-bab1-4ede-82dd-b617e796c2ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127333809'] for port (be149415-2daf-40aa-b6d3-27a3887e4858), after_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:59.553525 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b667cff5-7681-4924-8cb8-bff25d972860 req-b86e2e73-4649-4941-8bd3-d2b35f1d6e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:56:59.555136 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b667cff5-7681-4924-8cb8-bff25d972860 req-b86e2e73-4649-4941-8bd3-d2b35f1d6e92 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e10aa7fa-e494-41dd-afcd-238e44bb4632 HTTP/1.1" status: 200 len: 850 time: 0.1483319 Jul 18 10:56:59.570438 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479a64cd-bab1-4ede-82dd-b617e796c2ea service neutron] Pushing event updated for resources: {'Port': ['ID=be149415-2daf-40aa-b6d3-27a3887e4858,revision_number=2']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:56:59.624266 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-2f2fcdf2-881c-435f-99f3-4f3b61fe8ce1 admin admin] Publish callbacks [] for router_gateway (041d21ca-6294-4786-a6d9-3985529053c7), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:59.652870 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-2f2fcdf2-881c-435f-99f3-4f3b61fe8ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:59.657377 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b667cff5-7681-4924-8cb8-bff25d972860 req-586ffaa7-568e-43ac-a183-0f6ed7ec7e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:56:59.658912 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b667cff5-7681-4924-8cb8-bff25d972860 req-586ffaa7-568e-43ac-a183-0f6ed7ec7e30 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=407e895d-8435-43cb-addb-b40e755d1f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0954375 Jul 18 10:56:59.675412 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:56:59.709282 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.managers [req-368279c0-1e36-41ed-998c-eb60bc389ea4 req-479a64cd-bab1-4ede-82dd-b617e796c2ea service neutron] Attempting to bind port be149415-2daf-40aa-b6d3-27a3887e4858 on host hv-cinder-84949 for vnic_type normal with profile {{(pid=111154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:56:59.709688 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.managers [req-368279c0-1e36-41ed-998c-eb60bc389ea4 req-479a64cd-bab1-4ede-82dd-b617e796c2ea service neutron] Attempting to bind port be149415-2daf-40aa-b6d3-27a3887e4858 by drivers openvswitch,hyperv on host hv-cinder-84949 at level 0 using segments [{'id': '5948b36a-8d3c-419b-8589-2ecc80f53c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bae880a5-53a8-4053-8ce1-898859b0b921'}] {{(pid=111154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:56:59.710024 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368279c0-1e36-41ed-998c-eb60bc389ea4 req-479a64cd-bab1-4ede-82dd-b617e796c2ea service neutron] Attempting to bind port be149415-2daf-40aa-b6d3-27a3887e4858 on network bae880a5-53a8-4053-8ce1-898859b0b921 {{(pid=111154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:56:59.717281 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368279c0-1e36-41ed-998c-eb60bc389ea4 req-479a64cd-bab1-4ede-82dd-b617e796c2ea service neutron] Port be149415-2daf-40aa-b6d3-27a3887e4858 on network bae880a5-53a8-4053-8ce1-898859b0b921 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84949 {{(pid=111154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 10:56:59.719471 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368279c0-1e36-41ed-998c-eb60bc389ea4 req-479a64cd-bab1-4ede-82dd-b617e796c2ea service neutron] Attempting to bind port be149415-2daf-40aa-b6d3-27a3887e4858 on network bae880a5-53a8-4053-8ce1-898859b0b921 {{(pid=111154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:56:59.740702 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368279c0-1e36-41ed-998c-eb60bc389ea4 req-479a64cd-bab1-4ede-82dd-b617e796c2ea service neutron] Checking agent: {'id': '1ff6e34c-ad2d-4d6d-84c2-aee03113dac2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84949', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 44, 54), 'started_at': datetime.datetime(2022, 7, 18, 10, 44, 54), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:56:59.741093 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368279c0-1e36-41ed-998c-eb60bc389ea4 req-479a64cd-bab1-4ede-82dd-b617e796c2ea service neutron] Checking segment: {'id': '5948b36a-8d3c-419b-8589-2ecc80f53c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bae880a5-53a8-4053-8ce1-898859b0b921'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:56:59.741569 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368279c0-1e36-41ed-998c-eb60bc389ea4 req-479a64cd-bab1-4ede-82dd-b617e796c2ea service neutron] Bound using segment: {'id': '5948b36a-8d3c-419b-8589-2ecc80f53c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bae880a5-53a8-4053-8ce1-898859b0b921'} {{(pid=111154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:56:59.742053 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.managers [req-368279c0-1e36-41ed-998c-eb60bc389ea4 req-479a64cd-bab1-4ede-82dd-b617e796c2ea service neutron] Bound port: be149415-2daf-40aa-b6d3-27a3887e4858, host: hv-cinder-84949, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5948b36a-8d3c-419b-8589-2ecc80f53c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bae880a5-53a8-4053-8ce1-898859b0b921'}}] {{(pid=111154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:56:59.742494 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-368279c0-1e36-41ed-998c-eb60bc389ea4 req-479a64cd-bab1-4ede-82dd-b617e796c2ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (be149415-2daf-40aa-b6d3-27a3887e4858), before_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:56:59.862795 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.db [req-368279c0-1e36-41ed-998c-eb60bc389ea4 req-479a64cd-bab1-4ede-82dd-b617e796c2ea service neutron] For port be149415-2daf-40aa-b6d3-27a3887e4858, host hv-cinder-84949, cleared binding levels {{(pid=111154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:56:59.866956 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.db [req-368279c0-1e36-41ed-998c-eb60bc389ea4 req-479a64cd-bab1-4ede-82dd-b617e796c2ea service neutron] For port be149415-2daf-40aa-b6d3-27a3887e4858, host hv-cinder-84949, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=be149415-2daf-40aa-b6d3-27a3887e4858,segment=NetworkSegment(5948b36a-8d3c-419b-8589-2ecc80f53c09),segment_id=5948b36a-8d3c-419b-8589-2ecc80f53c09)] {{(pid=111154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:56:59.897102 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b667cff5-7681-4924-8cb8-bff25d972860 req-f13783b7-9818-4e62-b085-c3f59b53235b service neutron] 10.222.0.52 "GET /v2.0/networks/407e895d-8435-43cb-addb-b40e755d1f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287714 Jul 18 10:56:59.946147 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.db_base_plugin_common [None req-2f2fcdf2-881c-435f-99f3-4f3b61fe8ce1 admin admin] Allocated IP 172.27.1.52 (bb0f21c8-59d6-4417-bd6b-78e480c446a1/d4fbd515-2e97-4384-b4aa-6523e13e40eb/12d30916-133d-409c-a767-6baa3952308c) {{(pid=111155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:56:59.950648 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:56:59.977085 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-368279c0-1e36-41ed-998c-eb60bc389ea4 req-479a64cd-bab1-4ede-82dd-b617e796c2ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127333809'] for port (be149415-2daf-40aa-b6d3-27a3887e4858), after_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:00.023190 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368279c0-1e36-41ed-998c-eb60bc389ea4 req-479a64cd-bab1-4ede-82dd-b617e796c2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:57:00.023839 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-368279c0-1e36-41ed-998c-eb60bc389ea4 req-479a64cd-bab1-4ede-82dd-b617e796c2ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for port (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:00.025928 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-368279c0-1e36-41ed-998c-eb60bc389ea4 req-479a64cd-bab1-4ede-82dd-b617e796c2ea service neutron] 10.222.0.52 "PUT /v2.0/ports/be149415-2daf-40aa-b6d3-27a3887e4858 HTTP/1.1" status: 200 len: 1098 time: 1.2338393 Jul 18 10:57:00.026687 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d4e9152-18e1-4d31-857c-68cf93911bc8', 'tag': 'be149415-2daf-40aa-b6d3-27a3887e4858'}] {{(pid=111154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:57:00.038612 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76f28ae75f34143b6717ab81e854799a90e2618b86a46665dc49940857a7474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ea973e-11e4-4a53-8e6e-9583a1c69654" -d '{"events": [{"name": "network-changed", "server_uuid": "0d4e9152-18e1-4d31-857c-68cf93911bc8", "tag": "be149415-2daf-40aa-b6d3-27a3887e4858"}]}' {{(pid=111154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:57:00.092761 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479a64cd-bab1-4ede-82dd-b617e796c2ea service neutron] Pushing event updated for resources: {'Port': ['ID=be149415-2daf-40aa-b6d3-27a3887e4858,revision_number=3']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:57:00.110162 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b667cff5-7681-4924-8cb8-bff25d972860 req-878db51f-a28e-4025-93a9-220ad8cf70c3 service neutron] 10.222.0.52 "GET /v2.0/networks/407e895d-8435-43cb-addb-b40e755d1f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030487 Jul 18 10:57:00.129536 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd58b71-acf2-41b1-bd16-3eb0e0e8cc3d x-openstack-request-id: req-ccd58b71-acf2-41b1-bd16-3eb0e0e8cc3d {{(pid=111154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:57:00.129879 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d4e9152-18e1-4d31-857c-68cf93911bc8", "tag": "be149415-2daf-40aa-b6d3-27a3887e4858", "status": "completed", "code": 200}]} {{(pid=111154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:57:00.134294 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ccd58b71-acf2-41b1-bd16-3eb0e0e8cc3d {{(pid=111154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:57:00.134294 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccd58b71-acf2-41b1-bd16-3eb0e0e8cc3d'] response: {'name': 'network-changed', 'server_uuid': '0d4e9152-18e1-4d31-857c-68cf93911bc8', 'tag': 'be149415-2daf-40aa-b6d3-27a3887e4858', 'status': 'completed', 'code': 200} Jul 18 10:57:00.243966 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device cc60ffe2-fc2e-477d-ba4f-260f4f0de468 up at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:57:00.249225 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-2f2fcdf2-881c-435f-99f3-4f3b61fe8ce1 admin admin] Publish callbacks [] for port (12d30916-133d-409c-a767-6baa3952308c), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:00.260081 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea973e-11e4-4a53-8e6e-9583a1c69654 req-3f5ec0d7-5b25-4e05-9044-28dcdf4dc800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:57:00.261642 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-49ea973e-11e4-4a53-8e6e-9583a1c69654 req-3f5ec0d7-5b25-4e05-9044-28dcdf4dc800 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6ccc8499e2e24dfa8bd8eb8ea1978ba7&device_id=0d4e9152-18e1-4d31-857c-68cf93911bc8 HTTP/1.1" status: 200 len: 1132 time: 0.0922279 Jul 18 10:57:00.306577 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-49ea973e-11e4-4a53-8e6e-9583a1c69654 req-ead008c3-32ba-4aa9-a554-3c8dcc88d5cb service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=6ccc8499e2e24dfa8bd8eb8ea1978ba7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346873 Jul 18 10:57:00.316435 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Provisioning complete for port cc60ffe2-fc2e-477d-ba4f-260f4f0de468 triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:57:00.317733 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (cc60ffe2-fc2e-477d-ba4f-260f4f0de468), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:00.445492 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-2f2fcdf2-881c-435f-99f3-4f3b61fe8ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126083827'] for port (12d30916-133d-409c-a767-6baa3952308c), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:00.469215 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Current status of the port cc60ffe2-fc2e-477d-ba4f-260f4f0de468 is: DOWN; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:57:00.469618 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (cc60ffe2-fc2e-477d-ba4f-260f4f0de468), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:00.505857 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:57:00.518763 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8161acad-0289-422a-a376-003e48b37da5 req-d7c71588-9a4c-477b-9230-80bedc89da05 tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:57:00.519842 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] For port cc60ffe2-fc2e-477d-ba4f-260f4f0de468, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=cc60ffe2-fc2e-477d-ba4f-260f4f0de468,segment=NetworkSegment(48e72272-2fe5-4c9d-a8b8-c9ff3a9dedba),segment_id=48e72272-2fe5-4c9d-a8b8-c9ff3a9dedba)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:57:00.520425 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8161acad-0289-422a-a376-003e48b37da5 req-d7c71588-9a4c-477b-9230-80bedc89da05 tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d4e9152-18e1-4d31-857c-68cf93911bc8 HTTP/1.1" status: 200 len: 948 time: 0.1483259 Jul 18 10:57:00.534839 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2fcdf2-881c-435f-99f3-4f3b61fe8ce1 admin admin] Network bb0f21c8-59d6-4417-bd6b-78e480c446a1 is already hosted by enough agents. {{(pid=111155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:57:00.551428 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.base_scheduler [None req-2f2fcdf2-881c-435f-99f3-4f3b61fe8ce1 admin admin] Resources bound (agent type, host, resource id): {{(pid=111155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:57:00.562626 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2fcdf2-881c-435f-99f3-4f3b61fe8ce1 admin admin] Pushing event updated for resources: {'Port': ['ID=12d30916-133d-409c-a767-6baa3952308c,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:57:00.575582 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2fcdf2-881c-435f-99f3-4f3b61fe8ce1 admin admin] Received port after_create {{(pid=111155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:57:00.608419 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea973e-11e4-4a53-8e6e-9583a1c69654 req-c9fa1b3c-0a70-47b4-a4af-426adfa91b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:57:00.609997 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-49ea973e-11e4-4a53-8e6e-9583a1c69654 req-c9fa1b3c-0a70-47b4-a4af-426adfa91b99 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2964544 Jul 18 10:57:00.621490 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (cc60ffe2-fc2e-477d-ba4f-260f4f0de468), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:00.656946 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8161acad-0289-422a-a376-003e48b37da5 req-307cc134-20c4-40fa-a980-1adb6cc5451b tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b6f1410-654e-4aa8-bd45-1e2728b2b20b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204891 Jul 18 10:57:00.703300 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Pushing event updated for resources: {'Port': ['ID=cc60ffe2-fc2e-477d-ba4f-260f4f0de468,revision_number=3']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:57:00.856232 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb8cd48-ef26-4afc-9d7c-06d5beb238e6 None None] Network bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6 requested from dv-cinder-849498-1-iscsi {{(pid=111156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:57:00.930044 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-42657e69-db89-48a7-a650-f0b15d4f8dd1 None None] Provisioning complete for port cc60ffe2-fc2e-477d-ba4f-260f4f0de468 triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:57:00.930400 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-42657e69-db89-48a7-a650-f0b15d4f8dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (cc60ffe2-fc2e-477d-ba4f-260f4f0de468), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:01.063391 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-42657e69-db89-48a7-a650-f0b15d4f8dd1 None None] Current status of the port cc60ffe2-fc2e-477d-ba4f-260f4f0de468 is: ACTIVE; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:57:01.095072 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368279c0-1e36-41ed-998c-eb60bc389ea4 req-1c848c07-c5a1-42b4-a734-72cf0d01d2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:57:01.096499 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-368279c0-1e36-41ed-998c-eb60bc389ea4 req-1c848c07-c5a1-42b4-a734-72cf0d01d2eb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6ccc8499e2e24dfa8bd8eb8ea1978ba7&device_id=0d4e9152-18e1-4d31-857c-68cf93911bc8 HTTP/1.1" status: 200 len: 1132 time: 0.0917485 Jul 18 10:57:01.155719 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-368279c0-1e36-41ed-998c-eb60bc389ea4 req-50e196b4-8346-49be-a186-5f90b24a60bf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=be149415-2daf-40aa-b6d3-27a3887e4858 HTTP/1.1" status: 200 len: 217 time: 0.0510566 Jul 18 10:57:01.215623 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368279c0-1e36-41ed-998c-eb60bc389ea4 req-7bd64cc3-8021-4f83-9676-9d1c94718e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:57:01.217527 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-368279c0-1e36-41ed-998c-eb60bc389ea4 req-7bd64cc3-8021-4f83-9676-9d1c94718e92 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d795d97a-5f1c-4a81-b49e-0b9ef20b0281 HTTP/1.1" status: 200 len: 843 time: 0.0545847 Jul 18 10:57:01.287284 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-bcd4f151-d7fd-4c40-ba04-9edd53297267 None None] Provisioning complete for port cc60ffe2-fc2e-477d-ba4f-260f4f0de468 triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:57:01.287664 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-bcd4f151-d7fd-4c40-ba04-9edd53297267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (cc60ffe2-fc2e-477d-ba4f-260f4f0de468), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:01.313936 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368279c0-1e36-41ed-998c-eb60bc389ea4 req-7afe1675-1563-44e7-9d36-95789f9cd292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:57:01.315551 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-368279c0-1e36-41ed-998c-eb60bc389ea4 req-7afe1675-1563-44e7-9d36-95789f9cd292 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bae880a5-53a8-4053-8ce1-898859b0b921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0903428 Jul 18 10:57:01.386648 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-bcd4f151-d7fd-4c40-ba04-9edd53297267 None None] Current status of the port cc60ffe2-fc2e-477d-ba4f-260f4f0de468 is: ACTIVE; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:57:01.434571 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-2f2fcdf2-881c-435f-99f3-4f3b61fe8ce1 admin admin] Publish callbacks [] for router_gateway (041d21ca-6294-4786-a6d9-3985529053c7), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:01.542560 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-368279c0-1e36-41ed-998c-eb60bc389ea4 req-18f6aebe-ae0f-40a3-9507-3ba5d15e2ea0 service neutron] 10.222.0.52 "GET /v2.0/networks/bae880a5-53a8-4053-8ce1-898859b0b921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967134 Jul 18 10:57:01.579816 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:57:01.785755 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-368279c0-1e36-41ed-998c-eb60bc389ea4 req-7188c7b7-1337-4e9a-9d84-07fd5dee9ee5 service neutron] 10.222.0.52 "GET /v2.0/networks/bae880a5-53a8-4053-8ce1-898859b0b921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350566 Jul 18 10:57:01.812855 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d7cdf-589e-494d-bfaf-6332f27e45c2 req-fefa49c1-4b20-49b9-b33f-5a0ae131a3c1 tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:57:01.814394 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-108d7cdf-589e-494d-bfaf-6332f27e45c2 req-fefa49c1-4b20-49b9-b33f-5a0ae131a3c1 tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d4e9152-18e1-4d31-857c-68cf93911bc8 HTTP/1.1" status: 200 len: 948 time: 0.0671380 Jul 18 10:57:01.819806 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-2f2fcdf2-881c-435f-99f3-4f3b61fe8ce1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3789133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3777021'] for router (041d21ca-6294-4786-a6d9-3985529053c7), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:01.949939 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-108d7cdf-589e-494d-bfaf-6332f27e45c2 req-4150bec1-d781-490e-a00c-2f7ab31b9683 tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b6f1410-654e-4aa8-bd45-1e2728b2b20b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274996 Jul 18 10:57:01.991763 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:57:02.074630 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f2fcdf2-881c-435f-99f3-4f3b61fe8ce1 admin admin] Router 041d21ca-6294-4786-a6d9-3985529053c7 is scheduled to L3 agent e6bcb791-bd43-4d6b-ab54-e591cb66712b with binding_index 1 {{(pid=111155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 10:57:02.131915 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device cc60ffe2-fc2e-477d-ba4f-260f4f0de468 up at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:57:02.186267 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Provisioning complete for port cc60ffe2-fc2e-477d-ba4f-260f4f0de468 triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:57:02.186578 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (cc60ffe2-fc2e-477d-ba4f-260f4f0de468), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:02.199855 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f2fcdf2-881c-435f-99f3-4f3b61fe8ce1 admin admin] Notify agent at l3_agent.dv-cinder-849498-1-iscsi the message routers_updated {{(pid=111155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:57:02.211806 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:57:02.212546 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e107511-0ca9-4618-904b-ada350bdb8e3 None None] Sync routers for ids ['041d21ca-6294-4786-a6d9-3985529053c7'] in dv-cinder-849498-1-iscsi {{(pid=111157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:57:02.225062 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e107511-0ca9-4618-904b-ada350bdb8e3 None None] Routers {'041d21ca-6294-4786-a6d9-3985529053c7'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:57:02.226256 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-5e107511-0ca9-4618-904b-ada350bdb8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:56:37Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['041d21ca-6294-4786-a6d9-3985529053c7'], 'active': True} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:57:02.282250 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Current status of the port cc60ffe2-fc2e-477d-ba4f-260f4f0de468 is: ACTIVE; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:57:02.346081 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvr_db [None req-5e107511-0ca9-4618-904b-ada350bdb8e3 None None] Set router 041d21ca-6294-4786-a6d9-3985529053c7 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:57:02.349468 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-2f2fcdf2-881c-435f-99f3-4f3b61fe8ce1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:02.350751 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-2f2fcdf2-881c-435f-99f3-4f3b61fe8ce1 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.9388757 Jul 18 10:57:02.353537 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 49388) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:57:02.537115 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-5e107511-0ca9-4618-904b-ada350bdb8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041d21ca-6294-4786-a6d9-3985529053c7', 'name': 'tempest-TestMinimumBasicScenario-1855346414-router', 'tenant_id': 'abc1cd8a20854cb0ac847cf30c1343eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '12d30916-133d-409c-a767-6baa3952308c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:56:58Z', 'updated_at': '2022-07-18T10:57:01Z', 'revision_number': 3, 'project_id': 'abc1cd8a20854cb0ac847cf30c1343eb', 'gw_port': {'id': '12d30916-133d-409c-a767-6baa3952308c', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:43:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '041d21ca-6294-4786-a6d9-3985529053c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:56:59Z', 'updated_at': '2022-07-18T10:56:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi'}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:57:02.565653 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e107511-0ca9-4618-904b-ada350bdb8e3 None None] Checking router: 041d21ca-6294-4786-a6d9-3985529053c7 for host: dv-cinder-849498-1-iscsi {{(pid=111157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:57:02.566005 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e107511-0ca9-4618-904b-ada350bdb8e3 None None] Updating router 041d21ca-6294-4786-a6d9-3985529053c7 port 12d30916-133d-409c-a767-6baa3952308c binding host dv-cinder-849498-1-iscsi {{(pid=111157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 10:57:02.621330 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-5e107511-0ca9-4618-904b-ada350bdb8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (12d30916-133d-409c-a767-6baa3952308c), before_update {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:02.834038 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-1f43f8bb-b685-4bef-91a8-65783a377694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:02.893075 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:57:02.916328 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-5e107511-0ca9-4618-904b-ada350bdb8e3 None None] Publish callbacks [] for port (12d30916-133d-409c-a767-6baa3952308c), precommit_update {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:03.011703 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.db_base_plugin_common [None req-1f43f8bb-b685-4bef-91a8-65783a377694 admin admin] Allocated IP 172.20.0.1 (bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6/f3a6a586-4f4e-45ae-b1ac-326e1d7e89f9/c18cce53-4abc-4a33-9a65-94ad8512bf9a) {{(pid=111155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:57:03.022316 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-5e107511-0ca9-4618-904b-ada350bdb8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (12d30916-133d-409c-a767-6baa3952308c), after_update {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:03.072339 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:57:03.072711 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.managers [None req-5e107511-0ca9-4618-904b-ada350bdb8e3 None None] Attempting to bind port 12d30916-133d-409c-a767-6baa3952308c on host dv-cinder-849498-1-iscsi for vnic_type normal with profile {{(pid=111157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:57:03.073118 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.managers [None req-5e107511-0ca9-4618-904b-ada350bdb8e3 None None] Attempting to bind port 12d30916-133d-409c-a767-6baa3952308c by drivers openvswitch,hyperv on host dv-cinder-849498-1-iscsi at level 0 using segments [{'id': '43730dd2-6239-4f15-a180-e6d1d2fbff54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1'}] {{(pid=111157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:57:03.073491 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e107511-0ca9-4618-904b-ada350bdb8e3 None None] Attempting to bind port 12d30916-133d-409c-a767-6baa3952308c on network bb0f21c8-59d6-4417-bd6b-78e480c446a1 {{(pid=111157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:57:03.090684 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e107511-0ca9-4618-904b-ada350bdb8e3 None None] Checking agent: {'id': '62f731a8-190a-49a2-85f5-14fe4e09184e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849498-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 37, 10), 'started_at': datetime.datetime(2022, 7, 18, 10, 37, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849498-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:57:03.091061 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e107511-0ca9-4618-904b-ada350bdb8e3 None None] Checking segment: {'id': '43730dd2-6239-4f15-a180-e6d1d2fbff54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:57:03.091549 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-5e107511-0ca9-4618-904b-ada350bdb8e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:03.091949 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e107511-0ca9-4618-904b-ada350bdb8e3 None None] Bound using segment: {'id': '43730dd2-6239-4f15-a180-e6d1d2fbff54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1'} {{(pid=111157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:57:03.092463 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.managers [None req-5e107511-0ca9-4618-904b-ada350bdb8e3 None None] Bound port: 12d30916-133d-409c-a767-6baa3952308c, host: dv-cinder-849498-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43730dd2-6239-4f15-a180-e6d1d2fbff54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1'}}] {{(pid=111157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:57:03.092941 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-5e107511-0ca9-4618-904b-ada350bdb8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (12d30916-133d-409c-a767-6baa3952308c), before_update {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:03.095710 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4be54d-4ac2-45d7-87d1-ceb24d842d46 None None] Pushing event updated for resources: {'Port': ['ID=12d30916-133d-409c-a767-6baa3952308c,revision_number=2']} {{(pid=111157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:57:03.124179 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7f558-bb19-465b-8d04-076dbb9fa178 req-ebb2032a-bc5f-42c7-afda-f71f03de8e76 tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:57:03.124538 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4be54d-4ac2-45d7-87d1-ceb24d842d46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:57:03.124924 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4be54d-4ac2-45d7-87d1-ceb24d842d46 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:57:03.125295 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4be54d-4ac2-45d7-87d1-ceb24d842d46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:57:03.125660 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4be54d-4ac2-45d7-87d1-ceb24d842d46 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:57:03.125780 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-0fe7f558-bb19-465b-8d04-076dbb9fa178 req-ebb2032a-bc5f-42c7-afda-f71f03de8e76 tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d4e9152-18e1-4d31-857c-68cf93911bc8 HTTP/1.1" status: 200 len: 948 time: 0.1021810 Jul 18 10:57:03.126004 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4be54d-4ac2-45d7-87d1-ceb24d842d46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:57:03.126339 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4be54d-4ac2-45d7-87d1-ceb24d842d46 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:57:03.126670 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4be54d-4ac2-45d7-87d1-ceb24d842d46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:57:03.126996 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4be54d-4ac2-45d7-87d1-ceb24d842d46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:57:03.127322 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4be54d-4ac2-45d7-87d1-ceb24d842d46 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:57:03.127646 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4be54d-4ac2-45d7-87d1-ceb24d842d46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:57:03.127974 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4be54d-4ac2-45d7-87d1-ceb24d842d46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:57:03.128440 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4be54d-4ac2-45d7-87d1-ceb24d842d46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:57:03.128637 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4be54d-4ac2-45d7-87d1-ceb24d842d46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:57:03.128985 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4be54d-4ac2-45d7-87d1-ceb24d842d46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:57:03.129309 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4be54d-4ac2-45d7-87d1-ceb24d842d46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:57:03.163120 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.db [None req-5e107511-0ca9-4618-904b-ada350bdb8e3 None None] For port 12d30916-133d-409c-a767-6baa3952308c, host dv-cinder-849498-1-iscsi, cleared binding levels {{(pid=111157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:57:03.167085 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.db [None req-5e107511-0ca9-4618-904b-ada350bdb8e3 None None] For port 12d30916-133d-409c-a767-6baa3952308c, host dv-cinder-849498-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=12d30916-133d-409c-a767-6baa3952308c,segment=NetworkSegment(43730dd2-6239-4f15-a180-e6d1d2fbff54),segment_id=43730dd2-6239-4f15-a180-e6d1d2fbff54)] {{(pid=111157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:57:03.209759 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-0fe7f558-bb19-465b-8d04-076dbb9fa178 req-bae49ce1-2bc4-4876-8add-079807057d55 tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b6f1410-654e-4aa8-bd45-1e2728b2b20b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754716 Jul 18 10:57:03.215019 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-1f43f8bb-b685-4bef-91a8-65783a377694 admin admin] Publish callbacks [] for port (c18cce53-4abc-4a33-9a65-94ad8512bf9a), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:03.244238 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-5e107511-0ca9-4618-904b-ada350bdb8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (12d30916-133d-409c-a767-6baa3952308c), after_update {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:03.302657 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e107511-0ca9-4618-904b-ada350bdb8e3 None None] Routers {'041d21ca-6294-4786-a6d9-3985529053c7'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:57:03.303280 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-5e107511-0ca9-4618-904b-ada350bdb8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:56:37Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['041d21ca-6294-4786-a6d9-3985529053c7'], 'active': True} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:57:03.341033 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-1f43f8bb-b685-4bef-91a8-65783a377694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126083827'] for port (c18cce53-4abc-4a33-9a65-94ad8512bf9a), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:03.345792 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4be54d-4ac2-45d7-87d1-ceb24d842d46 None None] Pushing event updated for resources: {'Port': ['ID=12d30916-133d-409c-a767-6baa3952308c,revision_number=3']} {{(pid=111157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:57:03.360543 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:57:03.363990 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:57:03.386290 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f43f8bb-b685-4bef-91a8-65783a377694 admin admin] Network bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6 is already hosted by enough agents. {{(pid=111155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:57:03.389647 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.base_scheduler [None req-1f43f8bb-b685-4bef-91a8-65783a377694 admin admin] Resources bound (agent type, host, resource id): {{(pid=111155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:57:03.396060 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f43f8bb-b685-4bef-91a8-65783a377694 admin admin] Received port after_create {{(pid=111155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:57:03.429505 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f43f8bb-b685-4bef-91a8-65783a377694 admin admin] Pushing event updated for resources: {'Port': ['ID=c18cce53-4abc-4a33-9a65-94ad8512bf9a,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:57:03.447033 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvr_db [None req-5e107511-0ca9-4618-904b-ada350bdb8e3 None None] Set router 041d21ca-6294-4786-a6d9-3985529053c7 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:57:03.450414 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-1f43f8bb-b685-4bef-91a8-65783a377694 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3782518'] for router_interface (041d21ca-6294-4786-a6d9-3985529053c7), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:03.568057 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:57:03.622772 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-caad3f33-6020-49d1-bda6-620915d5c5f7 None None] Provisioning complete for port c18cce53-4abc-4a33-9a65-94ad8512bf9a triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:57:03.624301 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-caad3f33-6020-49d1-bda6-620915d5c5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (c18cce53-4abc-4a33-9a65-94ad8512bf9a), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:03.675282 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-caad3f33-6020-49d1-bda6-620915d5c5f7 None None] Port c18cce53-4abc-4a33-9a65-94ad8512bf9a cannot update to ACTIVE because it is not bound. {{(pid=111156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:57:03.696797 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-1f43f8bb-b685-4bef-91a8-65783a377694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (c18cce53-4abc-4a33-9a65-94ad8512bf9a), before_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:03.737097 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-5e107511-0ca9-4618-904b-ada350bdb8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041d21ca-6294-4786-a6d9-3985529053c7', 'name': 'tempest-TestMinimumBasicScenario-1855346414-router', 'tenant_id': 'abc1cd8a20854cb0ac847cf30c1343eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '12d30916-133d-409c-a767-6baa3952308c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:56:58Z', 'updated_at': '2022-07-18T10:57:01Z', 'revision_number': 3, 'project_id': 'abc1cd8a20854cb0ac847cf30c1343eb', 'gw_port': {'id': '12d30916-133d-409c-a767-6baa3952308c', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:43:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '041d21ca-6294-4786-a6d9-3985529053c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:56:59Z', 'updated_at': '2022-07-18T10:57:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi'}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:57:03.768003 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e107511-0ca9-4618-904b-ada350bdb8e3 None None] The sync data for ids ['041d21ca-6294-4786-a6d9-3985529053c7'] in dv-cinder-849498-1-iscsi is: [{'id': '041d21ca-6294-4786-a6d9-3985529053c7', 'name': 'tempest-TestMinimumBasicScenario-1855346414-router', 'tenant_id': 'abc1cd8a20854cb0ac847cf30c1343eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '12d30916-133d-409c-a767-6baa3952308c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:56:58Z', 'updated_at': '2022-07-18T10:57:01Z', 'revision_number': 3, 'project_id': 'abc1cd8a20854cb0ac847cf30c1343eb', 'gw_port': {'id': '12d30916-133d-409c-a767-6baa3952308c', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:43:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '041d21ca-6294-4786-a6d9-3985529053c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:56:59Z', 'updated_at': '2022-07-18T10:57:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi'}] {{(pid=111157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:57:03.891795 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-1f43f8bb-b685-4bef-91a8-65783a377694 admin admin] Publish callbacks [] for port (c18cce53-4abc-4a33-9a65-94ad8512bf9a), precommit_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:03.969827 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-1f43f8bb-b685-4bef-91a8-65783a377694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126083072'] for port (c18cce53-4abc-4a33-9a65-94ad8512bf9a), after_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:04.072002 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f43f8bb-b685-4bef-91a8-65783a377694 admin admin] Pushing event updated for resources: {'Port': ['ID=c18cce53-4abc-4a33-9a65-94ad8512bf9a,revision_number=2']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:57:04.075369 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-1f43f8bb-b685-4bef-91a8-65783a377694 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3608107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3781902'] for router_interface (041d21ca-6294-4786-a6d9-3985529053c7), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:04.172267 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 12d30916-133d-409c-a767-6baa3952308c up at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:57:04.226033 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f43f8bb-b685-4bef-91a8-65783a377694 admin admin] Network bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6 is already hosted by enough agents. {{(pid=111155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:57:04.226500 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.base_scheduler [None req-1f43f8bb-b685-4bef-91a8-65783a377694 admin admin] Resources bound (agent type, host, resource id): {{(pid=111155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:57:04.238000 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:57:04.240604 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:57:04.248361 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Provisioning complete for port 12d30916-133d-409c-a767-6baa3952308c triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:57:04.248950 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (12d30916-133d-409c-a767-6baa3952308c), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:04.372147 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Current status of the port 12d30916-133d-409c-a767-6baa3952308c is: DOWN; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:57:04.372614 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (12d30916-133d-409c-a767-6baa3952308c), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:04.403286 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] For port 12d30916-133d-409c-a767-6baa3952308c, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=12d30916-133d-409c-a767-6baa3952308c,segment=NetworkSegment(43730dd2-6239-4f15-a180-e6d1d2fbff54),segment_id=43730dd2-6239-4f15-a180-e6d1d2fbff54)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:57:04.430721 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d245e3-dcae-4891-a788-1e7712c1fe32 req-c1b76545-9b5a-4e91-a0e4-03a988bf0e1e tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:57:04.433194 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-57d245e3-dcae-4891-a788-1e7712c1fe32 req-c1b76545-9b5a-4e91-a0e4-03a988bf0e1e tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d4e9152-18e1-4d31-857c-68cf93911bc8 HTTP/1.1" status: 200 len: 948 time: 0.1206758 Jul 18 10:57:04.466955 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f43f8bb-b685-4bef-91a8-65783a377694 admin admin] Router 041d21ca-6294-4786-a6d9-3985529053c7 has already been hosted by L3 agent e6bcb791-bd43-4d6b-ab54-e591cb66712b {{(pid=111155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:57:04.478955 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (12d30916-133d-409c-a767-6baa3952308c), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:04.524771 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-57d245e3-dcae-4891-a788-1e7712c1fe32 req-8fd318d8-89cb-41cb-b7f5-cf1a623b4980 tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b6f1410-654e-4aa8-bd45-1e2728b2b20b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803947 Jul 18 10:57:04.553562 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device be149415-2daf-40aa-b6d3-27a3887e4858 details requested by agent hyperv_hv-cinder-84949 with host hv-cinder-84949 {{(pid=111156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 10:57:04.601600 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Pushing event updated for resources: {'Port': ['ID=12d30916-133d-409c-a767-6baa3952308c,revision_number=4']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:57:04.628451 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-aef3b764-e0b2-49bc-a23b-85f25f2500ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1fc7cd8a-3617-45f0-b645-db80237532c9), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:04.632191 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-1f502228-d0a1-419c-a965-38dea3982ec3 None None] Provisioning complete for port c18cce53-4abc-4a33-9a65-94ad8512bf9a triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:57:04.632566 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-1f502228-d0a1-419c-a965-38dea3982ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (c18cce53-4abc-4a33-9a65-94ad8512bf9a), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:04.679292 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f43f8bb-b685-4bef-91a8-65783a377694 admin admin] Notify agent at l3_agent.dv-cinder-849498-1-iscsi the message routers_updated {{(pid=111155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:57:04.689049 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-1f43f8bb-b685-4bef-91a8-65783a377694 admin admin] 10.222.0.49 "PUT /v2.0/routers/041d21ca-6294-4786-a6d9-3985529053c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3341448 Jul 18 10:57:04.722941 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-1f502228-d0a1-419c-a965-38dea3982ec3 None None] Port c18cce53-4abc-4a33-9a65-94ad8512bf9a cannot update to ACTIVE because it is not bound. {{(pid=111156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:57:04.757005 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port be149415-2daf-40aa-b6d3-27a3887e4858, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=be149415-2daf-40aa-b6d3-27a3887e4858,segment=NetworkSegment(5948b36a-8d3c-419b-8589-2ecc80f53c09),segment_id=5948b36a-8d3c-419b-8589-2ecc80f53c09)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:57:04.771288 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Returning: {'device': 'be149415-2daf-40aa-b6d3-27a3887e4858', 'network_id': 'bae880a5-53a8-4053-8ce1-898859b0b921', 'port_id': 'be149415-2daf-40aa-b6d3-27a3887e4858', 'mac_address': 'fa:16:3e:89:7d:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd795d97a-5f1c-4a81-b49e-0b9ef20b0281', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 10:57:04.818464 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] Current status of the port be149415-2daf-40aa-b6d3-27a3887e4858 is: DOWN; New status is: BUILD {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:57:04.818861 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (be149415-2daf-40aa-b6d3-27a3887e4858), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:04.836151 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.notifiers.nova [None req-29c51914-efda-4269-8274-168d496bf900 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be149415-2daf-40aa-b6d3-27a3887e4858 {{(pid=111156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:57:04.863538 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port be149415-2daf-40aa-b6d3-27a3887e4858, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=be149415-2daf-40aa-b6d3-27a3887e4858,segment=NetworkSegment(5948b36a-8d3c-419b-8589-2ecc80f53c09),segment_id=5948b36a-8d3c-419b-8589-2ecc80f53c09)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:57:04.976187 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (be149415-2daf-40aa-b6d3-27a3887e4858), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:05.020746 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:57:05.033605 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Pushing event updated for resources: {'Port': ['ID=be149415-2daf-40aa-b6d3-27a3887e4858,revision_number=4']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:57:05.262545 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] get_ports_and_sgs() called for port_ids ['be149415-2daf-40aa-b6d3-27a3887e4858'] {{(pid=111156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:57:05.595792 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 49416) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:57:05.601669 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [None req-75e82955-31e6-4541-8139-5206a82cc510 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-518575676-network', 'tenant_id': 'a42c425f46f34931a82458c93e39ff4b'}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:57:05.605297 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:57:05.692885 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e005dea6-9c53-4861-bb2d-78219cdf8e45 req-be6777a6-c80e-48ad-af2a-4ba19227df20 tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:57:05.694379 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da6c7ce-4022-4f48-a22f-0165a9f05aed None None] Sync routers for ids ['041d21ca-6294-4786-a6d9-3985529053c7'] in dv-cinder-849498-1-iscsi {{(pid=111156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:57:05.694906 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-e005dea6-9c53-4861-bb2d-78219cdf8e45 req-be6777a6-c80e-48ad-af2a-4ba19227df20 tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d4e9152-18e1-4d31-857c-68cf93911bc8 HTTP/1.1" status: 200 len: 949 time: 0.0547225 Jul 18 10:57:05.709174 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da6c7ce-4022-4f48-a22f-0165a9f05aed None None] Routers {'041d21ca-6294-4786-a6d9-3985529053c7'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:57:05.710634 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-7da6c7ce-4022-4f48-a22f-0165a9f05aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:56:37Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['041d21ca-6294-4786-a6d9-3985529053c7'], 'active': True} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:57:05.741987 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e82955-31e6-4541-8139-5206a82cc510 admin admin] Made reservation on behalf of a42c425f46f34931a82458c93e39ff4b for: {'network': 1} {{(pid=111154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:57:05.746780 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-75e82955-31e6-4541-8139-5206a82cc510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for network (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:05.768818 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-75e82955-31e6-4541-8139-5206a82cc510 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:05.779293 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-e005dea6-9c53-4861-bb2d-78219cdf8e45 req-a5bef91d-1105-4117-aaed-b73a39ae2b97 tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b6f1410-654e-4aa8-bd45-1e2728b2b20b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770459 Jul 18 10:57:05.913588 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-75e82955-31e6-4541-8139-5206a82cc510 admin admin] Publish callbacks [] for security_group (794948aa-b22a-4d09-a55f-b73662aec2ee), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:05.978676 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvr_db [None req-7da6c7ce-4022-4f48-a22f-0165a9f05aed None None] Set router 041d21ca-6294-4786-a6d9-3985529053c7 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:57:06.010185 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-75e82955-31e6-4541-8139-5206a82cc510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (794948aa-b22a-4d09-a55f-b73662aec2ee), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:06.042414 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75e82955-31e6-4541-8139-5206a82cc510 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=111154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 10:57:06.055080 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e82955-31e6-4541-8139-5206a82cc510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794948aa-b22a-4d09-a55f-b73662aec2ee,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:57:06.062571 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-75e82955-31e6-4541-8139-5206a82cc510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547345'] for segment (23097a4c-7b35-4a4e-b7f4-9a66508bbbc5), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:06.062921 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.db.segments_db [None req-75e82955-31e6-4541-8139-5206a82cc510 admin admin] Added segment 23097a4c-7b35-4a4e-b7f4-9a66508bbbc5 of type vlan for network bda7b2a5-0a17-4f7e-85e6-f711983634f5 Jul 18 10:57:06.112882 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-75e82955-31e6-4541-8139-5206a82cc510 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741535579194'] for network (bda7b2a5-0a17-4f7e-85e6-f711983634f5), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:06.176759 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 12d30916-133d-409c-a767-6baa3952308c up at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:57:06.225483 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-7da6c7ce-4022-4f48-a22f-0165a9f05aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041d21ca-6294-4786-a6d9-3985529053c7', 'name': 'tempest-TestMinimumBasicScenario-1855346414-router', 'tenant_id': 'abc1cd8a20854cb0ac847cf30c1343eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '12d30916-133d-409c-a767-6baa3952308c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:56:58Z', 'updated_at': '2022-07-18T10:57:03Z', 'revision_number': 4, 'project_id': 'abc1cd8a20854cb0ac847cf30c1343eb', 'gw_port': {'id': '12d30916-133d-409c-a767-6baa3952308c', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:43:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041d21ca-6294-4786-a6d9-3985529053c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:56:59Z', 'updated_at': '2022-07-18T10:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': 'c18cce53-4abc-4a33-9a65-94ad8512bf9a', 'name': '', 'network_id': 'bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6', 'tenant_id': 'abc1cd8a20854cb0ac847cf30c1343eb', 'mac_address': 'fa:16:3e:fb:99:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '041d21ca-6294-4786-a6d9-3985529053c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'f3a6a586-4f4e-45ae-b1ac-326e1d7e89f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:57:02Z', 'updated_at': '2022-07-18T10:57:03Z', 'revision_number': 2, 'project_id': 'abc1cd8a20854cb0ac847cf30c1343eb', 'subnets': [{'id': 'f3a6a586-4f4e-45ae-b1ac-326e1d7e89f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:57:06.225938 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-75e82955-31e6-4541-8139-5206a82cc510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529'] for network (bda7b2a5-0a17-4f7e-85e6-f711983634f5), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:06.226969 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e82955-31e6-4541-8139-5206a82cc510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:57:06.227552 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-75e82955-31e6-4541-8139-5206a82cc510 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for network (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:06.256684 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da6c7ce-4022-4f48-a22f-0165a9f05aed None None] Checking router: 041d21ca-6294-4786-a6d9-3985529053c7 for host: dv-cinder-849498-1-iscsi {{(pid=111156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:57:06.256994 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da6c7ce-4022-4f48-a22f-0165a9f05aed None None] Updating router 041d21ca-6294-4786-a6d9-3985529053c7 port c18cce53-4abc-4a33-9a65-94ad8512bf9a binding host dv-cinder-849498-1-iscsi {{(pid=111156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 10:57:06.286821 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:57:06.290606 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Provisioning complete for port 12d30916-133d-409c-a767-6baa3952308c triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:57:06.290982 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (12d30916-133d-409c-a767-6baa3952308c), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:06.307136 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e82955-31e6-4541-8139-5206a82cc510 admin admin] Pushing event updated for resources: {'Network': ['ID=bda7b2a5-0a17-4f7e-85e6-f711983634f5,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:57:06.317296 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7da6c7ce-4022-4f48-a22f-0165a9f05aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (c18cce53-4abc-4a33-9a65-94ad8512bf9a), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:06.322500 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Network bda7b2a5-0a17-4f7e-85e6-f711983634f5 details requested by agent ovs-agent-dv-cinder-849498-1-iscsi with host dv-cinder-849498-1-iscsi {{(pid=111156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 10:57:06.352669 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-75e82955-31e6-4541-8139-5206a82cc510 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.7553930 Jul 18 10:57:06.356146 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 49420) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:57:06.362064 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [None req-1e205f16-b1f3-4a79-ba32-97ab17e568d1 admin admin] Request body: {'subnet': {'network_id': 'bda7b2a5-0a17-4f7e-85e6-f711983634f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-518575676-subnet', 'tenant_id': 'a42c425f46f34931a82458c93e39ff4b', 'ip_version': 4}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:57:06.451234 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=100 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:57:06.461740 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e205f16-b1f3-4a79-ba32-97ab17e568d1 admin admin] Made reservation on behalf of a42c425f46f34931a82458c93e39ff4b for: {'subnet': 1} {{(pid=111154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:57:06.464462 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-1e205f16-b1f3-4a79-ba32-97ab17e568d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127366008'] for subnet (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:06.526005 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device be149415-2daf-40aa-b6d3-27a3887e4858 up at agent hyperv_hv-cinder-84949 {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:57:06.586418 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Current status of the port 12d30916-133d-409c-a767-6baa3952308c is: ACTIVE; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:57:06.667578 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-29c51914-efda-4269-8274-168d496bf900 None None] Provisioning for port be149415-2daf-40aa-b6d3-27a3887e4858 completed by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 10:57:06.767814 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-29c51914-efda-4269-8274-168d496bf900 None None] Provisioning complete for port be149415-2daf-40aa-b6d3-27a3887e4858 triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:57:06.768739 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (be149415-2daf-40aa-b6d3-27a3887e4858), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:06.793357 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-1e205f16-b1f3-4a79-ba32-97ab17e568d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127334206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127365990'] for subnet (f919306f-d7cd-46e6-bde5-798f6dab1fc2), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:06.821613 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7da6c7ce-4022-4f48-a22f-0165a9f05aed None None] Publish callbacks [] for port (c18cce53-4abc-4a33-9a65-94ad8512bf9a), precommit_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:06.885391 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e205f16-b1f3-4a79-ba32-97ab17e568d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f919306f-d7cd-46e6-bde5-798f6dab1fc2,revision_number=0']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:57:06.896064 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7da6c7ce-4022-4f48-a22f-0165a9f05aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (c18cce53-4abc-4a33-9a65-94ad8512bf9a), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:06.897447 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e205f16-b1f3-4a79-ba32-97ab17e568d1 admin admin] Checking segment: {'id': '23097a4c-7b35-4a4e-b7f4-9a66508bbbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bda7b2a5-0a17-4f7e-85e6-f711983634f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:57:06.897823 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e205f16-b1f3-4a79-ba32-97ab17e568d1 admin admin] Network hostable DHCP agents. Network: bda7b2a5-0a17-4f7e-85e6-f711983634f5, hostable agents: ['1fc7cd8a-3617-45f0-b645-db80237532c9'], hosted agents: [] {{(pid=111154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 10:57:06.900157 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] Current status of the port be149415-2daf-40aa-b6d3-27a3887e4858 is: BUILD; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:57:06.900563 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (be149415-2daf-40aa-b6d3-27a3887e4858), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:07.005704 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d76b89-eeed-4325-899a-5316c7c74919 None None] Pushing event updated for resources: {'Port': ['ID=c18cce53-4abc-4a33-9a65-94ad8512bf9a,revision_number=3']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:57:07.015314 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d4e9152-18e1-4d31-857c-68cf93911bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be149415-2daf-40aa-b6d3-27a3887e4858'}] {{(pid=111156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:57:07.015661 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b055fdf-e3af-4e85-84eb-e0f060d6bbaa req-8d0b691c-d639-469f-baca-6c8e43253b32 tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:57:07.016850 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e205f16-b1f3-4a79-ba32-97ab17e568d1 admin admin] Network bda7b2a5-0a17-4f7e-85e6-f711983634f5 is scheduled to be hosted by DHCP agent 1fc7cd8a-3617-45f0-b645-db80237532c9 with binding_index 1 {{(pid=111154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 10:57:07.017682 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfe4995b6dbf042dd7b3201bd1da42d47478b3b3d9ca6c613cb3b1d3a53612ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02058ca3-1121-4595-97da-3d934ad24028" -d '{"events": [{"server_uuid": "0d4e9152-18e1-4d31-857c-68cf93911bc8", "name": "network-vif-plugged", "status": "completed", "tag": "be149415-2daf-40aa-b6d3-27a3887e4858"}]}' {{(pid=111156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:57:07.019603 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-6b055fdf-e3af-4e85-84eb-e0f060d6bbaa req-8d0b691c-d639-469f-baca-6c8e43253b32 tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d4e9152-18e1-4d31-857c-68cf93911bc8 HTTP/1.1" status: 200 len: 949 time: 0.1040411 Jul 18 10:57:07.055811 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port be149415-2daf-40aa-b6d3-27a3887e4858, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=be149415-2daf-40aa-b6d3-27a3887e4858,segment=NetworkSegment(5948b36a-8d3c-419b-8589-2ecc80f53c09),segment_id=5948b36a-8d3c-419b-8589-2ecc80f53c09)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:57:07.104420 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-6b055fdf-e3af-4e85-84eb-e0f060d6bbaa req-044de2ec-36ee-4216-ba79-41b4948df903 tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b6f1410-654e-4aa8-bd45-1e2728b2b20b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783420 Jul 18 10:57:07.121847 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbdf413d-f035-413a-9577-8436fb8f384a x-openstack-request-id: req-bbdf413d-f035-413a-9577-8436fb8f384a {{(pid=111156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:57:07.122145 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d4e9152-18e1-4d31-857c-68cf93911bc8", "name": "network-vif-plugged", "status": "completed", "tag": "be149415-2daf-40aa-b6d3-27a3887e4858", "code": 200}]} {{(pid=111156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:57:07.122481 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bbdf413d-f035-413a-9577-8436fb8f384a {{(pid=111156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:57:07.123979 dv-cinder-849498-1-iscsi neutron-server[111156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbdf413d-f035-413a-9577-8436fb8f384a'] response: {'server_uuid': '0d4e9152-18e1-4d31-857c-68cf93911bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be149415-2daf-40aa-b6d3-27a3887e4858', 'code': 200} Jul 18 10:57:07.128903 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-7da6c7ce-4022-4f48-a22f-0165a9f05aed None None] Attempting to bind port c18cce53-4abc-4a33-9a65-94ad8512bf9a on host dv-cinder-849498-1-iscsi for vnic_type normal with profile {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:57:07.129735 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-7da6c7ce-4022-4f48-a22f-0165a9f05aed None None] Attempting to bind port c18cce53-4abc-4a33-9a65-94ad8512bf9a by drivers openvswitch,hyperv on host dv-cinder-849498-1-iscsi at level 0 using segments [{'id': '48e72272-2fe5-4c9d-a8b8-c9ff3a9dedba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6'}] {{(pid=111156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:57:07.129980 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da6c7ce-4022-4f48-a22f-0165a9f05aed None None] Attempting to bind port c18cce53-4abc-4a33-9a65-94ad8512bf9a on network bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6 {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:57:07.137743 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da6c7ce-4022-4f48-a22f-0165a9f05aed None None] Checking agent: {'id': '62f731a8-190a-49a2-85f5-14fe4e09184e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849498-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 37, 10), 'started_at': datetime.datetime(2022, 7, 18, 10, 37, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849498-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:57:07.139918 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da6c7ce-4022-4f48-a22f-0165a9f05aed None None] Checking segment: {'id': '48e72272-2fe5-4c9d-a8b8-c9ff3a9dedba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:57:07.139918 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7da6c7ce-4022-4f48-a22f-0165a9f05aed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:07.139918 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da6c7ce-4022-4f48-a22f-0165a9f05aed None None] Bound using segment: {'id': '48e72272-2fe5-4c9d-a8b8-c9ff3a9dedba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6'} {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:57:07.140287 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-7da6c7ce-4022-4f48-a22f-0165a9f05aed None None] Bound port: c18cce53-4abc-4a33-9a65-94ad8512bf9a, host: dv-cinder-849498-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e72272-2fe5-4c9d-a8b8-c9ff3a9dedba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6'}}] {{(pid=111156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:57:07.140575 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7da6c7ce-4022-4f48-a22f-0165a9f05aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (c18cce53-4abc-4a33-9a65-94ad8512bf9a), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:07.155956 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-59f59f5e-d98a-4ac5-87c3-641f38c8355f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (e6bcb791-bd43-4d6b-ab54-e591cb66712b), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:07.219955 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-7da6c7ce-4022-4f48-a22f-0165a9f05aed None None] For port c18cce53-4abc-4a33-9a65-94ad8512bf9a, host dv-cinder-849498-1-iscsi, cleared binding levels {{(pid=111156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:57:07.224671 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-7da6c7ce-4022-4f48-a22f-0165a9f05aed None None] For port c18cce53-4abc-4a33-9a65-94ad8512bf9a, host dv-cinder-849498-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=c18cce53-4abc-4a33-9a65-94ad8512bf9a,segment=NetworkSegment(48e72272-2fe5-4c9d-a8b8-c9ff3a9dedba),segment_id=48e72272-2fe5-4c9d-a8b8-c9ff3a9dedba)] {{(pid=111156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:57:07.238728 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.base_scheduler [None req-1e205f16-b1f3-4a79-ba32-97ab17e568d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849498-1-iscsi, bda7b2a5-0a17-4f7e-85e6-f711983634f5) {{(pid=111154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:57:07.239364 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (be149415-2daf-40aa-b6d3-27a3887e4858), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:07.243800 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e205f16-b1f3-4a79-ba32-97ab17e568d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:57:07.245163 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-1e205f16-b1f3-4a79-ba32-97ab17e568d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for subnet (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:07.255757 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9dc419-8d31-42a8-900d-3ef89ff0a88a None None] Network bda7b2a5-0a17-4f7e-85e6-f711983634f5 requested from dv-cinder-849498-1-iscsi {{(pid=111156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:57:07.269773 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:57:07.290549 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:57:07.382292 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Pushing event updated for resources: {'Port': ['ID=be149415-2daf-40aa-b6d3-27a3887e4858,revision_number=5']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:57:07.384726 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-c89de4ce-47e2-4e59-b8ba-914c64b1ab33 None None] Provisioning complete for port c18cce53-4abc-4a33-9a65-94ad8512bf9a triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:57:07.385132 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-c89de4ce-47e2-4e59-b8ba-914c64b1ab33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (c18cce53-4abc-4a33-9a65-94ad8512bf9a), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:07.397354 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-1e205f16-b1f3-4a79-ba32-97ab17e568d1 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0389848 Jul 18 10:57:07.400748 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 49428) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:57:07.405390 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [None req-fc38014f-8a96-4cf0-b910-435d4db30874 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-518575676-router', 'tenant_id': 'a42c425f46f34931a82458c93e39ff4b', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1'}}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:57:07.434762 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7da6c7ce-4022-4f48-a22f-0165a9f05aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (c18cce53-4abc-4a33-9a65-94ad8512bf9a), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:07.447169 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:57:07.488933 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-c89de4ce-47e2-4e59-b8ba-914c64b1ab33 None None] Port c18cce53-4abc-4a33-9a65-94ad8512bf9a cannot update to ACTIVE because it is not bound. {{(pid=111156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:57:07.542250 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-fc38014f-8a96-4cf0-b910-435d4db30874 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3789274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-954'] for router (40ec1ac7-22bb-42d6-96d8-13a068cff203), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:07.543578 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-fc38014f-8a96-4cf0-b910-435d4db30874 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3789174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3776873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3928204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-945'] for router (40ec1ac7-22bb-42d6-96d8-13a068cff203), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:07.545319 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da6c7ce-4022-4f48-a22f-0165a9f05aed None None] Routers {'041d21ca-6294-4786-a6d9-3985529053c7'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:57:07.545319 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-7da6c7ce-4022-4f48-a22f-0165a9f05aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:57:07Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['041d21ca-6294-4786-a6d9-3985529053c7'], 'active': True} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:57:07.547200 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d76b89-eeed-4325-899a-5316c7c74919 None None] Pushing event updated for resources: {'Port': ['ID=c18cce53-4abc-4a33-9a65-94ad8512bf9a,revision_number=4']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:57:07.552505 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ceeb79-bc57-4674-84ce-fa35017d52a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf714f7c1-7509-58f3-884e-e64bb7568dff-bda7b2a5-0a17-4f7e-85e6-f711983634f5', 'network_id': 'bda7b2a5-0a17-4f7e-85e6-f711983634f5', 'project_id': 'a42c425f46f34931a82458c93e39ff4b', 'fixed_ips': [{'subnet_id': 'f919306f-d7cd-46e6-bde5-798f6dab1fc2'}]}} from dv-cinder-849498-1-iscsi. {{(pid=111156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 10:57:07.553499 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f3ceeb79-bc57-4674-84ce-fa35017d52a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:07.659719 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-fc38014f-8a96-4cf0-b910-435d4db30874 admin admin] Publish callbacks [] for router_controller (40ec1ac7-22bb-42d6-96d8-13a068cff203), precommit_add_association {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:07.673233 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d88b0-f791-49b2-a25b-bf6433234911 req-fa6592c2-2eea-45cc-94e4-ffa7c7ba65a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:57:07.675203 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-7c8d88b0-f791-49b2-a25b-bf6433234911 req-fa6592c2-2eea-45cc-94e4-ffa7c7ba65a8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0d4e9152-18e1-4d31-857c-68cf93911bc8 HTTP/1.1" status: 200 len: 1134 time: 0.0787702 Jul 18 10:57:07.753410 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-7c8d88b0-f791-49b2-a25b-bf6433234911 req-54ce2dbf-065f-4ce4-829b-8c6ecc364c6a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9b6f1410-654e-4aa8-bd45-1e2728b2b20b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695286 Jul 18 10:57:07.842245 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:57:07.924291 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-fc38014f-8a96-4cf0-b910-435d4db30874 admin admin] Publish callbacks [] for router_gateway (40ec1ac7-22bb-42d6-96d8-13a068cff203), precommit_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:07.924613 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvr_db [None req-7da6c7ce-4022-4f48-a22f-0165a9f05aed None None] Set router 041d21ca-6294-4786-a6d9-3985529053c7 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:57:07.979370 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-2a78aad3-9f0e-4ee9-a4bc-d74ad9f09d09 None None] Provisioning complete for port c18cce53-4abc-4a33-9a65-94ad8512bf9a triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:57:07.979755 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-2a78aad3-9f0e-4ee9-a4bc-d74ad9f09d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (c18cce53-4abc-4a33-9a65-94ad8512bf9a), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:08.046327 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.db_base_plugin_common [None req-f3ceeb79-bc57-4674-84ce-fa35017d52a2 None None] Allocated IP 172.20.0.2 (bda7b2a5-0a17-4f7e-85e6-f711983634f5/f919306f-d7cd-46e6-bde5-798f6dab1fc2/13c16b7b-a52c-4cd5-a302-4dd4719217be) {{(pid=111156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:57:08.170675 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:57:08.255072 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-ce070233-206f-40ab-920e-7b3694335a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (dfa25df3-493c-43ae-826d-29cbf3b2bfa8), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:08.285011 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-2a78aad3-9f0e-4ee9-a4bc-d74ad9f09d09 None None] Current status of the port c18cce53-4abc-4a33-9a65-94ad8512bf9a is: DOWN; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:57:08.285408 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-2a78aad3-9f0e-4ee9-a4bc-d74ad9f09d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (c18cce53-4abc-4a33-9a65-94ad8512bf9a), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:08.409001 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f496205-f677-4ae6-8fa7-8b9d84fb81d1 req-5019e004-6570-4d87-9be2-b2cb3bb133f9 tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:57:08.410492 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-9f496205-f677-4ae6-8fa7-8b9d84fb81d1 req-5019e004-6570-4d87-9be2-b2cb3bb133f9 tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d4e9152-18e1-4d31-857c-68cf93911bc8 HTTP/1.1" status: 200 len: 950 time: 0.0615876 Jul 18 10:57:08.412204 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-2a78aad3-9f0e-4ee9-a4bc-d74ad9f09d09 None None] For port c18cce53-4abc-4a33-9a65-94ad8512bf9a, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=c18cce53-4abc-4a33-9a65-94ad8512bf9a,segment=NetworkSegment(48e72272-2fe5-4c9d-a8b8-c9ff3a9dedba),segment_id=48e72272-2fe5-4c9d-a8b8-c9ff3a9dedba)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:57:08.424795 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-7da6c7ce-4022-4f48-a22f-0165a9f05aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041d21ca-6294-4786-a6d9-3985529053c7', 'name': 'tempest-TestMinimumBasicScenario-1855346414-router', 'tenant_id': 'abc1cd8a20854cb0ac847cf30c1343eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '12d30916-133d-409c-a767-6baa3952308c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:56:58Z', 'updated_at': '2022-07-18T10:57:03Z', 'revision_number': 4, 'project_id': 'abc1cd8a20854cb0ac847cf30c1343eb', 'gw_port': {'id': '12d30916-133d-409c-a767-6baa3952308c', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:43:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041d21ca-6294-4786-a6d9-3985529053c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:56:59Z', 'updated_at': '2022-07-18T10:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': 'c18cce53-4abc-4a33-9a65-94ad8512bf9a', 'name': '', 'network_id': 'bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6', 'tenant_id': 'abc1cd8a20854cb0ac847cf30c1343eb', 'mac_address': 'fa:16:3e:fb:99:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '041d21ca-6294-4786-a6d9-3985529053c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'f3a6a586-4f4e-45ae-b1ac-326e1d7e89f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:57:02Z', 'updated_at': '2022-07-18T10:57:07Z', 'revision_number': 4, 'project_id': 'abc1cd8a20854cb0ac847cf30c1343eb', 'subnets': [{'id': 'f3a6a586-4f4e-45ae-b1ac-326e1d7e89f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:57:08.455657 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f3ceeb79-bc57-4674-84ce-fa35017d52a2 None None] Publish callbacks [] for port (13c16b7b-a52c-4cd5-a302-4dd4719217be), precommit_create {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:08.458034 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da6c7ce-4022-4f48-a22f-0165a9f05aed None None] The sync data for ids ['041d21ca-6294-4786-a6d9-3985529053c7'] in dv-cinder-849498-1-iscsi is: [{'id': '041d21ca-6294-4786-a6d9-3985529053c7', 'name': 'tempest-TestMinimumBasicScenario-1855346414-router', 'tenant_id': 'abc1cd8a20854cb0ac847cf30c1343eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '12d30916-133d-409c-a767-6baa3952308c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:56:58Z', 'updated_at': '2022-07-18T10:57:03Z', 'revision_number': 4, 'project_id': 'abc1cd8a20854cb0ac847cf30c1343eb', 'gw_port': {'id': '12d30916-133d-409c-a767-6baa3952308c', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:43:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041d21ca-6294-4786-a6d9-3985529053c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:56:59Z', 'updated_at': '2022-07-18T10:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': 'c18cce53-4abc-4a33-9a65-94ad8512bf9a', 'name': '', 'network_id': 'bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6', 'tenant_id': 'abc1cd8a20854cb0ac847cf30c1343eb', 'mac_address': 'fa:16:3e:fb:99:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '041d21ca-6294-4786-a6d9-3985529053c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'f3a6a586-4f4e-45ae-b1ac-326e1d7e89f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:57:02Z', 'updated_at': '2022-07-18T10:57:07Z', 'revision_number': 4, 'project_id': 'abc1cd8a20854cb0ac847cf30c1343eb', 'subnets': [{'id': 'f3a6a586-4f4e-45ae-b1ac-326e1d7e89f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:57:08.486273 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-2a78aad3-9f0e-4ee9-a4bc-d74ad9f09d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (c18cce53-4abc-4a33-9a65-94ad8512bf9a), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:08.562613 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a78aad3-9f0e-4ee9-a4bc-d74ad9f09d09 None None] Pushing event updated for resources: {'Port': ['ID=c18cce53-4abc-4a33-9a65-94ad8512bf9a,revision_number=5']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:57:08.574243 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-9f496205-f677-4ae6-8fa7-8b9d84fb81d1 req-3c60c444-b14a-412e-b4bd-b6c5bce4b55b tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b6f1410-654e-4aa8-bd45-1e2728b2b20b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176486 Jul 18 10:57:08.583378 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f3ceeb79-bc57-4674-84ce-fa35017d52a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684'] for port (13c16b7b-a52c-4cd5-a302-4dd4719217be), after_create {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:08.612736 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:57:08.628118 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:57:08.633259 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ceeb79-bc57-4674-84ce-fa35017d52a2 None None] Network bda7b2a5-0a17-4f7e-85e6-f711983634f5 is already hosted by enough agents. {{(pid=111156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:57:08.635474 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-fc38014f-8a96-4cf0-b910-435d4db30874 admin admin] Publish callbacks [] for router_gateway (40ec1ac7-22bb-42d6-96d8-13a068cff203), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:08.637683 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.scheduler.base_scheduler [None req-f3ceeb79-bc57-4674-84ce-fa35017d52a2 None None] Resources bound (agent type, host, resource id): {{(pid=111156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:57:08.643765 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ceeb79-bc57-4674-84ce-fa35017d52a2 None None] Received port after_create {{(pid=111156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:57:08.663934 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-fc38014f-8a96-4cf0-b910-435d4db30874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:08.685701 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ceeb79-bc57-4674-84ce-fa35017d52a2 None None] Pushing event updated for resources: {'Port': ['ID=13c16b7b-a52c-4cd5-a302-4dd4719217be,revision_number=1']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:57:08.722593 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-f3ceeb79-bc57-4674-84ce-fa35017d52a2 None None] Attempting to bind port 13c16b7b-a52c-4cd5-a302-4dd4719217be on host dv-cinder-849498-1-iscsi for vnic_type normal with profile {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:57:08.723031 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-f3ceeb79-bc57-4674-84ce-fa35017d52a2 None None] Attempting to bind port 13c16b7b-a52c-4cd5-a302-4dd4719217be by drivers openvswitch,hyperv on host dv-cinder-849498-1-iscsi at level 0 using segments [{'id': '23097a4c-7b35-4a4e-b7f4-9a66508bbbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bda7b2a5-0a17-4f7e-85e6-f711983634f5'}] {{(pid=111156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:57:08.723398 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ceeb79-bc57-4674-84ce-fa35017d52a2 None None] Attempting to bind port 13c16b7b-a52c-4cd5-a302-4dd4719217be on network bda7b2a5-0a17-4f7e-85e6-f711983634f5 {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:57:08.730045 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ceeb79-bc57-4674-84ce-fa35017d52a2 None None] Checking agent: {'id': '62f731a8-190a-49a2-85f5-14fe4e09184e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849498-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 37, 10), 'started_at': datetime.datetime(2022, 7, 18, 10, 37, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849498-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:57:08.730442 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ceeb79-bc57-4674-84ce-fa35017d52a2 None None] Checking segment: {'id': '23097a4c-7b35-4a4e-b7f4-9a66508bbbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bda7b2a5-0a17-4f7e-85e6-f711983634f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:57:08.730811 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f3ceeb79-bc57-4674-84ce-fa35017d52a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:08.731260 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ceeb79-bc57-4674-84ce-fa35017d52a2 None None] Bound using segment: {'id': '23097a4c-7b35-4a4e-b7f4-9a66508bbbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bda7b2a5-0a17-4f7e-85e6-f711983634f5'} {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:57:08.731781 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-f3ceeb79-bc57-4674-84ce-fa35017d52a2 None None] Bound port: 13c16b7b-a52c-4cd5-a302-4dd4719217be, host: dv-cinder-849498-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23097a4c-7b35-4a4e-b7f4-9a66508bbbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bda7b2a5-0a17-4f7e-85e6-f711983634f5'}}] {{(pid=111156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:57:08.732740 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f3ceeb79-bc57-4674-84ce-fa35017d52a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (13c16b7b-a52c-4cd5-a302-4dd4719217be), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:08.834248 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-f3ceeb79-bc57-4674-84ce-fa35017d52a2 None None] For port 13c16b7b-a52c-4cd5-a302-4dd4719217be, host dv-cinder-849498-1-iscsi, cleared binding levels {{(pid=111156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:57:08.838391 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-f3ceeb79-bc57-4674-84ce-fa35017d52a2 None None] For port 13c16b7b-a52c-4cd5-a302-4dd4719217be, host dv-cinder-849498-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=13c16b7b-a52c-4cd5-a302-4dd4719217be,segment=NetworkSegment(23097a4c-7b35-4a4e-b7f4-9a66508bbbc5),segment_id=23097a4c-7b35-4a4e-b7f4-9a66508bbbc5)] {{(pid=111156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:57:08.838605 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.db_base_plugin_common [None req-fc38014f-8a96-4cf0-b910-435d4db30874 admin admin] Allocated IP 172.27.1.48 (bb0f21c8-59d6-4417-bd6b-78e480c446a1/d4fbd515-2e97-4384-b4aa-6523e13e40eb/e35fc8b5-88d9-4d39-8f22-eb5b33ce8d18) {{(pid=111155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:57:08.924889 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f3ceeb79-bc57-4674-84ce-fa35017d52a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (13c16b7b-a52c-4cd5-a302-4dd4719217be), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:08.976552 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-fc38014f-8a96-4cf0-b910-435d4db30874 admin admin] Publish callbacks [] for port (e35fc8b5-88d9-4d39-8f22-eb5b33ce8d18), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:09.026237 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ceeb79-bc57-4674-84ce-fa35017d52a2 None None] Pushing event updated for resources: {'Port': ['ID=13c16b7b-a52c-4cd5-a302-4dd4719217be,revision_number=2']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:57:09.090492 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-fc38014f-8a96-4cf0-b910-435d4db30874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126083827'] for port (e35fc8b5-88d9-4d39-8f22-eb5b33ce8d18), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:09.132218 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc38014f-8a96-4cf0-b910-435d4db30874 admin admin] Network bb0f21c8-59d6-4417-bd6b-78e480c446a1 is already hosted by enough agents. {{(pid=111155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:57:09.135351 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.base_scheduler [None req-fc38014f-8a96-4cf0-b910-435d4db30874 admin admin] Resources bound (agent type, host, resource id): {{(pid=111155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:57:09.138646 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc38014f-8a96-4cf0-b910-435d4db30874 admin admin] Received port after_create {{(pid=111155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:57:09.177086 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc38014f-8a96-4cf0-b910-435d4db30874 admin admin] Pushing event updated for resources: {'Port': ['ID=e35fc8b5-88d9-4d39-8f22-eb5b33ce8d18,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:57:09.567063 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:57:09.589879 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-fc38014f-8a96-4cf0-b910-435d4db30874 admin admin] Publish callbacks [] for router_gateway (40ec1ac7-22bb-42d6-96d8-13a068cff203), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:09.767077 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17cd0c5-3b3f-43e9-be7a-c3fc11dde7d5 req-a2f9ce5a-aa89-478c-8631-f225e798a87e tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:57:09.768717 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d17cd0c5-3b3f-43e9-be7a-c3fc11dde7d5 req-a2f9ce5a-aa89-478c-8631-f225e798a87e tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d4e9152-18e1-4d31-857c-68cf93911bc8 HTTP/1.1" status: 200 len: 950 time: 0.1032619 Jul 18 10:57:09.874780 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f8336af3-fca9-403e-a19b-06518ba3f665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (7e71126e-a656-43d8-a2eb-058f1b343885), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:09.908266 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:57:09.919101 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d17cd0c5-3b3f-43e9-be7a-c3fc11dde7d5 req-17fe430c-e050-414e-8004-ca04eece11dd tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b6f1410-654e-4aa8-bd45-1e2728b2b20b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422665 Jul 18 10:57:09.944034 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-fc38014f-8a96-4cf0-b910-435d4db30874 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3789133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3777021'] for router (40ec1ac7-22bb-42d6-96d8-13a068cff203), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:10.039217 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (62f731a8-190a-49a2-85f5-14fe4e09184e), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:10.178176 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267b4374-8131-45c7-9f38-6e4f2eb8f883 None None] Network bda7b2a5-0a17-4f7e-85e6-f711983634f5 requested from dv-cinder-849498-1-iscsi {{(pid=111156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:57:10.212010 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device c18cce53-4abc-4a33-9a65-94ad8512bf9a up at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:57:10.272755 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc38014f-8a96-4cf0-b910-435d4db30874 admin admin] Router 40ec1ac7-22bb-42d6-96d8-13a068cff203 is scheduled to L3 agent e6bcb791-bd43-4d6b-ab54-e591cb66712b with binding_index 1 {{(pid=111155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 10:57:10.289273 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-b4b87e17-ec79-43d3-bb87-e132a9bcce8d None None] Provisioning complete for port 13c16b7b-a52c-4cd5-a302-4dd4719217be triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:57:10.289647 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-b4b87e17-ec79-43d3-bb87-e132a9bcce8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (13c16b7b-a52c-4cd5-a302-4dd4719217be), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:10.347729 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:57:10.372535 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Provisioning complete for port c18cce53-4abc-4a33-9a65-94ad8512bf9a triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:57:10.373067 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (c18cce53-4abc-4a33-9a65-94ad8512bf9a), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:10.392675 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc38014f-8a96-4cf0-b910-435d4db30874 admin admin] Notify agent at l3_agent.dv-cinder-849498-1-iscsi the message routers_updated {{(pid=111155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:57:10.406645 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ebbefd-ae84-4faa-a24d-f29d122fa33d None None] Sync routers for ids ['40ec1ac7-22bb-42d6-96d8-13a068cff203'] in dv-cinder-849498-1-iscsi {{(pid=111157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:57:10.419477 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ebbefd-ae84-4faa-a24d-f29d122fa33d None None] Routers {'40ec1ac7-22bb-42d6-96d8-13a068cff203'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:57:10.420317 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-23ebbefd-ae84-4faa-a24d-f29d122fa33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:57:07Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['40ec1ac7-22bb-42d6-96d8-13a068cff203'], 'active': True} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:57:10.458949 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-b4b87e17-ec79-43d3-bb87-e132a9bcce8d None None] Current status of the port 13c16b7b-a52c-4cd5-a302-4dd4719217be is: DOWN; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:57:10.459334 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-b4b87e17-ec79-43d3-bb87-e132a9bcce8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (13c16b7b-a52c-4cd5-a302-4dd4719217be), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:10.485841 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-fc38014f-8a96-4cf0-b910-435d4db30874 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:10.487021 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-fc38014f-8a96-4cf0-b910-435d4db30874 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.0855916 Jul 18 10:57:10.489833 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 49458) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:57:10.525478 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Current status of the port c18cce53-4abc-4a33-9a65-94ad8512bf9a is: ACTIVE; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:57:10.526677 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 13c16b7b-a52c-4cd5-a302-4dd4719217be up at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:57:10.557752 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-b4b87e17-ec79-43d3-bb87-e132a9bcce8d None None] For port 13c16b7b-a52c-4cd5-a302-4dd4719217be, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=13c16b7b-a52c-4cd5-a302-4dd4719217be,segment=NetworkSegment(23097a4c-7b35-4a4e-b7f4-9a66508bbbc5),segment_id=23097a4c-7b35-4a4e-b7f4-9a66508bbbc5)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:57:10.615713 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d464c4a1-40e3-4101-9e0a-7f6550315331 req-a06fe48f-daf5-4bac-a348-0002a76d9480 tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:57:10.617674 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d464c4a1-40e3-4101-9e0a-7f6550315331 req-a06fe48f-daf5-4bac-a348-0002a76d9480 tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d4e9152-18e1-4d31-857c-68cf93911bc8 HTTP/1.1" status: 200 len: 950 time: 0.0764933 Jul 18 10:57:10.618982 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Provisioning complete for port 13c16b7b-a52c-4cd5-a302-4dd4719217be triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:57:10.619374 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (13c16b7b-a52c-4cd5-a302-4dd4719217be), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:10.642179 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvr_db [None req-23ebbefd-ae84-4faa-a24d-f29d122fa33d None None] Set router 40ec1ac7-22bb-42d6-96d8-13a068cff203 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:57:10.665752 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-b4b87e17-ec79-43d3-bb87-e132a9bcce8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (13c16b7b-a52c-4cd5-a302-4dd4719217be), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:10.711309 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d464c4a1-40e3-4101-9e0a-7f6550315331 req-edfafeb9-d656-4735-b63c-50cc799bdc1e tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b6f1410-654e-4aa8-bd45-1e2728b2b20b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869200 Jul 18 10:57:10.712156 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:57:10.752971 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:INSERT=13,neutron:SELECT=83,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:57:10.788102 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b87e17-ec79-43d3-bb87-e132a9bcce8d None None] Pushing event updated for resources: {'Port': ['ID=13c16b7b-a52c-4cd5-a302-4dd4719217be,revision_number=3']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:57:10.793791 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Current status of the port 13c16b7b-a52c-4cd5-a302-4dd4719217be is: ACTIVE; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:57:10.799337 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-0afe81a0-9e67-4caf-ac34-a13696164eb8 None None] Provisioning complete for port 13c16b7b-a52c-4cd5-a302-4dd4719217be triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:57:10.799337 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-0afe81a0-9e67-4caf-ac34-a13696164eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (13c16b7b-a52c-4cd5-a302-4dd4719217be), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:10.878237 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-23ebbefd-ae84-4faa-a24d-f29d122fa33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ec1ac7-22bb-42d6-96d8-13a068cff203', 'name': 'tempest-TestMinimumBasicScenario-518575676-router', 'tenant_id': 'a42c425f46f34931a82458c93e39ff4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'e35fc8b5-88d9-4d39-8f22-eb5b33ce8d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:57:07Z', 'updated_at': '2022-07-18T10:57:09Z', 'revision_number': 3, 'project_id': 'a42c425f46f34931a82458c93e39ff4b', 'gw_port': {'id': 'e35fc8b5-88d9-4d39-8f22-eb5b33ce8d18', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ec1ac7-22bb-42d6-96d8-13a068cff203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:57:08Z', 'updated_at': '2022-07-18T10:57:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi'}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:57:10.892995 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-0afe81a0-9e67-4caf-ac34-a13696164eb8 None None] Current status of the port 13c16b7b-a52c-4cd5-a302-4dd4719217be is: ACTIVE; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:57:10.909181 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ebbefd-ae84-4faa-a24d-f29d122fa33d None None] Checking router: 40ec1ac7-22bb-42d6-96d8-13a068cff203 for host: dv-cinder-849498-1-iscsi {{(pid=111157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:57:10.909527 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ebbefd-ae84-4faa-a24d-f29d122fa33d None None] Updating router 40ec1ac7-22bb-42d6-96d8-13a068cff203 port e35fc8b5-88d9-4d39-8f22-eb5b33ce8d18 binding host dv-cinder-849498-1-iscsi {{(pid=111157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 10:57:10.944125 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-23ebbefd-ae84-4faa-a24d-f29d122fa33d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (e35fc8b5-88d9-4d39-8f22-eb5b33ce8d18), before_update {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:11.012635 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-aaeaf518-9972-44e5-ba92-999ca0292457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:11.102996 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:57:11.178817 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.db_base_plugin_common [None req-aaeaf518-9972-44e5-ba92-999ca0292457 admin admin] Allocated IP 172.20.0.1 (bda7b2a5-0a17-4f7e-85e6-f711983634f5/f919306f-d7cd-46e6-bde5-798f6dab1fc2/43bf9a1e-0316-456c-bcdc-7e48ee36925b) {{(pid=111154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:57:11.191815 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:57:11.208167 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-23ebbefd-ae84-4faa-a24d-f29d122fa33d None None] Publish callbacks [] for port (e35fc8b5-88d9-4d39-8f22-eb5b33ce8d18), precommit_update {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:11.290159 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-aaeaf518-9972-44e5-ba92-999ca0292457 admin admin] Publish callbacks [] for port (43bf9a1e-0316-456c-bcdc-7e48ee36925b), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:11.318317 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-23ebbefd-ae84-4faa-a24d-f29d122fa33d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (e35fc8b5-88d9-4d39-8f22-eb5b33ce8d18), after_update {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:11.374009 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.managers [None req-23ebbefd-ae84-4faa-a24d-f29d122fa33d None None] Attempting to bind port e35fc8b5-88d9-4d39-8f22-eb5b33ce8d18 on host dv-cinder-849498-1-iscsi for vnic_type normal with profile {{(pid=111157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:57:11.374441 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.managers [None req-23ebbefd-ae84-4faa-a24d-f29d122fa33d None None] Attempting to bind port e35fc8b5-88d9-4d39-8f22-eb5b33ce8d18 by drivers openvswitch,hyperv on host dv-cinder-849498-1-iscsi at level 0 using segments [{'id': '43730dd2-6239-4f15-a180-e6d1d2fbff54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1'}] {{(pid=111157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:57:11.374804 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ebbefd-ae84-4faa-a24d-f29d122fa33d None None] Attempting to bind port e35fc8b5-88d9-4d39-8f22-eb5b33ce8d18 on network bb0f21c8-59d6-4417-bd6b-78e480c446a1 {{(pid=111157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:57:11.383716 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db357f1-0d35-41ce-84cb-d16c908bf13c None None] Pushing event updated for resources: {'Port': ['ID=e35fc8b5-88d9-4d39-8f22-eb5b33ce8d18,revision_number=2']} {{(pid=111157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:57:11.387670 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ebbefd-ae84-4faa-a24d-f29d122fa33d None None] Checking agent: {'id': '62f731a8-190a-49a2-85f5-14fe4e09184e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849498-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 37, 10), 'started_at': datetime.datetime(2022, 7, 18, 10, 37, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849498-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:57:11.389233 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ebbefd-ae84-4faa-a24d-f29d122fa33d None None] Checking segment: {'id': '43730dd2-6239-4f15-a180-e6d1d2fbff54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:57:11.389619 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-23ebbefd-ae84-4faa-a24d-f29d122fa33d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:11.390071 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ebbefd-ae84-4faa-a24d-f29d122fa33d None None] Bound using segment: {'id': '43730dd2-6239-4f15-a180-e6d1d2fbff54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1'} {{(pid=111157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:57:11.390562 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.managers [None req-23ebbefd-ae84-4faa-a24d-f29d122fa33d None None] Bound port: e35fc8b5-88d9-4d39-8f22-eb5b33ce8d18, host: dv-cinder-849498-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43730dd2-6239-4f15-a180-e6d1d2fbff54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1'}}] {{(pid=111157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:57:11.390940 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-23ebbefd-ae84-4faa-a24d-f29d122fa33d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (e35fc8b5-88d9-4d39-8f22-eb5b33ce8d18), before_update {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:11.448642 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.db [None req-23ebbefd-ae84-4faa-a24d-f29d122fa33d None None] For port e35fc8b5-88d9-4d39-8f22-eb5b33ce8d18, host dv-cinder-849498-1-iscsi, cleared binding levels {{(pid=111157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:57:11.452941 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.plugins.ml2.db [None req-23ebbefd-ae84-4faa-a24d-f29d122fa33d None None] For port e35fc8b5-88d9-4d39-8f22-eb5b33ce8d18, host dv-cinder-849498-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=e35fc8b5-88d9-4d39-8f22-eb5b33ce8d18,segment=NetworkSegment(43730dd2-6239-4f15-a180-e6d1d2fbff54),segment_id=43730dd2-6239-4f15-a180-e6d1d2fbff54)] {{(pid=111157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:57:11.530644 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-aaeaf518-9972-44e5-ba92-999ca0292457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127334210'] for port (43bf9a1e-0316-456c-bcdc-7e48ee36925b), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:11.575321 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaeaf518-9972-44e5-ba92-999ca0292457 admin admin] Network bda7b2a5-0a17-4f7e-85e6-f711983634f5 is already hosted by enough agents. {{(pid=111154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:57:11.583442 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.base_scheduler [None req-aaeaf518-9972-44e5-ba92-999ca0292457 admin admin] Resources bound (agent type, host, resource id): {{(pid=111154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:57:11.587718 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaeaf518-9972-44e5-ba92-999ca0292457 admin admin] Received port after_create {{(pid=111154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:57:11.591727 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeaf518-9972-44e5-ba92-999ca0292457 admin admin] Pushing event updated for resources: {'Port': ['ID=43bf9a1e-0316-456c-bcdc-7e48ee36925b,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:57:11.605303 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron_lib.callbacks.manager [None req-23ebbefd-ae84-4faa-a24d-f29d122fa33d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (e35fc8b5-88d9-4d39-8f22-eb5b33ce8d18), after_update {{(pid=111157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:11.634118 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-aaeaf518-9972-44e5-ba92-999ca0292457 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3782518'] for router_interface (40ec1ac7-22bb-42d6-96d8-13a068cff203), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:11.667736 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ebbefd-ae84-4faa-a24d-f29d122fa33d None None] Routers {'40ec1ac7-22bb-42d6-96d8-13a068cff203'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:57:11.668666 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-23ebbefd-ae84-4faa-a24d-f29d122fa33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:57:07Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['40ec1ac7-22bb-42d6-96d8-13a068cff203'], 'active': True} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:57:11.677294 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:57:11.717242 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db357f1-0d35-41ce-84cb-d16c908bf13c None None] Pushing event updated for resources: {'Port': ['ID=e35fc8b5-88d9-4d39-8f22-eb5b33ce8d18,revision_number=3']} {{(pid=111157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:57:11.733078 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:UPDATE=2 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:57:11.806203 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvr_db [None req-23ebbefd-ae84-4faa-a24d-f29d122fa33d None None] Set router 40ec1ac7-22bb-42d6-96d8-13a068cff203 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:57:11.858185 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd93730-bfcd-440d-8160-630a5d4299a3 req-f5c78f18-3ca0-4ba4-8418-4a12bbea7bce tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:57:11.863167 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-aaeaf518-9972-44e5-ba92-999ca0292457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (43bf9a1e-0316-456c-bcdc-7e48ee36925b), before_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:11.865861 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-4bd93730-bfcd-440d-8160-630a5d4299a3 req-f5c78f18-3ca0-4ba4-8418-4a12bbea7bce tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d4e9152-18e1-4d31-857c-68cf93911bc8 HTTP/1.1" status: 200 len: 950 time: 0.0619793 Jul 18 10:57:11.919737 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-56f46d7e-27f5-40d9-a00b-b4a1e46924c2 None None] Provisioning complete for port 43bf9a1e-0316-456c-bcdc-7e48ee36925b triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:57:11.920349 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-56f46d7e-27f5-40d9-a00b-b4a1e46924c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (43bf9a1e-0316-456c-bcdc-7e48ee36925b), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:11.964976 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-56f46d7e-27f5-40d9-a00b-b4a1e46924c2 None None] Port 43bf9a1e-0316-456c-bcdc-7e48ee36925b cannot update to ACTIVE because it is not bound. {{(pid=111156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:57:11.973924 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-4bd93730-bfcd-440d-8160-630a5d4299a3 req-98183530-38e0-4c0f-9e08-b5b543b85e39 tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b6f1410-654e-4aa8-bd45-1e2728b2b20b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060736 Jul 18 10:57:12.002953 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:57:12.019560 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-23ebbefd-ae84-4faa-a24d-f29d122fa33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ec1ac7-22bb-42d6-96d8-13a068cff203', 'name': 'tempest-TestMinimumBasicScenario-518575676-router', 'tenant_id': 'a42c425f46f34931a82458c93e39ff4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'e35fc8b5-88d9-4d39-8f22-eb5b33ce8d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:57:07Z', 'updated_at': '2022-07-18T10:57:09Z', 'revision_number': 3, 'project_id': 'a42c425f46f34931a82458c93e39ff4b', 'gw_port': {'id': 'e35fc8b5-88d9-4d39-8f22-eb5b33ce8d18', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ec1ac7-22bb-42d6-96d8-13a068cff203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:57:08Z', 'updated_at': '2022-07-18T10:57:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi'}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:57:12.043489 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68c938-1db6-48f6-bbc5-2ec04cce97ff req-4ac4cc06-a92a-4a4d-9920-0817135a73f8 tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:57:12.045850 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2e68c938-1db6-48f6-bbc5-2ec04cce97ff req-4ac4cc06-a92a-4a4d-9920-0817135a73f8 tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d4e9152-18e1-4d31-857c-68cf93911bc8 HTTP/1.1" status: 200 len: 950 time: 0.0520408 Jul 18 10:57:12.047943 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ebbefd-ae84-4faa-a24d-f29d122fa33d None None] The sync data for ids ['40ec1ac7-22bb-42d6-96d8-13a068cff203'] in dv-cinder-849498-1-iscsi is: [{'id': '40ec1ac7-22bb-42d6-96d8-13a068cff203', 'name': 'tempest-TestMinimumBasicScenario-518575676-router', 'tenant_id': 'a42c425f46f34931a82458c93e39ff4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'e35fc8b5-88d9-4d39-8f22-eb5b33ce8d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:57:07Z', 'updated_at': '2022-07-18T10:57:09Z', 'revision_number': 3, 'project_id': 'a42c425f46f34931a82458c93e39ff4b', 'gw_port': {'id': 'e35fc8b5-88d9-4d39-8f22-eb5b33ce8d18', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ec1ac7-22bb-42d6-96d8-13a068cff203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:57:08Z', 'updated_at': '2022-07-18T10:57:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi'}] {{(pid=111157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:57:12.087218 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-aaeaf518-9972-44e5-ba92-999ca0292457 admin admin] Publish callbacks [] for port (43bf9a1e-0316-456c-bcdc-7e48ee36925b), precommit_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:12.149105 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 13c16b7b-a52c-4cd5-a302-4dd4719217be up at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:57:12.155957 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.plugin [req-2e68c938-1db6-48f6-bbc5-2ec04cce97ff req-4d6a642a-26ef-4144-886b-a94dc1a84042 tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] Deleting port be149415-2daf-40aa-b6d3-27a3887e4858 {{(pid=111155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:57:12.156299 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-2e68c938-1db6-48f6-bbc5-2ec04cce97ff req-4d6a642a-26ef-4144-886b-a94dc1a84042 tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (be149415-2daf-40aa-b6d3-27a3887e4858), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:12.203647 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Provisioning complete for port 13c16b7b-a52c-4cd5-a302-4dd4719217be triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:57:12.204026 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (13c16b7b-a52c-4cd5-a302-4dd4719217be), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:12.244953 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-aaeaf518-9972-44e5-ba92-999ca0292457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127333809'] for port (43bf9a1e-0316-456c-bcdc-7e48ee36925b), after_update {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:12.288504 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.db [req-2e68c938-1db6-48f6-bbc5-2ec04cce97ff req-4d6a642a-26ef-4144-886b-a94dc1a84042 tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] For port be149415-2daf-40aa-b6d3-27a3887e4858, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=be149415-2daf-40aa-b6d3-27a3887e4858,segment=NetworkSegment(5948b36a-8d3c-419b-8589-2ecc80f53c09),segment_id=5948b36a-8d3c-419b-8589-2ecc80f53c09)] {{(pid=111155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:57:12.288977 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-2e68c938-1db6-48f6-bbc5-2ec04cce97ff req-4d6a642a-26ef-4144-886b-a94dc1a84042 tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (be149415-2daf-40aa-b6d3-27a3887e4858), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:12.310294 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.plugin [req-2e68c938-1db6-48f6-bbc5-2ec04cce97ff req-4d6a642a-26ef-4144-886b-a94dc1a84042 tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] Calling delete_port for be149415-2daf-40aa-b6d3-27a3887e4858 owned by compute:nova {{(pid=111155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:57:12.312532 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Current status of the port 13c16b7b-a52c-4cd5-a302-4dd4719217be is: ACTIVE; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:57:12.340718 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-aaeaf518-9972-44e5-ba92-999ca0292457 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3608107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3781902'] for router_interface (40ec1ac7-22bb-42d6-96d8-13a068cff203), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:12.400942 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeaf518-9972-44e5-ba92-999ca0292457 admin admin] Pushing event updated for resources: {'Port': ['ID=43bf9a1e-0316-456c-bcdc-7e48ee36925b,revision_number=2']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:57:12.545569 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaeaf518-9972-44e5-ba92-999ca0292457 admin admin] Network bda7b2a5-0a17-4f7e-85e6-f711983634f5 is already hosted by enough agents. {{(pid=111154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:57:12.547225 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.base_scheduler [None req-aaeaf518-9972-44e5-ba92-999ca0292457 admin admin] Resources bound (agent type, host, resource id): {{(pid=111154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:57:12.598866 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-2e68c938-1db6-48f6-bbc5-2ec04cce97ff req-4d6a642a-26ef-4144-886b-a94dc1a84042 tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126083827'] for port (be149415-2daf-40aa-b6d3-27a3887e4858), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:12.631994 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6a642a-26ef-4144-886b-a94dc1a84042 tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] Pushing event deleted for resources: {'Port': ['ID=be149415-2daf-40aa-b6d3-27a3887e4858,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:57:12.682524 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e68c938-1db6-48f6-bbc5-2ec04cce97ff req-4d6a642a-26ef-4144-886b-a94dc1a84042 tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] No DVR routers for this DVR port be149415-2daf-40aa-b6d3-27a3887e4858 on host hv-cinder-84949 {{(pid=111155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:57:12.685243 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-2e68c938-1db6-48f6-bbc5-2ec04cce97ff req-4d6a642a-26ef-4144-886b-a94dc1a84042 tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for port (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:12.689628 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2e68c938-1db6-48f6-bbc5-2ec04cce97ff req-4d6a642a-26ef-4144-886b-a94dc1a84042 tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] 10.222.0.52 "DELETE /v2.0/ports/be149415-2daf-40aa-b6d3-27a3887e4858 HTTP/1.1" status: 204 len: 173 time: 0.6368833 Jul 18 10:57:12.690228 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d4e9152-18e1-4d31-857c-68cf93911bc8', 'name': 'network-vif-deleted', 'tag': 'be149415-2daf-40aa-b6d3-27a3887e4858'}] {{(pid=111155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:57:12.693753 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f06b923856051c73f64d3b2294300e60923526062a62ec6e5be74a6ad2a3856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695499c4-b94a-4ff1-aa55-e457ad70f31b" -d '{"events": [{"server_uuid": "0d4e9152-18e1-4d31-857c-68cf93911bc8", "name": "network-vif-deleted", "tag": "be149415-2daf-40aa-b6d3-27a3887e4858"}]}' {{(pid=111155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:57:12.715581 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaeaf518-9972-44e5-ba92-999ca0292457 admin admin] Router 40ec1ac7-22bb-42d6-96d8-13a068cff203 has already been hosted by L3 agent e6bcb791-bd43-4d6b-ab54-e591cb66712b {{(pid=111154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:57:12.766179 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e8fcbd6-4951-4809-a50c-e62d055d8ccf x-openstack-request-id: req-7e8fcbd6-4951-4809-a50c-e62d055d8ccf {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:57:12.766755 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d4e9152-18e1-4d31-857c-68cf93911bc8", "name": "network-vif-deleted", "tag": "be149415-2daf-40aa-b6d3-27a3887e4858", "status": "completed", "code": 200}]} {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:57:12.767179 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7e8fcbd6-4951-4809-a50c-e62d055d8ccf {{(pid=111155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:57:12.768857 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e8fcbd6-4951-4809-a50c-e62d055d8ccf'] response: {'server_uuid': '0d4e9152-18e1-4d31-857c-68cf93911bc8', 'name': 'network-vif-deleted', 'tag': 'be149415-2daf-40aa-b6d3-27a3887e4858', 'status': 'completed', 'code': 200} Jul 18 10:57:12.813974 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:57:12.883927 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaeaf518-9972-44e5-ba92-999ca0292457 admin admin] Notify agent at l3_agent.dv-cinder-849498-1-iscsi the message routers_updated {{(pid=111154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:57:12.897357 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-aaeaf518-9972-44e5-ba92-999ca0292457 admin admin] 10.222.0.49 "PUT /v2.0/routers/40ec1ac7-22bb-42d6-96d8-13a068cff203/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4057927 Jul 18 10:57:13.009319 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-9430e0e2-dd79-4095-adb8-ac03e640394f None None] Provisioning complete for port 43bf9a1e-0316-456c-bcdc-7e48ee36925b triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:57:13.009900 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-9430e0e2-dd79-4095-adb8-ac03e640394f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (43bf9a1e-0316-456c-bcdc-7e48ee36925b), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:13.083154 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-9430e0e2-dd79-4095-adb8-ac03e640394f None None] Port 43bf9a1e-0316-456c-bcdc-7e48ee36925b cannot update to ACTIVE because it is not bound. {{(pid=111156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:57:13.112598 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-fb73a2d8-37eb-4654-9200-2bacffa84861 req-2f17ec6e-3592-4864-b938-22665bd0c366 tempest-VolumesNegativeTest-879689978 tempest-VolumesNegativeTest-879689978-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d4e9152-18e1-4d31-857c-68cf93911bc8 HTTP/1.1" status: 200 len: 210 time: 0.0434074 Jul 18 10:57:14.245464 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device e35fc8b5-88d9-4d39-8f22-eb5b33ce8d18 up at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:57:14.322938 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Provisioning complete for port e35fc8b5-88d9-4d39-8f22-eb5b33ce8d18 triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:57:14.323356 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (e35fc8b5-88d9-4d39-8f22-eb5b33ce8d18), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:14.332605 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d25734-a69f-4e76-9d66-f92e45c0f65c None None] Sync routers for ids ['40ec1ac7-22bb-42d6-96d8-13a068cff203'] in dv-cinder-849498-1-iscsi {{(pid=111156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:57:14.367237 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d25734-a69f-4e76-9d66-f92e45c0f65c None None] Routers {'40ec1ac7-22bb-42d6-96d8-13a068cff203'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:57:14.367938 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-e1d25734-a69f-4e76-9d66-f92e45c0f65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:57:07Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['40ec1ac7-22bb-42d6-96d8-13a068cff203'], 'active': True} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:57:14.522776 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=100 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:57:14.530921 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Current status of the port e35fc8b5-88d9-4d39-8f22-eb5b33ce8d18 is: DOWN; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:57:14.531636 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (e35fc8b5-88d9-4d39-8f22-eb5b33ce8d18), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:14.543286 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvr_db [None req-e1d25734-a69f-4e76-9d66-f92e45c0f65c None None] Set router 40ec1ac7-22bb-42d6-96d8-13a068cff203 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:57:14.582625 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device be149415-2daf-40aa-b6d3-27a3887e4858 no longer exists at agent hyperv_hv-cinder-84949 {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:57:14.723931 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] For port e35fc8b5-88d9-4d39-8f22-eb5b33ce8d18, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=e35fc8b5-88d9-4d39-8f22-eb5b33ce8d18,segment=NetworkSegment(43730dd2-6239-4f15-a180-e6d1d2fbff54),segment_id=43730dd2-6239-4f15-a180-e6d1d2fbff54)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:57:14.729008 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] No Port match for: be149415-2daf-40aa-b6d3-27a3887e4858 {{(pid=111156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:57:14.729491 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device be149415-2daf-40aa-b6d3-27a3887e4858 not bound to the agent host hv-cinder-84949 {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:57:14.807098 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (e35fc8b5-88d9-4d39-8f22-eb5b33ce8d18), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:14.837754 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:57:14.874191 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-e1d25734-a69f-4e76-9d66-f92e45c0f65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ec1ac7-22bb-42d6-96d8-13a068cff203', 'name': 'tempest-TestMinimumBasicScenario-518575676-router', 'tenant_id': 'a42c425f46f34931a82458c93e39ff4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'e35fc8b5-88d9-4d39-8f22-eb5b33ce8d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:57:07Z', 'updated_at': '2022-07-18T10:57:11Z', 'revision_number': 4, 'project_id': 'a42c425f46f34931a82458c93e39ff4b', 'gw_port': {'id': 'e35fc8b5-88d9-4d39-8f22-eb5b33ce8d18', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ec1ac7-22bb-42d6-96d8-13a068cff203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:57:08Z', 'updated_at': '2022-07-18T10:57:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': '43bf9a1e-0316-456c-bcdc-7e48ee36925b', 'name': '', 'network_id': 'bda7b2a5-0a17-4f7e-85e6-f711983634f5', 'tenant_id': 'a42c425f46f34931a82458c93e39ff4b', 'mac_address': 'fa:16:3e:02:e7:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ec1ac7-22bb-42d6-96d8-13a068cff203', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'f919306f-d7cd-46e6-bde5-798f6dab1fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:57:11Z', 'updated_at': '2022-07-18T10:57:11Z', 'revision_number': 2, 'project_id': 'a42c425f46f34931a82458c93e39ff4b', 'subnets': [{'id': 'f919306f-d7cd-46e6-bde5-798f6dab1fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:57:14.914967 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d25734-a69f-4e76-9d66-f92e45c0f65c None None] Checking router: 40ec1ac7-22bb-42d6-96d8-13a068cff203 for host: dv-cinder-849498-1-iscsi {{(pid=111156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:57:14.918630 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d25734-a69f-4e76-9d66-f92e45c0f65c None None] Updating router 40ec1ac7-22bb-42d6-96d8-13a068cff203 port 43bf9a1e-0316-456c-bcdc-7e48ee36925b binding host dv-cinder-849498-1-iscsi {{(pid=111156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 10:57:14.922713 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Pushing event updated for resources: {'Port': ['ID=e35fc8b5-88d9-4d39-8f22-eb5b33ce8d18,revision_number=4']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:57:15.095788 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-e1d25734-a69f-4e76-9d66-f92e45c0f65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (43bf9a1e-0316-456c-bcdc-7e48ee36925b), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:15.462957 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-e1d25734-a69f-4e76-9d66-f92e45c0f65c None None] Publish callbacks [] for port (43bf9a1e-0316-456c-bcdc-7e48ee36925b), precommit_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:15.531056 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-e1d25734-a69f-4e76-9d66-f92e45c0f65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (43bf9a1e-0316-456c-bcdc-7e48ee36925b), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:15.600417 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f36d294-5cca-46a2-bc9d-59b60c8ddb04 None None] Pushing event updated for resources: {'Port': ['ID=43bf9a1e-0316-456c-bcdc-7e48ee36925b,revision_number=3']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:57:15.707976 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-e1d25734-a69f-4e76-9d66-f92e45c0f65c None None] Attempting to bind port 43bf9a1e-0316-456c-bcdc-7e48ee36925b on host dv-cinder-849498-1-iscsi for vnic_type normal with profile {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:57:15.708649 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-e1d25734-a69f-4e76-9d66-f92e45c0f65c None None] Attempting to bind port 43bf9a1e-0316-456c-bcdc-7e48ee36925b by drivers openvswitch,hyperv on host dv-cinder-849498-1-iscsi at level 0 using segments [{'id': '23097a4c-7b35-4a4e-b7f4-9a66508bbbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bda7b2a5-0a17-4f7e-85e6-f711983634f5'}] {{(pid=111156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:57:15.709552 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d25734-a69f-4e76-9d66-f92e45c0f65c None None] Attempting to bind port 43bf9a1e-0316-456c-bcdc-7e48ee36925b on network bda7b2a5-0a17-4f7e-85e6-f711983634f5 {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:57:15.724250 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d25734-a69f-4e76-9d66-f92e45c0f65c None None] Checking agent: {'id': '62f731a8-190a-49a2-85f5-14fe4e09184e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849498-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 37, 10), 'started_at': datetime.datetime(2022, 7, 18, 10, 37, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849498-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:57:15.730790 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d25734-a69f-4e76-9d66-f92e45c0f65c None None] Checking segment: {'id': '23097a4c-7b35-4a4e-b7f4-9a66508bbbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bda7b2a5-0a17-4f7e-85e6-f711983634f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:57:15.731439 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-e1d25734-a69f-4e76-9d66-f92e45c0f65c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:15.732868 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d25734-a69f-4e76-9d66-f92e45c0f65c None None] Bound using segment: {'id': '23097a4c-7b35-4a4e-b7f4-9a66508bbbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bda7b2a5-0a17-4f7e-85e6-f711983634f5'} {{(pid=111156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:57:15.733383 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.managers [None req-e1d25734-a69f-4e76-9d66-f92e45c0f65c None None] Bound port: 43bf9a1e-0316-456c-bcdc-7e48ee36925b, host: dv-cinder-849498-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23097a4c-7b35-4a4e-b7f4-9a66508bbbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bda7b2a5-0a17-4f7e-85e6-f711983634f5'}}] {{(pid=111156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:57:15.734005 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-e1d25734-a69f-4e76-9d66-f92e45c0f65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (43bf9a1e-0316-456c-bcdc-7e48ee36925b), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:15.859366 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-e1d25734-a69f-4e76-9d66-f92e45c0f65c None None] For port 43bf9a1e-0316-456c-bcdc-7e48ee36925b, host dv-cinder-849498-1-iscsi, cleared binding levels {{(pid=111156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:57:15.862349 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-e1d25734-a69f-4e76-9d66-f92e45c0f65c None None] For port 43bf9a1e-0316-456c-bcdc-7e48ee36925b, host dv-cinder-849498-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=43bf9a1e-0316-456c-bcdc-7e48ee36925b,segment=NetworkSegment(23097a4c-7b35-4a4e-b7f4-9a66508bbbc5),segment_id=23097a4c-7b35-4a4e-b7f4-9a66508bbbc5)] {{(pid=111156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:57:15.944654 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-286b059d-4503-48c5-ba12-26b35e661bc0 None None] Provisioning complete for port 43bf9a1e-0316-456c-bcdc-7e48ee36925b triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:57:15.945172 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-286b059d-4503-48c5-ba12-26b35e661bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (43bf9a1e-0316-456c-bcdc-7e48ee36925b), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:15.994986 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-286b059d-4503-48c5-ba12-26b35e661bc0 None None] Port 43bf9a1e-0316-456c-bcdc-7e48ee36925b cannot update to ACTIVE because it is not bound. {{(pid=111156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:57:16.045696 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-e1d25734-a69f-4e76-9d66-f92e45c0f65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (43bf9a1e-0316-456c-bcdc-7e48ee36925b), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:16.143815 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d25734-a69f-4e76-9d66-f92e45c0f65c None None] Routers {'40ec1ac7-22bb-42d6-96d8-13a068cff203'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:57:16.143815 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-e1d25734-a69f-4e76-9d66-f92e45c0f65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:57:07Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['40ec1ac7-22bb-42d6-96d8-13a068cff203'], 'active': True} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:57:16.162431 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f36d294-5cca-46a2-bc9d-59b60c8ddb04 None None] Pushing event updated for resources: {'Port': ['ID=43bf9a1e-0316-456c-bcdc-7e48ee36925b,revision_number=4']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:57:16.220618 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device e35fc8b5-88d9-4d39-8f22-eb5b33ce8d18 up at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:57:16.224954 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:57:16.352854 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:57:16.369516 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Provisioning complete for port e35fc8b5-88d9-4d39-8f22-eb5b33ce8d18 triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:57:16.369785 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (e35fc8b5-88d9-4d39-8f22-eb5b33ce8d18), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:16.441460 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvr_db [None req-e1d25734-a69f-4e76-9d66-f92e45c0f65c None None] Set router 40ec1ac7-22bb-42d6-96d8-13a068cff203 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:57:16.444339 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-a414f0aa-9c1f-4db9-b2b3-d2547517986c None None] Provisioning complete for port 43bf9a1e-0316-456c-bcdc-7e48ee36925b triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:57:16.444697 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-a414f0aa-9c1f-4db9-b2b3-d2547517986c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (43bf9a1e-0316-456c-bcdc-7e48ee36925b), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:16.656445 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Current status of the port e35fc8b5-88d9-4d39-8f22-eb5b33ce8d18 is: ACTIVE; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:57:16.724755 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-a414f0aa-9c1f-4db9-b2b3-d2547517986c None None] Current status of the port 43bf9a1e-0316-456c-bcdc-7e48ee36925b is: DOWN; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:57:16.725181 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-a414f0aa-9c1f-4db9-b2b3-d2547517986c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (43bf9a1e-0316-456c-bcdc-7e48ee36925b), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:16.807476 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:57:16.832111 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-a414f0aa-9c1f-4db9-b2b3-d2547517986c None None] For port 43bf9a1e-0316-456c-bcdc-7e48ee36925b, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=43bf9a1e-0316-456c-bcdc-7e48ee36925b,segment=NetworkSegment(23097a4c-7b35-4a4e-b7f4-9a66508bbbc5),segment_id=23097a4c-7b35-4a4e-b7f4-9a66508bbbc5)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:57:16.855294 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-e1d25734-a69f-4e76-9d66-f92e45c0f65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ec1ac7-22bb-42d6-96d8-13a068cff203', 'name': 'tempest-TestMinimumBasicScenario-518575676-router', 'tenant_id': 'a42c425f46f34931a82458c93e39ff4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'e35fc8b5-88d9-4d39-8f22-eb5b33ce8d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:57:07Z', 'updated_at': '2022-07-18T10:57:11Z', 'revision_number': 4, 'project_id': 'a42c425f46f34931a82458c93e39ff4b', 'gw_port': {'id': 'e35fc8b5-88d9-4d39-8f22-eb5b33ce8d18', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ec1ac7-22bb-42d6-96d8-13a068cff203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:57:08Z', 'updated_at': '2022-07-18T10:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': '43bf9a1e-0316-456c-bcdc-7e48ee36925b', 'name': '', 'network_id': 'bda7b2a5-0a17-4f7e-85e6-f711983634f5', 'tenant_id': 'a42c425f46f34931a82458c93e39ff4b', 'mac_address': 'fa:16:3e:02:e7:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ec1ac7-22bb-42d6-96d8-13a068cff203', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'f919306f-d7cd-46e6-bde5-798f6dab1fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:57:11Z', 'updated_at': '2022-07-18T10:57:15Z', 'revision_number': 4, 'project_id': 'a42c425f46f34931a82458c93e39ff4b', 'subnets': [{'id': 'f919306f-d7cd-46e6-bde5-798f6dab1fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:57:16.866956 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d25734-a69f-4e76-9d66-f92e45c0f65c None None] The sync data for ids ['40ec1ac7-22bb-42d6-96d8-13a068cff203'] in dv-cinder-849498-1-iscsi is: [{'id': '40ec1ac7-22bb-42d6-96d8-13a068cff203', 'name': 'tempest-TestMinimumBasicScenario-518575676-router', 'tenant_id': 'a42c425f46f34931a82458c93e39ff4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'e35fc8b5-88d9-4d39-8f22-eb5b33ce8d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:57:07Z', 'updated_at': '2022-07-18T10:57:11Z', 'revision_number': 4, 'project_id': 'a42c425f46f34931a82458c93e39ff4b', 'gw_port': {'id': 'e35fc8b5-88d9-4d39-8f22-eb5b33ce8d18', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ec1ac7-22bb-42d6-96d8-13a068cff203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:57:08Z', 'updated_at': '2022-07-18T10:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': '43bf9a1e-0316-456c-bcdc-7e48ee36925b', 'name': '', 'network_id': 'bda7b2a5-0a17-4f7e-85e6-f711983634f5', 'tenant_id': 'a42c425f46f34931a82458c93e39ff4b', 'mac_address': 'fa:16:3e:02:e7:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ec1ac7-22bb-42d6-96d8-13a068cff203', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'f919306f-d7cd-46e6-bde5-798f6dab1fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:57:11Z', 'updated_at': '2022-07-18T10:57:15Z', 'revision_number': 4, 'project_id': 'a42c425f46f34931a82458c93e39ff4b', 'subnets': [{'id': 'f919306f-d7cd-46e6-bde5-798f6dab1fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:57:16.950850 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-a414f0aa-9c1f-4db9-b2b3-d2547517986c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (43bf9a1e-0316-456c-bcdc-7e48ee36925b), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:17.059643 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a414f0aa-9c1f-4db9-b2b3-d2547517986c None None] Pushing event updated for resources: {'Port': ['ID=43bf9a1e-0316-456c-bcdc-7e48ee36925b,revision_number=5']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:57:18.214209 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 43bf9a1e-0316-456c-bcdc-7e48ee36925b up at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:57:18.303806 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Provisioning complete for port 43bf9a1e-0316-456c-bcdc-7e48ee36925b triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:57:18.304190 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (43bf9a1e-0316-456c-bcdc-7e48ee36925b), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:18.424608 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Current status of the port 43bf9a1e-0316-456c-bcdc-7e48ee36925b is: ACTIVE; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:57:22.021921 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:57:22.023956 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=9 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:57:22.745639 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.agents_db [None req-9b2825e1-dfaa-4032-a283-1b7ae0979f6b None None] Agent healthcheck: found 6 active agents {{(pid=111157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:57:22.880506 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=54 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:57:23.081885 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:57:23.089339 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=83,neutron:DELETE=5 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:57:23.293070 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 49774) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:57:23.487596 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-35bc1468-ba9a-4f81-a8e5-e6983bb09828 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6ccc8499e2e24dfa8bd8eb8ea1978ba7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1917903 Jul 18 10:57:23.487596 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 49778) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:57:23.548318 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-0a38c20f-0b94-4b68-b350-58de616dba09 admin admin] Publish callbacks [] for security_group (9b6f1410-654e-4aa8-bd45-1e2728b2b20b), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:23.579902 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-0a38c20f-0b94-4b68-b350-58de616dba09 admin admin] Publish callbacks [] for security_group (9b6f1410-654e-4aa8-bd45-1e2728b2b20b), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:23.714723 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-0a38c20f-0b94-4b68-b350-58de616dba09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (9b6f1410-654e-4aa8-bd45-1e2728b2b20b), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:23.720762 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-0a38c20f-0b94-4b68-b350-58de616dba09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:23.723132 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-0a38c20f-0b94-4b68-b350-58de616dba09 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9b6f1410-654e-4aa8-bd45-1e2728b2b20b HTTP/1.1" status: 204 len: 168 time: 0.2342966 Jul 18 10:57:23.765057 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a38c20f-0b94-4b68-b350-58de616dba09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b6f1410-654e-4aa8-bd45-1e2728b2b20b,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:57:26.238370 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1ff6e34c-ad2d-4d6d-84c2-aee03113dac2), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:26.814151 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f001f68a-edf5-42f7-b834-9028b686d4e7 req-eb18fcbc-c720-4072-b442-239528397a9a tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:57:26.815666 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f001f68a-edf5-42f7-b834-9028b686d4e7 req-eb18fcbc-c720-4072-b442-239528397a9a tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/networks?id=bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6 HTTP/1.1" status: 200 len: 815 time: 0.1266456 Jul 18 10:57:26.836450 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f001f68a-edf5-42f7-b834-9028b686d4e7 req-6bf87daf-add6-4ef0-ae26-fd62876930d1 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/quotas/abc1cd8a20854cb0ac847cf30c1343eb HTTP/1.1" status: 200 len: 375 time: 0.0149405 Jul 18 10:57:26.923670 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f001f68a-edf5-42f7-b834-9028b686d4e7 req-9c79e69e-fd71-47d6-aa27-e817f1f4db9e tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=abc1cd8a20854cb0ac847cf30c1343eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0806551 Jul 18 10:57:26.944021 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [req-f001f68a-edf5-42f7-b834-9028b686d4e7 req-03414cab-2b76-4480-a29c-870fe7e2907d service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=111155) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 10:57:26.949885 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f001f68a-edf5-42f7-b834-9028b686d4e7 req-03414cab-2b76-4480-a29c-870fe7e2907d service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0067413 Jul 18 10:57:27.047625 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f001f68a-edf5-42f7-b834-9028b686d4e7 req-08c22e6e-b28d-452c-af26-a0e9e530780d service neutron] 10.222.0.49 "GET /v2.0/networks/bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957379 Jul 18 10:57:27.155065 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f001f68a-edf5-42f7-b834-9028b686d4e7 req-9c20a7b2-e1ff-4185-8c39-3bd7fc5cc70f service neutron] 10.222.0.49 "GET /v2.0/networks/bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013882 Jul 18 10:57:27.620418 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-df1139a8-714a-437d-9aa8-95f514ba1ca0 req-e1bc4d91-ce4e-4c97-9f6e-21cab95e801f tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d23cc92-a156-4a44-8b76-f082f7c3484a HTTP/1.1" status: 200 len: 210 time: 0.1664221 Jul 18 10:57:28.709136 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-fc411db0-195b-42fe-9db9-23ee492bf40e req-6bbe161f-032b-4e58-a9e1-3cf906c035b0 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d23cc92-a156-4a44-8b76-f082f7c3484a HTTP/1.1" status: 200 len: 210 time: 0.0296552 Jul 18 10:57:29.813055 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3fecc1b4-f8c4-42aa-bb39-64a11f316f48 req-5d75d3b8-ce68-447d-8800-319b2773e3c8 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d23cc92-a156-4a44-8b76-f082f7c3484a HTTP/1.1" status: 200 len: 210 time: 0.0297730 Jul 18 10:57:30.652494 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f001f68a-edf5-42f7-b834-9028b686d4e7 req-f68adbbf-cdec-43cd-8c06-32391f626bd8 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:57:30.654811 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f001f68a-edf5-42f7-b834-9028b686d4e7 req-f68adbbf-cdec-43cd-8c06-32391f626bd8 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.52 "GET /v2.0/networks?id=bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6 HTTP/1.1" status: 200 len: 815 time: 0.1218665 Jul 18 10:57:30.673266 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [req-f001f68a-edf5-42f7-b834-9028b686d4e7 req-18f74249-c8b3-40f7-9285-f834e2b4470b tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Request body: {'port': {'device_id': '7d23cc92-a156-4a44-8b76-f082f7c3484a', 'network_id': 'bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6', 'admin_state_up': True, 'tenant_id': 'abc1cd8a20854cb0ac847cf30c1343eb'}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:57:30.923948 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-2bf7a97f-06a3-4667-81c0-f0150199db2d req-ec0a9b00-3be9-44c8-82e7-db89ac49bd91 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d23cc92-a156-4a44-8b76-f082f7c3484a HTTP/1.1" status: 200 len: 210 time: 0.0324636 Jul 18 10:57:31.003532 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f001f68a-edf5-42f7-b834-9028b686d4e7 req-18f74249-c8b3-40f7-9285-f834e2b4470b tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Made reservation on behalf of abc1cd8a20854cb0ac847cf30c1343eb for: {'port': 1} {{(pid=111155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:57:31.009570 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-f001f68a-edf5-42f7-b834-9028b686d4e7 req-18f74249-c8b3-40f7-9285-f834e2b4470b tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:31.161481 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.db_base_plugin_common [req-f001f68a-edf5-42f7-b834-9028b686d4e7 req-18f74249-c8b3-40f7-9285-f834e2b4470b tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Allocated IP 172.20.0.13 (bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6/f3a6a586-4f4e-45ae-b1ac-326e1d7e89f9/f9f873c9-64f4-4f0f-a61d-410318c37f4a) {{(pid=111155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:57:31.355209 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-f001f68a-edf5-42f7-b834-9028b686d4e7 req-18f74249-c8b3-40f7-9285-f834e2b4470b tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Publish callbacks [] for port (f9f873c9-64f4-4f0f-a61d-410318c37f4a), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:31.357373 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:57:31.359954 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:57:31.479795 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-f001f68a-edf5-42f7-b834-9028b686d4e7 req-18f74249-c8b3-40f7-9285-f834e2b4470b tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126083827'] for port (f9f873c9-64f4-4f0f-a61d-410318c37f4a), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:31.526221 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f001f68a-edf5-42f7-b834-9028b686d4e7 req-18f74249-c8b3-40f7-9285-f834e2b4470b tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Network bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6 is already hosted by enough agents. {{(pid=111155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:57:31.534474 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.base_scheduler [req-f001f68a-edf5-42f7-b834-9028b686d4e7 req-18f74249-c8b3-40f7-9285-f834e2b4470b tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Resources bound (agent type, host, resource id): {{(pid=111155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:57:31.538488 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.l3_dvrscheduler_db [req-f001f68a-edf5-42f7-b834-9028b686d4e7 req-18f74249-c8b3-40f7-9285-f834e2b4470b tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Received port after_create {{(pid=111155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:57:31.577996 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f74249-c8b3-40f7-9285-f834e2b4470b tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Pushing event updated for resources: {'Port': ['ID=f9f873c9-64f4-4f0f-a61d-410318c37f4a,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:57:31.616574 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f001f68a-edf5-42f7-b834-9028b686d4e7 req-18f74249-c8b3-40f7-9285-f834e2b4470b tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:57:31.617634 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-f001f68a-edf5-42f7-b834-9028b686d4e7 req-18f74249-c8b3-40f7-9285-f834e2b4470b tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for port (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:31.755461 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f001f68a-edf5-42f7-b834-9028b686d4e7 req-18f74249-c8b3-40f7-9285-f834e2b4470b tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0896854 Jul 18 10:57:31.823939 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-a9bde4c0-f9ea-474a-98fb-b6ce2a225d5d None None] Provisioning complete for port f9f873c9-64f4-4f0f-a61d-410318c37f4a triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:57:31.824511 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-a9bde4c0-f9ea-474a-98fb-b6ce2a225d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (f9f873c9-64f4-4f0f-a61d-410318c37f4a), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:31.873786 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-a9bde4c0-f9ea-474a-98fb-b6ce2a225d5d None None] Port f9f873c9-64f4-4f0f-a61d-410318c37f4a cannot update to ACTIVE because it is not bound. {{(pid=111156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 10:57:32.049972 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6341d5b4-1608-4d7a-aca8-5d1eb1a627e9 req-2881d87b-0ff7-43ef-9de2-6fcf2b19e335 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:57:32.051611 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-6341d5b4-1608-4d7a-aca8-5d1eb1a627e9 req-2881d87b-0ff7-43ef-9de2-6fcf2b19e335 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d23cc92-a156-4a44-8b76-f082f7c3484a HTTP/1.1" status: 200 len: 932 time: 0.0526829 Jul 18 10:57:32.108963 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-6341d5b4-1608-4d7a-aca8-5d1eb1a627e9 req-fa4fab8b-20a0-4b58-80d3-6a5bbcc81a00 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/security-groups?id=48c827ee-5806-4c36-96f7-3787c00b9e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510929 Jul 18 10:57:32.742339 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=2 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:57:33.226042 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a650ed6-2fd4-4b96-8904-10f724c08380 req-68cb740c-15ad-4edb-aee0-3f4adc81cbb4 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:57:33.227530 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-7a650ed6-2fd4-4b96-8904-10f724c08380 req-68cb740c-15ad-4edb-aee0-3f4adc81cbb4 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d23cc92-a156-4a44-8b76-f082f7c3484a HTTP/1.1" status: 200 len: 932 time: 0.0492070 Jul 18 10:57:33.283564 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-7a650ed6-2fd4-4b96-8904-10f724c08380 req-8ca733a9-0d36-4200-b1ff-c257a9d59ae3 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/security-groups?id=48c827ee-5806-4c36-96f7-3787c00b9e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502851 Jul 18 10:57:33.627162 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=25,neutron:DELETE=2 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:57:33.763654 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:57:34.485926 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc393d9-e100-43b4-93d5-fe49c0a57466 req-259cc970-c218-45ce-8aee-e1413d7f4a99 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:57:34.487649 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-dbc393d9-e100-43b4-93d5-fe49c0a57466 req-259cc970-c218-45ce-8aee-e1413d7f4a99 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d23cc92-a156-4a44-8b76-f082f7c3484a HTTP/1.1" status: 200 len: 932 time: 0.1167078 Jul 18 10:57:34.556573 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-dbc393d9-e100-43b4-93d5-fe49c0a57466 req-562e8336-623a-4410-8f05-72b857af536d tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/security-groups?id=48c827ee-5806-4c36-96f7-3787c00b9e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581841 Jul 18 10:57:34.610008 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-8b753098-da41-4dab-a952-3b2d52c14eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1fc7cd8a-3617-45f0-b645-db80237532c9), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:35.741613 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76370a1f-17f7-484b-b3dd-0d3ba274a45f req-7c4246d9-ddbd-45df-9504-ff8aaf96523d tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:57:35.744550 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-76370a1f-17f7-484b-b3dd-0d3ba274a45f req-7c4246d9-ddbd-45df-9504-ff8aaf96523d tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d23cc92-a156-4a44-8b76-f082f7c3484a HTTP/1.1" status: 200 len: 932 time: 0.0942404 Jul 18 10:57:35.829416 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-76370a1f-17f7-484b-b3dd-0d3ba274a45f req-94684a8a-0f15-4fbd-8e11-920afc349abd tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/security-groups?id=48c827ee-5806-4c36-96f7-3787c00b9e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775576 Jul 18 10:57:37.034659 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83c7977-f430-4932-a655-e3551878dd1c req-a9acf110-34b5-4399-ba5f-09d4c244f705 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:57:37.037013 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-c2b0c8cf-7586-4127-9ac8-50896b853279 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (e6bcb791-bd43-4d6b-ab54-e591cb66712b), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:37.037711 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d83c7977-f430-4932-a655-e3551878dd1c req-a9acf110-34b5-4399-ba5f-09d4c244f705 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d23cc92-a156-4a44-8b76-f082f7c3484a HTTP/1.1" status: 200 len: 932 time: 0.0994108 Jul 18 10:57:37.138064 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d83c7977-f430-4932-a655-e3551878dd1c req-e2196cdb-2532-40da-8dff-3040d8b1d974 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/security-groups?id=48c827ee-5806-4c36-96f7-3787c00b9e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881500 Jul 18 10:57:38.209728 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-ce070233-206f-40ab-920e-7b3694335a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (dfa25df3-493c-43ae-826d-29cbf3b2bfa8), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:38.312918 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a5dd4-eeb9-40c3-a1e6-7665882c91f6 req-87a24be3-3ed3-4c5b-8a4e-d441512c84fe tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:57:38.316233 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-af6a5dd4-eeb9-40c3-a1e6-7665882c91f6 req-87a24be3-3ed3-4c5b-8a4e-d441512c84fe tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d23cc92-a156-4a44-8b76-f082f7c3484a HTTP/1.1" status: 200 len: 932 time: 0.0877099 Jul 18 10:57:38.366143 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:57:38.394298 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-af6a5dd4-eeb9-40c3-a1e6-7665882c91f6 req-58673dbb-c3bd-46dc-a69b-444c4616d503 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/security-groups?id=48c827ee-5806-4c36-96f7-3787c00b9e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710199 Jul 18 10:57:39.554598 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b52d8-7bad-4d45-a5dc-bf16ebe09214 req-def43803-94c0-4b26-b6a7-04dc4d85700d tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:57:39.565212 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-898b52d8-7bad-4d45-a5dc-bf16ebe09214 req-def43803-94c0-4b26-b6a7-04dc4d85700d tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d23cc92-a156-4a44-8b76-f082f7c3484a HTTP/1.1" status: 200 len: 932 time: 0.0769877 Jul 18 10:57:39.662552 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-898b52d8-7bad-4d45-a5dc-bf16ebe09214 req-ab9a5bdb-3563-49c4-b3b8-6ea72de880d7 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/security-groups?id=48c827ee-5806-4c36-96f7-3787c00b9e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960450 Jul 18 10:57:39.924365 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f8336af3-fca9-403e-a19b-06518ba3f665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (7e71126e-a656-43d8-a2eb-058f1b343885), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:40.050131 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (62f731a8-190a-49a2-85f5-14fe4e09184e), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:40.879326 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bcaa7c-55ec-4e04-beb6-f7f2bf954cff req-0294d23a-d92b-49b1-9fcb-45836c9fff3f tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:57:40.885093 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-60bcaa7c-55ec-4e04-beb6-f7f2bf954cff req-0294d23a-d92b-49b1-9fcb-45836c9fff3f tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d23cc92-a156-4a44-8b76-f082f7c3484a HTTP/1.1" status: 200 len: 932 time: 0.0855913 Jul 18 10:57:40.956392 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-60bcaa7c-55ec-4e04-beb6-f7f2bf954cff req-d06b2985-9ee7-4b87-9171-658184c4ba5e tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/security-groups?id=48c827ee-5806-4c36-96f7-3787c00b9e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636582 Jul 18 10:57:42.182973 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966246d2-c4e2-42ac-9661-d9aa7bb245d6 req-b31c3169-c3a1-4757-8e4d-8edf532e9449 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:57:42.188384 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-966246d2-c4e2-42ac-9661-d9aa7bb245d6 req-b31c3169-c3a1-4757-8e4d-8edf532e9449 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d23cc92-a156-4a44-8b76-f082f7c3484a HTTP/1.1" status: 200 len: 932 time: 0.0906448 Jul 18 10:57:42.261634 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-966246d2-c4e2-42ac-9661-d9aa7bb245d6 req-97e599d1-fc96-4b0e-9d45-db03439a7234 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/security-groups?id=48c827ee-5806-4c36-96f7-3787c00b9e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632207 Jul 18 10:57:42.580306 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 49920) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:57:42.784743 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.plugin [None req-6e2e532c-0582-45b3-a651-e3d1e96155dd tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Deleting port 99fc2ac4-6511-4ba6-950e-71410d41dc9f {{(pid=111155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:57:42.785121 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-6e2e532c-0582-45b3-a651-e3d1e96155dd tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (99fc2ac4-6511-4ba6-950e-71410d41dc9f), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:42.864559 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:57:42.886815 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-6e2e532c-0582-45b3-a651-e3d1e96155dd tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (99fc2ac4-6511-4ba6-950e-71410d41dc9f), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:42.887185 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-6e2e532c-0582-45b3-a651-e3d1e96155dd tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks [] for floatingip (99fc2ac4-6511-4ba6-950e-71410d41dc9f), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:42.901620 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.plugin [None req-6e2e532c-0582-45b3-a651-e3d1e96155dd tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Calling delete_port for 99fc2ac4-6511-4ba6-950e-71410d41dc9f owned by network:floatingip {{(pid=111155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:57:43.175387 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-6e2e532c-0582-45b3-a651-e3d1e96155dd tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126083827'] for port (99fc2ac4-6511-4ba6-950e-71410d41dc9f), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:43.201235 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e532c-0582-45b3-a651-e3d1e96155dd tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Pushing event deleted for resources: {'Port': ['ID=99fc2ac4-6511-4ba6-950e-71410d41dc9f,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:57:43.273908 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-6e2e532c-0582-45b3-a651-e3d1e96155dd tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks [] for floatingip (403520d3-865e-4fab-a55d-a5c3bd82fc47), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:43.274391 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.db.l3_db [None req-6e2e532c-0582-45b3-a651-e3d1e96155dd tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Floating IP 403520d3-865e-4fab-a55d-a5c3bd82fc47 disassociated (deleted). External IP: 172.27.1.246, port: 024aed1d-8cc5-44ea-a5be-0e2863bf4794. Jul 18 10:57:43.321292 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:57:43.415794 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [req-f001f68a-edf5-42f7-b834-9028b686d4e7 req-56c39129-1673-4709-8dcc-dc46db3f39aa service neutron] Request body: {'port': {'device_id': '7d23cc92-a156-4a44-8b76-f082f7c3484a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84949'}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:57:43.599657 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be63ecb-2070-456d-af61-326ca43811c0 req-56abcbe8-fc5a-42c4-8a3d-3a7ef21a58ec tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:57:43.602278 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3be63ecb-2070-456d-af61-326ca43811c0 req-56abcbe8-fc5a-42c4-8a3d-3a7ef21a58ec tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d23cc92-a156-4a44-8b76-f082f7c3484a HTTP/1.1" status: 200 len: 932 time: 0.2174892 Jul 18 10:57:43.656027 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-f001f68a-edf5-42f7-b834-9028b686d4e7 req-56c39129-1673-4709-8dcc-dc46db3f39aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (f9f873c9-64f4-4f0f-a61d-410318c37f4a), before_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:43.721761 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=3 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:57:43.722661 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=3 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:57:44.298678 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3be63ecb-2070-456d-af61-326ca43811c0 req-08ac0625-2431-4824-b555-8d2325991a6f tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/security-groups?id=48c827ee-5806-4c36-96f7-3787c00b9e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6882801 Jul 18 10:57:44.447541 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e2e532c-0582-45b3-a651-e3d1e96155dd tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Router fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234 has already been hosted by L3 agent e6bcb791-bd43-4d6b-ab54-e591cb66712b {{(pid=111155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:57:44.714624 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:57:44.800699 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2e532c-0582-45b3-a651-e3d1e96155dd tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Notify agent at l3_agent.dv-cinder-849498-1-iscsi the message routers_updated {{(pid=111155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:57:44.810788 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-6e2e532c-0582-45b3-a651-e3d1e96155dd tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for floatingip (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:44.814361 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfc89a3-3440-46e3-bfbc-bbc2990ee731 None None] Sync routers for ids ['fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234'] in dv-cinder-849498-1-iscsi {{(pid=111157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:57:44.826135 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfc89a3-3440-46e3-bfbc-bbc2990ee731 None None] Routers {'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:57:44.826800 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-edfc89a3-3440-46e3-bfbc-bbc2990ee731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:57:37Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234'], 'active': True} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:57:44.897336 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-6e2e532c-0582-45b3-a651-e3d1e96155dd tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "DELETE /v2.0/floatingips/403520d3-865e-4fab-a55d-a5c3bd82fc47 HTTP/1.1" status: 204 len: 168 time: 2.3149223 Jul 18 10:57:44.928740 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '876868b6-0929-4e64-b86c-274d075180e8', 'tag': '024aed1d-8cc5-44ea-a5be-0e2863bf4794'}] {{(pid=111155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:57:44.932686 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f06b923856051c73f64d3b2294300e60923526062a62ec6e5be74a6ad2a3856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00fc341-aadf-4b01-8636-0a3b4a255b26" -d '{"events": [{"name": "network-changed", "server_uuid": "876868b6-0929-4e64-b86c-274d075180e8", "tag": "024aed1d-8cc5-44ea-a5be-0e2863bf4794"}]}' {{(pid=111155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:57:44.946573 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvr_db [None req-edfc89a3-3440-46e3-bfbc-bbc2990ee731 None None] Set router fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:57:44.957241 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.notifiers.nova [req-f001f68a-edf5-42f7-b834-9028b686d4e7 req-56c39129-1673-4709-8dcc-dc46db3f39aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9f873c9-64f4-4f0f-a61d-410318c37f4a {{(pid=111155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:57:44.967608 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-f001f68a-edf5-42f7-b834-9028b686d4e7 req-56c39129-1673-4709-8dcc-dc46db3f39aa service neutron] Publish callbacks [] for port (f9f873c9-64f4-4f0f-a61d-410318c37f4a), precommit_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:44.989364 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.provisioning_blocks [req-f001f68a-edf5-42f7-b834-9028b686d4e7 req-56c39129-1673-4709-8dcc-dc46db3f39aa service neutron] Transition to ACTIVE for port object f9f873c9-64f4-4f0f-a61d-410318c37f4a will not be triggered until provisioned by entity L2. {{(pid=111155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 10:57:44.993345 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d042d9b-d924-4794-9eab-81f63b8e7e29 x-openstack-request-id: req-5d042d9b-d924-4794-9eab-81f63b8e7e29 {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:57:44.993717 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "876868b6-0929-4e64-b86c-274d075180e8", "tag": "024aed1d-8cc5-44ea-a5be-0e2863bf4794", "status": "completed", "code": 200}]} {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:57:44.993914 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5d042d9b-d924-4794-9eab-81f63b8e7e29 {{(pid=111155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:57:44.994324 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d042d9b-d924-4794-9eab-81f63b8e7e29'] response: {'name': 'network-changed', 'server_uuid': '876868b6-0929-4e64-b86c-274d075180e8', 'tag': '024aed1d-8cc5-44ea-a5be-0e2863bf4794', 'status': 'completed', 'code': 200} Jul 18 10:57:45.061223 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00fc341-aadf-4b01-8636-0a3b4a255b26 req-4b5c0532-94ee-41bb-9d02-322c7941e07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:57:45.063626 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-b00fc341-aadf-4b01-8636-0a3b4a255b26 req-4b5c0532-94ee-41bb-9d02-322c7941e07d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=17f436162f3a4bd4b3a94f584e7d8782&device_id=876868b6-0929-4e64-b86c-274d075180e8 HTTP/1.1" status: 200 len: 1130 time: 0.0463190 Jul 18 10:57:45.090420 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-f001f68a-edf5-42f7-b834-9028b686d4e7 req-56c39129-1673-4709-8dcc-dc46db3f39aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126083072'] for port (f9f873c9-64f4-4f0f-a61d-410318c37f4a), after_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:45.139877 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:57:45.162543 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c39129-1673-4709-8dcc-dc46db3f39aa service neutron] Pushing event updated for resources: {'Port': ['ID=f9f873c9-64f4-4f0f-a61d-410318c37f4a,revision_number=2']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:57:45.205696 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00fc341-aadf-4b01-8636-0a3b4a255b26 req-bd11ddf1-0f11-4e0b-854c-b9d6205d9278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:57:45.209340 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-b00fc341-aadf-4b01-8636-0a3b4a255b26 req-bd11ddf1-0f11-4e0b-854c-b9d6205d9278 service neutron] 10.222.0.52 "GET /v2.0/networks?id=407e895d-8435-43cb-addb-b40e755d1f02 HTTP/1.1" status: 200 len: 912 time: 0.1388314 Jul 18 10:57:45.263920 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-b00fc341-aadf-4b01-8636-0a3b4a255b26 req-3276bfbd-703f-4879-9b37-7a90825a2572 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=024aed1d-8cc5-44ea-a5be-0e2863bf4794 HTTP/1.1" status: 200 len: 217 time: 0.0461657 Jul 18 10:57:45.267651 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.managers [req-f001f68a-edf5-42f7-b834-9028b686d4e7 req-56c39129-1673-4709-8dcc-dc46db3f39aa service neutron] Attempting to bind port f9f873c9-64f4-4f0f-a61d-410318c37f4a on host hv-cinder-84949 for vnic_type normal with profile {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:57:45.268056 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.managers [req-f001f68a-edf5-42f7-b834-9028b686d4e7 req-56c39129-1673-4709-8dcc-dc46db3f39aa service neutron] Attempting to bind port f9f873c9-64f4-4f0f-a61d-410318c37f4a by drivers openvswitch,hyperv on host hv-cinder-84949 at level 0 using segments [{'id': '48e72272-2fe5-4c9d-a8b8-c9ff3a9dedba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6'}] {{(pid=111155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:57:45.268416 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f001f68a-edf5-42f7-b834-9028b686d4e7 req-56c39129-1673-4709-8dcc-dc46db3f39aa service neutron] Attempting to bind port f9f873c9-64f4-4f0f-a61d-410318c37f4a on network bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6 {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:57:45.275036 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f001f68a-edf5-42f7-b834-9028b686d4e7 req-56c39129-1673-4709-8dcc-dc46db3f39aa service neutron] Port f9f873c9-64f4-4f0f-a61d-410318c37f4a on network bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84949 {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 10:57:45.275359 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f001f68a-edf5-42f7-b834-9028b686d4e7 req-56c39129-1673-4709-8dcc-dc46db3f39aa service neutron] Attempting to bind port f9f873c9-64f4-4f0f-a61d-410318c37f4a on network bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6 {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:57:45.283931 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f001f68a-edf5-42f7-b834-9028b686d4e7 req-56c39129-1673-4709-8dcc-dc46db3f39aa service neutron] Checking agent: {'id': '1ff6e34c-ad2d-4d6d-84c2-aee03113dac2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84949', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 44, 54), 'started_at': datetime.datetime(2022, 7, 18, 10, 44, 54), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:57:45.288471 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f001f68a-edf5-42f7-b834-9028b686d4e7 req-56c39129-1673-4709-8dcc-dc46db3f39aa service neutron] Checking segment: {'id': '48e72272-2fe5-4c9d-a8b8-c9ff3a9dedba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:57:45.288471 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f001f68a-edf5-42f7-b834-9028b686d4e7 req-56c39129-1673-4709-8dcc-dc46db3f39aa service neutron] Bound using segment: {'id': '48e72272-2fe5-4c9d-a8b8-c9ff3a9dedba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6'} {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:57:45.288471 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.managers [req-f001f68a-edf5-42f7-b834-9028b686d4e7 req-56c39129-1673-4709-8dcc-dc46db3f39aa service neutron] Bound port: f9f873c9-64f4-4f0f-a61d-410318c37f4a, host: hv-cinder-84949, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48e72272-2fe5-4c9d-a8b8-c9ff3a9dedba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6'}}] {{(pid=111155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:57:45.288471 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-f001f68a-edf5-42f7-b834-9028b686d4e7 req-56c39129-1673-4709-8dcc-dc46db3f39aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (f9f873c9-64f4-4f0f-a61d-410318c37f4a), before_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:45.306166 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-edfc89a3-3440-46e3-bfbc-bbc2990ee731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'name': 'tempest-TestVolumeBootPattern-641700284-router', 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '904eb219-215c-4a07-aa49-5a27759fa823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:49:23Z', 'updated_at': '2022-07-18T10:49:29Z', 'revision_number': 4, 'project_id': '17f436162f3a4bd4b3a94f584e7d8782', 'gw_port': {'id': '904eb219-215c-4a07-aa49-5a27759fa823', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:24Z', 'updated_at': '2022-07-18T10:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_floatingips': [{'id': '219277dc-f825-4165-9b51-77d60e1cfbd6', 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782', 'floating_ip_address': '172.27.1.89', 'floating_network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'router_id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'port_id': '42168f45-7a03-471a-b163-85fef4b32faa', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '407e895d-8435-43cb-addb-b40e755d1f02', 'mac_address': 'fa:16:3e:d1:e0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e75fba7-e72d-4479-ab36-0bbf9f294d22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:53:38Z', 'updated_at': '2022-07-18T10:53:41Z', 'revision_number': 1, 'project_id': '17f436162f3a4bd4b3a94f584e7d8782', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '518d5f98-f050-4ae9-abe5-25ea9991dd12', 'name': '', 'network_id': '407e895d-8435-43cb-addb-b40e755d1f02', 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782', 'mac_address': 'fa:16:3e:4f:91:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'e10aa7fa-e494-41dd-afcd-238e44bb4632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:28Z', 'updated_at': '2022-07-18T10:49:35Z', 'revision_number': 5, 'project_id': '17f436162f3a4bd4b3a94f584e7d8782', 'subnets': [{'id': 'e10aa7fa-e494-41dd-afcd-238e44bb4632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:57:45.347343 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00fc341-aadf-4b01-8636-0a3b4a255b26 req-85d88ae1-9fe8-4c63-85e5-b6836a547ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:57:45.352797 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-b00fc341-aadf-4b01-8636-0a3b4a255b26 req-85d88ae1-9fe8-4c63-85e5-b6836a547ab9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e10aa7fa-e494-41dd-afcd-238e44bb4632 HTTP/1.1" status: 200 len: 850 time: 0.0814526 Jul 18 10:57:45.357569 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfc89a3-3440-46e3-bfbc-bbc2990ee731 None None] Checking router: fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234 for host: dv-cinder-849498-1-iscsi {{(pid=111157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:57:45.369954 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfc89a3-3440-46e3-bfbc-bbc2990ee731 None None] Routers {'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:57:45.370747 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-edfc89a3-3440-46e3-bfbc-bbc2990ee731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:57:37Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234'], 'active': True} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:57:45.399832 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.db [req-f001f68a-edf5-42f7-b834-9028b686d4e7 req-56c39129-1673-4709-8dcc-dc46db3f39aa service neutron] For port f9f873c9-64f4-4f0f-a61d-410318c37f4a, host hv-cinder-84949, cleared binding levels {{(pid=111155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:57:45.404737 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.db [req-f001f68a-edf5-42f7-b834-9028b686d4e7 req-56c39129-1673-4709-8dcc-dc46db3f39aa service neutron] For port f9f873c9-64f4-4f0f-a61d-410318c37f4a, host hv-cinder-84949, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=f9f873c9-64f4-4f0f-a61d-410318c37f4a,segment=NetworkSegment(48e72272-2fe5-4c9d-a8b8-c9ff3a9dedba),segment_id=48e72272-2fe5-4c9d-a8b8-c9ff3a9dedba)] {{(pid=111155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:57:45.487320 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-f001f68a-edf5-42f7-b834-9028b686d4e7 req-56c39129-1673-4709-8dcc-dc46db3f39aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126083072'] for port (f9f873c9-64f4-4f0f-a61d-410318c37f4a), after_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:45.508865 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvr_db [None req-edfc89a3-3440-46e3-bfbc-bbc2990ee731 None None] Set router fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:57:45.512541 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d32642-d7df-4143-8ed4-b12fdcefb576 req-63e412f2-1015-4506-8db2-79bb48e43549 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:57:45.514731 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-71d32642-d7df-4143-8ed4-b12fdcefb576 req-63e412f2-1015-4506-8db2-79bb48e43549 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d23cc92-a156-4a44-8b76-f082f7c3484a HTTP/1.1" status: 200 len: 944 time: 0.1034684 Jul 18 10:57:45.551839 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24052807-9411-4d98-8a08-b8f88658fc48 req-59bf1be8-f077-49b6-8ede-9c8250ca2e38 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:57:45.553447 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-24052807-9411-4d98-8a08-b8f88658fc48 req-59bf1be8-f077-49b6-8ede-9c8250ca2e38 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=876868b6-0929-4e64-b86c-274d075180e8 HTTP/1.1" status: 200 len: 946 time: 0.1240332 Jul 18 10:57:45.570951 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f001f68a-edf5-42f7-b834-9028b686d4e7 req-56c39129-1673-4709-8dcc-dc46db3f39aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:57:45.571721 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-f001f68a-edf5-42f7-b834-9028b686d4e7 req-56c39129-1673-4709-8dcc-dc46db3f39aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for port (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:45.573198 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f001f68a-edf5-42f7-b834-9028b686d4e7 req-56c39129-1673-4709-8dcc-dc46db3f39aa service neutron] 10.222.0.52 "PUT /v2.0/ports/f9f873c9-64f4-4f0f-a61d-410318c37f4a HTTP/1.1" status: 200 len: 1094 time: 2.1818740 Jul 18 10:57:45.638438 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c39129-1673-4709-8dcc-dc46db3f39aa service neutron] Pushing event updated for resources: {'Port': ['ID=f9f873c9-64f4-4f0f-a61d-410318c37f4a,revision_number=3']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:57:45.648756 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-71d32642-d7df-4143-8ed4-b12fdcefb576 req-37be4dc0-7574-4cd3-8f8c-c6b51f44a48e tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/security-groups?id=48c827ee-5806-4c36-96f7-3787c00b9e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117706 Jul 18 10:57:45.684509 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-24052807-9411-4d98-8a08-b8f88658fc48 req-3a9c7ce8-fa2e-41b9-8632-5442ecb25dd6 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/security-groups?id=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073747 Jul 18 10:57:45.761394 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-edfc89a3-3440-46e3-bfbc-bbc2990ee731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'name': 'tempest-TestVolumeBootPattern-641700284-router', 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '904eb219-215c-4a07-aa49-5a27759fa823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:49:23Z', 'updated_at': '2022-07-18T10:49:29Z', 'revision_number': 4, 'project_id': '17f436162f3a4bd4b3a94f584e7d8782', 'gw_port': {'id': '904eb219-215c-4a07-aa49-5a27759fa823', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:24Z', 'updated_at': '2022-07-18T10:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_floatingips': [{'id': '219277dc-f825-4165-9b51-77d60e1cfbd6', 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782', 'floating_ip_address': '172.27.1.89', 'floating_network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'router_id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'port_id': '42168f45-7a03-471a-b163-85fef4b32faa', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '407e895d-8435-43cb-addb-b40e755d1f02', 'mac_address': 'fa:16:3e:d1:e0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e75fba7-e72d-4479-ab36-0bbf9f294d22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:53:38Z', 'updated_at': '2022-07-18T10:53:41Z', 'revision_number': 1, 'project_id': '17f436162f3a4bd4b3a94f584e7d8782', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '518d5f98-f050-4ae9-abe5-25ea9991dd12', 'name': '', 'network_id': '407e895d-8435-43cb-addb-b40e755d1f02', 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782', 'mac_address': 'fa:16:3e:4f:91:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'e10aa7fa-e494-41dd-afcd-238e44bb4632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:28Z', 'updated_at': '2022-07-18T10:49:35Z', 'revision_number': 5, 'project_id': '17f436162f3a4bd4b3a94f584e7d8782', 'subnets': [{'id': 'e10aa7fa-e494-41dd-afcd-238e44bb4632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:57:45.787926 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfc89a3-3440-46e3-bfbc-bbc2990ee731 None None] The sync data for ids ['fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234'] in dv-cinder-849498-1-iscsi is: [{'id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'name': 'tempest-TestVolumeBootPattern-641700284-router', 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '904eb219-215c-4a07-aa49-5a27759fa823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:49:23Z', 'updated_at': '2022-07-18T10:49:29Z', 'revision_number': 4, 'project_id': '17f436162f3a4bd4b3a94f584e7d8782', 'gw_port': {'id': '904eb219-215c-4a07-aa49-5a27759fa823', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:24Z', 'updated_at': '2022-07-18T10:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_floatingips': [{'id': '219277dc-f825-4165-9b51-77d60e1cfbd6', 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782', 'floating_ip_address': '172.27.1.89', 'floating_network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'router_id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'port_id': '42168f45-7a03-471a-b163-85fef4b32faa', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '407e895d-8435-43cb-addb-b40e755d1f02', 'mac_address': 'fa:16:3e:d1:e0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e75fba7-e72d-4479-ab36-0bbf9f294d22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:53:38Z', 'updated_at': '2022-07-18T10:53:41Z', 'revision_number': 1, 'project_id': '17f436162f3a4bd4b3a94f584e7d8782', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '518d5f98-f050-4ae9-abe5-25ea9991dd12', 'name': '', 'network_id': '407e895d-8435-43cb-addb-b40e755d1f02', 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782', 'mac_address': 'fa:16:3e:4f:91:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'e10aa7fa-e494-41dd-afcd-238e44bb4632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:28Z', 'updated_at': '2022-07-18T10:49:35Z', 'revision_number': 5, 'project_id': '17f436162f3a4bd4b3a94f584e7d8782', 'subnets': [{'id': 'e10aa7fa-e494-41dd-afcd-238e44bb4632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:57:46.035744 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f7dc75-c8e2-45de-905e-093a713277f4 None None] New status for floating IP 403520d3-865e-4fab-a55d-a5c3bd82fc47: DOWN {{(pid=111156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 10:57:46.630365 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00fc341-aadf-4b01-8636-0a3b4a255b26 req-104b6419-0e80-4fbe-9358-f723e39adb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:57:46.632014 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-b00fc341-aadf-4b01-8636-0a3b4a255b26 req-104b6419-0e80-4fbe-9358-f723e39adb59 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=407e895d-8435-43cb-addb-b40e755d1f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470400 Jul 18 10:57:46.643373 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [req-b00fc341-aadf-4b01-8636-0a3b4a255b26 req-776570a8-55e6-4b53-9631-e411c455067b service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=111154) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 10:57:46.644508 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-b00fc341-aadf-4b01-8636-0a3b4a255b26 req-776570a8-55e6-4b53-9631-e411c455067b service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056016 Jul 18 10:57:46.767622 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-b00fc341-aadf-4b01-8636-0a3b4a255b26 req-cc6331f7-dea8-4c93-8c02-1799c26cafa7 service neutron] 10.222.0.52 "GET /v2.0/networks/407e895d-8435-43cb-addb-b40e755d1f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109734 Jul 18 10:57:46.838672 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:57:46.846394 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfd80c5-b7b5-4597-92de-c9d262b92815 req-225a8f60-2cb9-4be6-b72a-cc50dbe9c05f tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:57:46.848217 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-fdfd80c5-b7b5-4597-92de-c9d262b92815 req-225a8f60-2cb9-4be6-b72a-cc50dbe9c05f tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d23cc92-a156-4a44-8b76-f082f7c3484a HTTP/1.1" status: 200 len: 944 time: 0.1060328 Jul 18 10:57:46.904042 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bc322d-821a-4d5e-b609-746b03a24b63 req-be620a90-6d7a-4c06-8bf0-b6cd3f2a3362 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:57:46.905786 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-31bc322d-821a-4d5e-b609-746b03a24b63 req-be620a90-6d7a-4c06-8bf0-b6cd3f2a3362 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=876868b6-0929-4e64-b86c-274d075180e8 HTTP/1.1" status: 200 len: 946 time: 0.1312060 Jul 18 10:57:46.910923 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f001f68a-edf5-42f7-b834-9028b686d4e7 req-48c9821a-d71e-4413-9458-39f877b003a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:57:46.917394 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f001f68a-edf5-42f7-b834-9028b686d4e7 req-48c9821a-d71e-4413-9458-39f877b003a8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=abc1cd8a20854cb0ac847cf30c1343eb&device_id=7d23cc92-a156-4a44-8b76-f082f7c3484a HTTP/1.1" status: 200 len: 1128 time: 0.0919108 Jul 18 10:57:46.917552 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-b00fc341-aadf-4b01-8636-0a3b4a255b26 req-280ced28-c9c2-4628-a148-45bcb969cf87 service neutron] 10.222.0.52 "GET /v2.0/networks/407e895d-8435-43cb-addb-b40e755d1f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130507 Jul 18 10:57:46.961660 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-fdfd80c5-b7b5-4597-92de-c9d262b92815 req-19d1dbcd-736a-44f4-834f-61e3da7d333e tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/security-groups?id=48c827ee-5806-4c36-96f7-3787c00b9e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937970 Jul 18 10:57:46.989834 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-31bc322d-821a-4d5e-b609-746b03a24b63 req-17d28374-1833-4370-9928-b8037e168e75 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/security-groups?id=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761693 Jul 18 10:57:46.995521 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d23cc92-a156-4a44-8b76-f082f7c3484a', 'tag': 'f9f873c9-64f4-4f0f-a61d-410318c37f4a'}] {{(pid=111155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:57:46.998788 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f06b923856051c73f64d3b2294300e60923526062a62ec6e5be74a6ad2a3856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f97de2-a1fb-4691-8a4b-0c454d81a330" -d '{"events": [{"name": "network-changed", "server_uuid": "7d23cc92-a156-4a44-8b76-f082f7c3484a", "tag": "f9f873c9-64f4-4f0f-a61d-410318c37f4a"}]}' {{(pid=111155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:57:47.045120 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a45024cf-72ff-4f1e-bc10-7266f175efd0 x-openstack-request-id: req-a45024cf-72ff-4f1e-bc10-7266f175efd0 {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:57:47.045120 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d23cc92-a156-4a44-8b76-f082f7c3484a", "tag": "f9f873c9-64f4-4f0f-a61d-410318c37f4a", "status": "completed", "code": 200}]} {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:57:47.045120 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a45024cf-72ff-4f1e-bc10-7266f175efd0 {{(pid=111155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:57:47.045120 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a45024cf-72ff-4f1e-bc10-7266f175efd0'] response: {'name': 'network-changed', 'server_uuid': '7d23cc92-a156-4a44-8b76-f082f7c3484a', 'tag': 'f9f873c9-64f4-4f0f-a61d-410318c37f4a', 'status': 'completed', 'code': 200} Jul 18 10:57:47.349839 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f001f68a-edf5-42f7-b834-9028b686d4e7 req-af9eb74d-1a08-4dff-a139-af187e8f152e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9f873c9-64f4-4f0f-a61d-410318c37f4a HTTP/1.1" status: 200 len: 217 time: 0.0454507 Jul 18 10:57:47.427556 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ae2bc-2bce-4870-a3a3-20dab8bb8bdb req-a892a2f7-87eb-4ff5-bc18-6fee8999eb94 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:57:47.429239 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-715ae2bc-2bce-4870-a3a3-20dab8bb8bdb req-a892a2f7-87eb-4ff5-bc18-6fee8999eb94 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.52 "GET /v2.0/ports?device_id=876868b6-0929-4e64-b86c-274d075180e8 HTTP/1.1" status: 200 len: 946 time: 0.0537772 Jul 18 10:57:47.430778 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f001f68a-edf5-42f7-b834-9028b686d4e7 req-52af1f2d-ab55-436b-8fb7-3b553d4d16b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:57:47.432273 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f001f68a-edf5-42f7-b834-9028b686d4e7 req-52af1f2d-ab55-436b-8fb7-3b553d4d16b7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f3a6a586-4f4e-45ae-b1ac-326e1d7e89f9 HTTP/1.1" status: 200 len: 854 time: 0.0574422 Jul 18 10:57:47.498146 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f001f68a-edf5-42f7-b834-9028b686d4e7 req-81b5bb65-40f5-4274-9d72-e91b023b6238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:57:47.499868 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f001f68a-edf5-42f7-b834-9028b686d4e7 req-81b5bb65-40f5-4274-9d72-e91b023b6238 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0552311 Jul 18 10:57:47.551319 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.plugin [req-715ae2bc-2bce-4870-a3a3-20dab8bb8bdb req-0fcb0ed1-84f7-48e7-b8d1-269cfd5ec01b tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Deleting port 024aed1d-8cc5-44ea-a5be-0e2863bf4794 {{(pid=111154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:57:47.551862 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-715ae2bc-2bce-4870-a3a3-20dab8bb8bdb req-0fcb0ed1-84f7-48e7-b8d1-269cfd5ec01b tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (024aed1d-8cc5-44ea-a5be-0e2863bf4794), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:47.621821 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f001f68a-edf5-42f7-b834-9028b686d4e7 req-db029797-ae72-4e0c-a5a3-6b1566900bdb service neutron] 10.222.0.52 "GET /v2.0/networks/bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137171 Jul 18 10:57:47.658387 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.db [req-715ae2bc-2bce-4870-a3a3-20dab8bb8bdb req-0fcb0ed1-84f7-48e7-b8d1-269cfd5ec01b tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] For port 024aed1d-8cc5-44ea-a5be-0e2863bf4794, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=024aed1d-8cc5-44ea-a5be-0e2863bf4794,segment=NetworkSegment(40200e37-082a-48f2-872c-182016dc90c2),segment_id=40200e37-082a-48f2-872c-182016dc90c2)] {{(pid=111154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:57:47.659318 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-715ae2bc-2bce-4870-a3a3-20dab8bb8bdb req-0fcb0ed1-84f7-48e7-b8d1-269cfd5ec01b tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (024aed1d-8cc5-44ea-a5be-0e2863bf4794), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:47.694479 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.plugin [req-715ae2bc-2bce-4870-a3a3-20dab8bb8bdb req-0fcb0ed1-84f7-48e7-b8d1-269cfd5ec01b tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Calling delete_port for 024aed1d-8cc5-44ea-a5be-0e2863bf4794 owned by compute:nova {{(pid=111154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:57:47.734631 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f001f68a-edf5-42f7-b834-9028b686d4e7 req-55a7cb7a-6a69-4ed4-8167-1abdd384c5c3 service neutron] 10.222.0.52 "GET /v2.0/networks/bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067274 Jul 18 10:57:48.142528 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4325e46b-901d-4465-a5fb-a270424c5d59 req-4d71eca2-4941-4a10-a40a-81fdd308b620 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:57:48.144050 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-4325e46b-901d-4465-a5fb-a270424c5d59 req-4d71eca2-4941-4a10-a40a-81fdd308b620 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d23cc92-a156-4a44-8b76-f082f7c3484a HTTP/1.1" status: 200 len: 944 time: 0.1015801 Jul 18 10:57:48.164871 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd6dfd-e594-4d02-92bc-201a59e02147 req-dd3fbca9-3654-41c9-95ed-9b3744006f17 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:57:48.166348 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-20dd6dfd-e594-4d02-92bc-201a59e02147 req-dd3fbca9-3654-41c9-95ed-9b3744006f17 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=876868b6-0929-4e64-b86c-274d075180e8 HTTP/1.1" status: 200 len: 946 time: 0.0705521 Jul 18 10:57:48.234549 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-4325e46b-901d-4465-a5fb-a270424c5d59 req-960ebabb-73ae-462a-a195-8ec14c22b18c tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/security-groups?id=48c827ee-5806-4c36-96f7-3787c00b9e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843234 Jul 18 10:57:48.243430 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-20dd6dfd-e594-4d02-92bc-201a59e02147 req-4f04683c-3f81-410c-8e80-27735a6fb6f5 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/security-groups?id=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688918 Jul 18 10:57:48.244981 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-715ae2bc-2bce-4870-a3a3-20dab8bb8bdb req-0fcb0ed1-84f7-48e7-b8d1-269cfd5ec01b tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127334210'] for port (024aed1d-8cc5-44ea-a5be-0e2863bf4794), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:48.277725 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcb0ed1-84f7-48e7-b8d1-269cfd5ec01b tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Pushing event deleted for resources: {'Port': ['ID=024aed1d-8cc5-44ea-a5be-0e2863bf4794,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:57:48.327727 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.l3_dvrscheduler_db [req-715ae2bc-2bce-4870-a3a3-20dab8bb8bdb req-0fcb0ed1-84f7-48e7-b8d1-269cfd5ec01b tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] No DVR routers for this DVR port 024aed1d-8cc5-44ea-a5be-0e2863bf4794 on host hv-cinder-84949 {{(pid=111154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:57:48.331912 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-715ae2bc-2bce-4870-a3a3-20dab8bb8bdb req-0fcb0ed1-84f7-48e7-b8d1-269cfd5ec01b tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for port (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:48.336333 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-715ae2bc-2bce-4870-a3a3-20dab8bb8bdb req-0fcb0ed1-84f7-48e7-b8d1-269cfd5ec01b tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.52 "DELETE /v2.0/ports/024aed1d-8cc5-44ea-a5be-0e2863bf4794 HTTP/1.1" status: 204 len: 173 time: 0.8922889 Jul 18 10:57:48.336859 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '876868b6-0929-4e64-b86c-274d075180e8', 'name': 'network-vif-deleted', 'tag': '024aed1d-8cc5-44ea-a5be-0e2863bf4794'}] {{(pid=111154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:57:48.339227 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76f28ae75f34143b6717ab81e854799a90e2618b86a46665dc49940857a7474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d110ef2-5913-4f0a-b44f-220d03cc3413" -d '{"events": [{"server_uuid": "876868b6-0929-4e64-b86c-274d075180e8", "name": "network-vif-deleted", "tag": "024aed1d-8cc5-44ea-a5be-0e2863bf4794"}]}' {{(pid=111154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:57:48.383717 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fbfe48e-4ae9-46d5-b5d8-fe9a11b7e59c x-openstack-request-id: req-0fbfe48e-4ae9-46d5-b5d8-fe9a11b7e59c {{(pid=111154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:57:48.383717 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "876868b6-0929-4e64-b86c-274d075180e8", "name": "network-vif-deleted", "tag": "024aed1d-8cc5-44ea-a5be-0e2863bf4794", "status": "completed", "code": 200}]} {{(pid=111154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:57:48.383717 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0fbfe48e-4ae9-46d5-b5d8-fe9a11b7e59c {{(pid=111154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:57:48.383717 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fbfe48e-4ae9-46d5-b5d8-fe9a11b7e59c'] response: {'server_uuid': '876868b6-0929-4e64-b86c-274d075180e8', 'name': 'network-vif-deleted', 'tag': '024aed1d-8cc5-44ea-a5be-0e2863bf4794', 'status': 'completed', 'code': 200} Jul 18 10:57:49.149449 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:57:49.159889 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f97de2-a1fb-4691-8a4b-0c454d81a330 req-99a44eb7-2a56-464a-8aff-99d06e628f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:57:49.162542 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-68f97de2-a1fb-4691-8a4b-0c454d81a330 req-99a44eb7-2a56-464a-8aff-99d06e628f58 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=abc1cd8a20854cb0ac847cf30c1343eb&device_id=7d23cc92-a156-4a44-8b76-f082f7c3484a HTTP/1.1" status: 200 len: 1128 time: 0.0656004 Jul 18 10:57:49.241094 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:57:49.283052 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f97de2-a1fb-4691-8a4b-0c454d81a330 req-b15040a3-99ab-4840-9bc3-491e2438f122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:57:49.285634 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-68f97de2-a1fb-4691-8a4b-0c454d81a330 req-b15040a3-99ab-4840-9bc3-491e2438f122 service neutron] 10.222.0.52 "GET /v2.0/networks?id=bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6 HTTP/1.1" status: 200 len: 916 time: 0.1120343 Jul 18 10:57:49.357824 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-68f97de2-a1fb-4691-8a4b-0c454d81a330 req-5ba51586-644c-479f-87c1-7a22178db726 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9f873c9-64f4-4f0f-a61d-410318c37f4a HTTP/1.1" status: 200 len: 217 time: 0.0453181 Jul 18 10:57:49.417234 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f97de2-a1fb-4691-8a4b-0c454d81a330 req-ad48268b-2cfc-49be-ae79-c0f14fb4b367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:57:49.419888 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-68f97de2-a1fb-4691-8a4b-0c454d81a330 req-ad48268b-2cfc-49be-ae79-c0f14fb4b367 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f3a6a586-4f4e-45ae-b1ac-326e1d7e89f9 HTTP/1.1" status: 200 len: 854 time: 0.0541332 Jul 18 10:57:49.442145 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:57:49.450430 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-89a8f6b3-41c1-4f6b-bb94-55797af0653c req-eed0419e-9a10-4eb9-9e4b-9873944b38f9 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=876868b6-0929-4e64-b86c-274d075180e8 HTTP/1.1" status: 200 len: 210 time: 0.1005645 Jul 18 10:57:49.473041 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421d616-1092-4dac-a127-3dd08ad58325 req-21867e49-2c19-42ac-a0f3-e0a43b4790d4 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:57:49.475534 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b421d616-1092-4dac-a127-3dd08ad58325 req-21867e49-2c19-42ac-a0f3-e0a43b4790d4 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d23cc92-a156-4a44-8b76-f082f7c3484a HTTP/1.1" status: 200 len: 944 time: 0.1430466 Jul 18 10:57:49.512924 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f97de2-a1fb-4691-8a4b-0c454d81a330 req-6b6622f7-3d3c-4687-bc67-b4407ef8e95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:57:49.514787 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-68f97de2-a1fb-4691-8a4b-0c454d81a330 req-6b6622f7-3d3c-4687-bc67-b4407ef8e95f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0842102 Jul 18 10:57:49.563974 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b421d616-1092-4dac-a127-3dd08ad58325 req-142d8079-ee2f-4a22-ada7-b069a3d58968 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/security-groups?id=48c827ee-5806-4c36-96f7-3787c00b9e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772326 Jul 18 10:57:49.648726 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-68f97de2-a1fb-4691-8a4b-0c454d81a330 req-bcfefa9a-d948-42d0-9efe-b1cf8960fe5c service neutron] 10.222.0.52 "GET /v2.0/networks/bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221750 Jul 18 10:57:49.775830 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-68f97de2-a1fb-4691-8a4b-0c454d81a330 req-adff035b-7a67-4062-b822-162103258e63 service neutron] 10.222.0.52 "GET /v2.0/networks/bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175041 Jul 18 10:57:50.184382 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ceb5e-5c0c-4545-bcba-cc29a1f0d425 req-5d9f7e89-f3bb-4808-afa0-28a18e3b1cce tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:57:50.185910 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-bc6ceb5e-5c0c-4545-bcba-cc29a1f0d425 req-5d9f7e89-f3bb-4808-afa0-28a18e3b1cce tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.49 "GET /v2.0/ports?device_id=64981f66-63e8-4a97-8692-87aa75b7ac79 HTTP/1.1" status: 200 len: 945 time: 0.0475543 Jul 18 10:57:50.239090 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-bc6ceb5e-5c0c-4545-bcba-cc29a1f0d425 req-fe660c87-8460-4b38-aae5-3c52bdd02274 tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.49 "GET /v2.0/security-groups?id=734cf5dd-6fd7-432f-9ba2-5d8158410d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473299 Jul 18 10:57:50.341382 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device f9f873c9-64f4-4f0f-a61d-410318c37f4a details requested by agent hyperv_hv-cinder-84949 with host hv-cinder-84949 {{(pid=111156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 10:57:50.344731 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=40,neutron:UPDATE=2 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:57:50.345897 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device 024aed1d-8cc5-44ea-a5be-0e2863bf4794 no longer exists at agent hyperv_hv-cinder-84949 {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:57:50.349645 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=60,neutron:UPDATE=4 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:57:50.380931 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] No Port match for: 024aed1d-8cc5-44ea-a5be-0e2863bf4794 {{(pid=111156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:57:50.381276 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device 024aed1d-8cc5-44ea-a5be-0e2863bf4794 not bound to the agent host hv-cinder-84949 {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:57:50.489701 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port f9f873c9-64f4-4f0f-a61d-410318c37f4a, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=f9f873c9-64f4-4f0f-a61d-410318c37f4a,segment=NetworkSegment(48e72272-2fe5-4c9d-a8b8-c9ff3a9dedba),segment_id=48e72272-2fe5-4c9d-a8b8-c9ff3a9dedba)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:57:50.502657 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Returning: {'device': 'f9f873c9-64f4-4f0f-a61d-410318c37f4a', 'network_id': 'bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6', 'port_id': 'f9f873c9-64f4-4f0f-a61d-410318c37f4a', 'mac_address': 'fa:16:3e:04:b3:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3a6a586-4f4e-45ae-b1ac-326e1d7e89f9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 10:57:50.555499 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] Current status of the port f9f873c9-64f4-4f0f-a61d-410318c37f4a is: DOWN; New status is: BUILD {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:57:50.556127 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (f9f873c9-64f4-4f0f-a61d-410318c37f4a), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:50.580171 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.notifiers.nova [None req-29c51914-efda-4269-8274-168d496bf900 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9f873c9-64f4-4f0f-a61d-410318c37f4a {{(pid=111156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:57:50.594776 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-cfef6bba-4b30-45cf-9604-dbfb55342a48 req-c0f9a822-3111-4fd5-a959-301f1031bf98 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=876868b6-0929-4e64-b86c-274d075180e8 HTTP/1.1" status: 200 len: 210 time: 0.0312538 Jul 18 10:57:50.609583 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port f9f873c9-64f4-4f0f-a61d-410318c37f4a, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=f9f873c9-64f4-4f0f-a61d-410318c37f4a,segment=NetworkSegment(48e72272-2fe5-4c9d-a8b8-c9ff3a9dedba),segment_id=48e72272-2fe5-4c9d-a8b8-c9ff3a9dedba)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:57:50.704425 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a304cc7-fcec-41ff-a459-b6da07c2688e req-aaf655dc-961d-4d5b-99eb-2f65c15a9d73 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:57:50.706021 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3a304cc7-fcec-41ff-a459-b6da07c2688e req-aaf655dc-961d-4d5b-99eb-2f65c15a9d73 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d23cc92-a156-4a44-8b76-f082f7c3484a HTTP/1.1" status: 200 len: 944 time: 0.0562758 Jul 18 10:57:50.722556 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (f9f873c9-64f4-4f0f-a61d-410318c37f4a), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:50.768097 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3a304cc7-fcec-41ff-a459-b6da07c2688e req-d219811c-830e-4bdb-8254-2f3c902a85af tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/security-groups?id=48c827ee-5806-4c36-96f7-3787c00b9e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558271 Jul 18 10:57:50.779649 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Pushing event updated for resources: {'Port': ['ID=f9f873c9-64f4-4f0f-a61d-410318c37f4a,revision_number=4']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:57:50.971449 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] get_ports_and_sgs() called for port_ids ['f9f873c9-64f4-4f0f-a61d-410318c37f4a'] {{(pid=111156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:57:51.361798 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665727b4-b0f5-4417-a391-3d2c0fc4bd68 req-d8a11fd7-3079-4979-8e5a-8e99e50dc3ad tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:57:51.363347 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-665727b4-b0f5-4417-a391-3d2c0fc4bd68 req-d8a11fd7-3079-4979-8e5a-8e99e50dc3ad tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.49 "GET /v2.0/ports?device_id=64981f66-63e8-4a97-8692-87aa75b7ac79 HTTP/1.1" status: 200 len: 945 time: 0.0508230 Jul 18 10:57:51.417583 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-665727b4-b0f5-4417-a391-3d2c0fc4bd68 req-7f7eea02-d241-42dc-885b-ebf1605f8938 tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.49 "GET /v2.0/security-groups?id=734cf5dd-6fd7-432f-9ba2-5d8158410d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483119 Jul 18 10:57:51.719233 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-a660510a-4545-4dff-873e-a8e9fbaef17e req-3d2747b5-104e-4e10-804f-c8197a3b1a29 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=876868b6-0929-4e64-b86c-274d075180e8 HTTP/1.1" status: 200 len: 210 time: 0.0293107 Jul 18 10:57:51.896156 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:57:51.914349 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e03b767-1b2f-4155-bd02-42cbdf97854c req-8ce3b922-73b3-4e8e-81e8-6d12ef647edc tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:57:51.916422 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3e03b767-1b2f-4155-bd02-42cbdf97854c req-8ce3b922-73b3-4e8e-81e8-6d12ef647edc tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d23cc92-a156-4a44-8b76-f082f7c3484a HTTP/1.1" status: 200 len: 945 time: 0.0562861 Jul 18 10:57:51.976213 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3e03b767-1b2f-4155-bd02-42cbdf97854c req-c03a7ce4-f684-480c-a18b-684943ece820 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/security-groups?id=48c827ee-5806-4c36-96f7-3787c00b9e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531228 Jul 18 10:57:52.118008 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d63d73-27ee-4e4c-a49d-34d427a688f8 req-257578d4-5096-4fe7-9532-84fa453a0519 tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:57:52.119690 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-99d63d73-27ee-4e4c-a49d-34d427a688f8 req-257578d4-5096-4fe7-9532-84fa453a0519 tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.52 "GET /v2.0/ports?device_id=64981f66-63e8-4a97-8692-87aa75b7ac79 HTTP/1.1" status: 200 len: 945 time: 0.0574591 Jul 18 10:57:52.215595 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.plugin [req-99d63d73-27ee-4e4c-a49d-34d427a688f8 req-206e64d1-39f7-4444-a906-1757ee5b1dce tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] Deleting port 10521465-8839-40ca-b38b-0742f4477643 {{(pid=111154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:57:52.216191 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-99d63d73-27ee-4e4c-a49d-34d427a688f8 req-206e64d1-39f7-4444-a906-1757ee5b1dce tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (10521465-8839-40ca-b38b-0742f4477643), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:52.323724 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.db [req-99d63d73-27ee-4e4c-a49d-34d427a688f8 req-206e64d1-39f7-4444-a906-1757ee5b1dce tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] For port 10521465-8839-40ca-b38b-0742f4477643, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=10521465-8839-40ca-b38b-0742f4477643,segment=NetworkSegment(bd6ac35b-2c0d-45de-8873-e56a85ca0915),segment_id=bd6ac35b-2c0d-45de-8873-e56a85ca0915)] {{(pid=111154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:57:52.324680 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-99d63d73-27ee-4e4c-a49d-34d427a688f8 req-206e64d1-39f7-4444-a906-1757ee5b1dce tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (10521465-8839-40ca-b38b-0742f4477643), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:52.339415 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.plugin [req-99d63d73-27ee-4e4c-a49d-34d427a688f8 req-206e64d1-39f7-4444-a906-1757ee5b1dce tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] Calling delete_port for 10521465-8839-40ca-b38b-0742f4477643 owned by compute:nova {{(pid=111154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:57:52.354114 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device f9f873c9-64f4-4f0f-a61d-410318c37f4a up at agent hyperv_hv-cinder-84949 {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:57:52.401230 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-29c51914-efda-4269-8274-168d496bf900 None None] Provisioning for port f9f873c9-64f4-4f0f-a61d-410318c37f4a completed by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 10:57:52.489669 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-29c51914-efda-4269-8274-168d496bf900 None None] Provisioning complete for port f9f873c9-64f4-4f0f-a61d-410318c37f4a triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:57:52.490136 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (f9f873c9-64f4-4f0f-a61d-410318c37f4a), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:52.561162 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb972244-3b72-4a2a-99c9-eb4e6a950c38 req-3839dad5-8805-4aa1-8e0c-b2c60de8e7e7 tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:57:52.563323 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-fb972244-3b72-4a2a-99c9-eb4e6a950c38 req-3839dad5-8805-4aa1-8e0c-b2c60de8e7e7 tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.49 "GET /v2.0/ports?device_id=64981f66-63e8-4a97-8692-87aa75b7ac79 HTTP/1.1" status: 200 len: 945 time: 0.0645728 Jul 18 10:57:52.586294 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] Current status of the port f9f873c9-64f4-4f0f-a61d-410318c37f4a is: BUILD; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:57:52.590921 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (f9f873c9-64f4-4f0f-a61d-410318c37f4a), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:52.609872 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-99d63d73-27ee-4e4c-a49d-34d427a688f8 req-206e64d1-39f7-4444-a906-1757ee5b1dce tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127334210'] for port (10521465-8839-40ca-b38b-0742f4477643), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:52.622532 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d23cc92-a156-4a44-8b76-f082f7c3484a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9f873c9-64f4-4f0f-a61d-410318c37f4a'}] {{(pid=111156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:57:52.626682 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfe4995b6dbf042dd7b3201bd1da42d47478b3b3d9ca6c613cb3b1d3a53612ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f110e4-a25c-4318-b7e6-a19018f57d64" -d '{"events": [{"server_uuid": "7d23cc92-a156-4a44-8b76-f082f7c3484a", "name": "network-vif-plugged", "status": "completed", "tag": "f9f873c9-64f4-4f0f-a61d-410318c37f4a"}]}' {{(pid=111156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:57:52.627129 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-fb972244-3b72-4a2a-99c9-eb4e6a950c38 req-d6b19cc6-144c-4235-914b-59880322813c tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.49 "GET /v2.0/security-groups?id=734cf5dd-6fd7-432f-9ba2-5d8158410d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562987 Jul 18 10:57:52.642697 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] get_ports_and_sgs() called for port_ids ['10521465-8839-40ca-b38b-0742f4477643'] {{(pid=111156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:57:52.644559 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:57:52.647529 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e64d1-39f7-4444-a906-1757ee5b1dce tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] Pushing event deleted for resources: {'Port': ['ID=10521465-8839-40ca-b38b-0742f4477643,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:57:52.669170 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:57:52.734964 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.l3_dvrscheduler_db [req-99d63d73-27ee-4e4c-a49d-34d427a688f8 req-206e64d1-39f7-4444-a906-1757ee5b1dce tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] No DVR routers for this DVR port 10521465-8839-40ca-b38b-0742f4477643 on host hv-cinder-84949 {{(pid=111154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:57:52.738438 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [req-99d63d73-27ee-4e4c-a49d-34d427a688f8 req-206e64d1-39f7-4444-a906-1757ee5b1dce tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for port (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:52.745606 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-99d63d73-27ee-4e4c-a49d-34d427a688f8 req-206e64d1-39f7-4444-a906-1757ee5b1dce tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.52 "DELETE /v2.0/ports/10521465-8839-40ca-b38b-0742f4477643 HTTP/1.1" status: 204 len: 173 time: 0.6183023 Jul 18 10:57:52.745606 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64981f66-63e8-4a97-8692-87aa75b7ac79', 'name': 'network-vif-deleted', 'tag': '10521465-8839-40ca-b38b-0742f4477643'}] {{(pid=111154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:57:52.755442 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76f28ae75f34143b6717ab81e854799a90e2618b86a46665dc49940857a7474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8056e2-5b01-44c1-8c9c-c07e7d4ff680" -d '{"events": [{"server_uuid": "64981f66-63e8-4a97-8692-87aa75b7ac79", "name": "network-vif-deleted", "tag": "10521465-8839-40ca-b38b-0742f4477643"}]}' {{(pid=111154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:57:52.866241 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port f9f873c9-64f4-4f0f-a61d-410318c37f4a, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=f9f873c9-64f4-4f0f-a61d-410318c37f4a,segment=NetworkSegment(48e72272-2fe5-4c9d-a8b8-c9ff3a9dedba),segment_id=48e72272-2fe5-4c9d-a8b8-c9ff3a9dedba)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:57:52.868244 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37de4446-c98f-41f6-9747-fa25f6e7a77c x-openstack-request-id: req-37de4446-c98f-41f6-9747-fa25f6e7a77c {{(pid=111156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:57:52.868982 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d23cc92-a156-4a44-8b76-f082f7c3484a", "name": "network-vif-plugged", "status": "completed", "tag": "f9f873c9-64f4-4f0f-a61d-410318c37f4a", "code": 200}]} {{(pid=111156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:57:52.868982 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-37de4446-c98f-41f6-9747-fa25f6e7a77c {{(pid=111156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:57:52.869491 dv-cinder-849498-1-iscsi neutron-server[111156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37de4446-c98f-41f6-9747-fa25f6e7a77c'] response: {'server_uuid': '7d23cc92-a156-4a44-8b76-f082f7c3484a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9f873c9-64f4-4f0f-a61d-410318c37f4a', 'code': 200} Jul 18 10:57:52.926239 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (f9f873c9-64f4-4f0f-a61d-410318c37f4a), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:52.987132 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b58900-68b4-47b6-8248-5ee15acdcc33 x-openstack-request-id: req-07b58900-68b4-47b6-8248-5ee15acdcc33 {{(pid=111154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:57:52.987507 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64981f66-63e8-4a97-8692-87aa75b7ac79", "name": "network-vif-deleted", "tag": "10521465-8839-40ca-b38b-0742f4477643", "status": "completed", "code": 200}]} {{(pid=111154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:57:52.987824 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-07b58900-68b4-47b6-8248-5ee15acdcc33 {{(pid=111154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:57:52.988566 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07b58900-68b4-47b6-8248-5ee15acdcc33'] response: {'server_uuid': '64981f66-63e8-4a97-8692-87aa75b7ac79', 'name': 'network-vif-deleted', 'tag': '10521465-8839-40ca-b38b-0742f4477643', 'status': 'completed', 'code': 200} Jul 18 10:57:53.007108 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Pushing event updated for resources: {'Port': ['ID=f9f873c9-64f4-4f0f-a61d-410318c37f4a,revision_number=5']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:57:53.016397 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:57:53.016939 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:57:53.017426 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:57:53.017920 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:57:53.018271 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:57:53.018814 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:57:53.019403 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:57:53.019798 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:57:53.020239 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:57:53.020555 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:57:53.020974 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:57:53.021307 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:57:53.021634 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:57:53.022092 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:57:53.022667 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:57:53.150650 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bec5e8-b0a9-4d6f-aac8-8515c64bcf63 req-723b7bce-ae09-4b92-99b6-18ba1e199218 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:57:53.152294 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-23bec5e8-b0a9-4d6f-aac8-8515c64bcf63 req-723b7bce-ae09-4b92-99b6-18ba1e199218 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d23cc92-a156-4a44-8b76-f082f7c3484a HTTP/1.1" status: 200 len: 946 time: 0.0770385 Jul 18 10:57:53.205084 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60138a1f-556b-4521-9ec0-26595c5dfdf0 req-a5e82710-25c0-413c-a5e5-04b664e1a95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:57:53.207511 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-60138a1f-556b-4521-9ec0-26595c5dfdf0 req-a5e82710-25c0-413c-a5e5-04b664e1a95b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7d23cc92-a156-4a44-8b76-f082f7c3484a HTTP/1.1" status: 200 len: 1130 time: 0.0610201 Jul 18 10:57:53.248185 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-23bec5e8-b0a9-4d6f-aac8-8515c64bcf63 req-94c56ac4-a5bc-4729-a8a5-466d5dc420bc tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/security-groups?id=48c827ee-5806-4c36-96f7-3787c00b9e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849953 Jul 18 10:57:53.542333 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-60138a1f-556b-4521-9ec0-26595c5dfdf0 req-0e2b05e6-e49b-4d92-9833-b72cc45a830c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=48c827ee-5806-4c36-96f7-3787c00b9e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257787 Jul 18 10:57:53.772122 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-7ebd4291-3a76-406a-9154-102d11397192 req-650075c9-2194-488b-8447-1a7e98a3682b tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.49 "GET /v2.0/ports?device_id=64981f66-63e8-4a97-8692-87aa75b7ac79 HTTP/1.1" status: 200 len: 210 time: 0.0345299 Jul 18 10:57:54.387373 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b888a90-decf-4721-b4e4-7b2342944d8c req-ce0ee972-e0a3-4c02-9de4-8f1f2453903f tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:57:54.389008 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-4b888a90-decf-4721-b4e4-7b2342944d8c req-ce0ee972-e0a3-4c02-9de4-8f1f2453903f tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d23cc92-a156-4a44-8b76-f082f7c3484a HTTP/1.1" status: 200 len: 946 time: 0.0552740 Jul 18 10:57:54.464201 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-4b888a90-decf-4721-b4e4-7b2342944d8c req-252f20df-52b5-4c39-9010-9b4507301e77 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/security-groups?id=48c827ee-5806-4c36-96f7-3787c00b9e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658679 Jul 18 10:57:55.350604 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 50026) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:57:55.545283 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.plugin [None req-dc7ffaa5-7d62-49e9-b910-690ea7546fdd tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Deleting port 313d5dd7-4d82-4c59-a43f-91a597d56d4d {{(pid=111155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:57:55.545960 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-dc7ffaa5-7d62-49e9-b910-690ea7546fdd tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (313d5dd7-4d82-4c59-a43f-91a597d56d4d), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:55.660230 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e4277-92dc-4e57-b807-5b3024f5fd2c req-77100fe8-c73d-4d5c-b334-da9e440ca103 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:57:55.661826 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d52e4277-92dc-4e57-b807-5b3024f5fd2c req-77100fe8-c73d-4d5c-b334-da9e440ca103 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d23cc92-a156-4a44-8b76-f082f7c3484a HTTP/1.1" status: 200 len: 946 time: 0.1125226 Jul 18 10:57:55.709021 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-dc7ffaa5-7d62-49e9-b910-690ea7546fdd tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (313d5dd7-4d82-4c59-a43f-91a597d56d4d), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:55.709328 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-dc7ffaa5-7d62-49e9-b910-690ea7546fdd tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks [] for floatingip (313d5dd7-4d82-4c59-a43f-91a597d56d4d), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:55.731899 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:57:55.739038 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.plugin [None req-dc7ffaa5-7d62-49e9-b910-690ea7546fdd tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Calling delete_port for 313d5dd7-4d82-4c59-a43f-91a597d56d4d owned by network:floatingip {{(pid=111155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:57:55.760125 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d52e4277-92dc-4e57-b807-5b3024f5fd2c req-d79a3125-f039-4fa9-8380-2d0451d7903f tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/security-groups?id=48c827ee-5806-4c36-96f7-3787c00b9e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884519 Jul 18 10:57:55.852750 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:57:55.981946 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-dc7ffaa5-7d62-49e9-b910-690ea7546fdd tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126083827'] for port (313d5dd7-4d82-4c59-a43f-91a597d56d4d), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:56.008850 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7ffaa5-7d62-49e9-b910-690ea7546fdd tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Pushing event deleted for resources: {'Port': ['ID=313d5dd7-4d82-4c59-a43f-91a597d56d4d,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:57:56.023769 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ffaa5-7d62-49e9-b910-690ea7546fdd tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:57:56.024114 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ffaa5-7d62-49e9-b910-690ea7546fdd tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:57:56.024468 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ffaa5-7d62-49e9-b910-690ea7546fdd tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:57:56.024803 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ffaa5-7d62-49e9-b910-690ea7546fdd tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:57:56.025151 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ffaa5-7d62-49e9-b910-690ea7546fdd tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:57:56.025478 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ffaa5-7d62-49e9-b910-690ea7546fdd tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:57:56.025802 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ffaa5-7d62-49e9-b910-690ea7546fdd tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:57:56.026125 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ffaa5-7d62-49e9-b910-690ea7546fdd tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:57:56.026446 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ffaa5-7d62-49e9-b910-690ea7546fdd tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:57:56.026766 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ffaa5-7d62-49e9-b910-690ea7546fdd tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:57:56.027208 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ffaa5-7d62-49e9-b910-690ea7546fdd tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:57:56.027605 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ffaa5-7d62-49e9-b910-690ea7546fdd tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:57:56.027928 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ffaa5-7d62-49e9-b910-690ea7546fdd tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:57:56.028246 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ffaa5-7d62-49e9-b910-690ea7546fdd tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:57:56.028561 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ffaa5-7d62-49e9-b910-690ea7546fdd tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:57:56.105662 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-dc7ffaa5-7d62-49e9-b910-690ea7546fdd tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks [] for floatingip (219277dc-f825-4165-9b51-77d60e1cfbd6), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:56.106238 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.db.l3_db [None req-dc7ffaa5-7d62-49e9-b910-690ea7546fdd tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Floating IP 219277dc-f825-4165-9b51-77d60e1cfbd6 disassociated (deleted). External IP: 172.27.1.89, port: 42168f45-7a03-471a-b163-85fef4b32faa. Jul 18 10:57:56.185201 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1ff6e34c-ad2d-4d6d-84c2-aee03113dac2), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:56.387140 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc7ffaa5-7d62-49e9-b910-690ea7546fdd tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Router fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234 has already been hosted by L3 agent e6bcb791-bd43-4d6b-ab54-e591cb66712b {{(pid=111155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:57:56.512105 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc7ffaa5-7d62-49e9-b910-690ea7546fdd tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Notify agent at l3_agent.dv-cinder-849498-1-iscsi the message routers_updated {{(pid=111155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:57:56.516973 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-dc7ffaa5-7d62-49e9-b910-690ea7546fdd tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for floatingip (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:57:56.524491 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8017637-2fcb-4638-8cac-e68476d6ff68 None None] Sync routers for ids ['fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234'] in dv-cinder-849498-1-iscsi {{(pid=111157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:57:56.537621 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8017637-2fcb-4638-8cac-e68476d6ff68 None None] Routers {'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:57:56.538261 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-b8017637-2fcb-4638-8cac-e68476d6ff68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:57:37Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234'], 'active': True} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:57:56.550672 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-dc7ffaa5-7d62-49e9-b910-690ea7546fdd tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "DELETE /v2.0/floatingips/219277dc-f825-4165-9b51-77d60e1cfbd6 HTTP/1.1" status: 204 len: 168 time: 1.1989295 Jul 18 10:57:56.551551 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e75fba7-e72d-4479-ab36-0bbf9f294d22', 'tag': '42168f45-7a03-471a-b163-85fef4b32faa'}] {{(pid=111155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:57:56.553788 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f06b923856051c73f64d3b2294300e60923526062a62ec6e5be74a6ad2a3856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d90f7b2-2d4e-49fc-8e5b-8eaf7be17361" -d '{"events": [{"name": "network-changed", "server_uuid": "6e75fba7-e72d-4479-ab36-0bbf9f294d22", "tag": "42168f45-7a03-471a-b163-85fef4b32faa"}]}' {{(pid=111155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:57:56.621918 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6712bc2f-f668-49e7-9705-f61ddc215814 x-openstack-request-id: req-6712bc2f-f668-49e7-9705-f61ddc215814 {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:57:56.622226 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e75fba7-e72d-4479-ab36-0bbf9f294d22", "tag": "42168f45-7a03-471a-b163-85fef4b32faa", "status": "completed", "code": 200}]} {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:57:56.622529 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6712bc2f-f668-49e7-9705-f61ddc215814 {{(pid=111155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:57:56.622890 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6712bc2f-f668-49e7-9705-f61ddc215814'] response: {'name': 'network-changed', 'server_uuid': '6e75fba7-e72d-4479-ab36-0bbf9f294d22', 'tag': '42168f45-7a03-471a-b163-85fef4b32faa', 'status': 'completed', 'code': 200} Jul 18 10:57:56.664746 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=100 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:57:56.694387 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=100 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:57:56.696418 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvr_db [None req-b8017637-2fcb-4638-8cac-e68476d6ff68 None None] Set router fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:57:56.914629 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e207dd1-3ee1-4e7a-8fe8-5a88a25defc5 req-fcccb966-62b0-4bfa-be88-890139732946 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:57:56.916025 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-6e207dd1-3ee1-4e7a-8fe8-5a88a25defc5 req-fcccb966-62b0-4bfa-be88-890139732946 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d23cc92-a156-4a44-8b76-f082f7c3484a HTTP/1.1" status: 200 len: 946 time: 0.0534132 Jul 18 10:57:56.970173 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-b8017637-2fcb-4638-8cac-e68476d6ff68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'name': 'tempest-TestVolumeBootPattern-641700284-router', 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '904eb219-215c-4a07-aa49-5a27759fa823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:49:23Z', 'updated_at': '2022-07-18T10:49:29Z', 'revision_number': 4, 'project_id': '17f436162f3a4bd4b3a94f584e7d8782', 'gw_port': {'id': '904eb219-215c-4a07-aa49-5a27759fa823', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:24Z', 'updated_at': '2022-07-18T10:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': '518d5f98-f050-4ae9-abe5-25ea9991dd12', 'name': '', 'network_id': '407e895d-8435-43cb-addb-b40e755d1f02', 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782', 'mac_address': 'fa:16:3e:4f:91:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'e10aa7fa-e494-41dd-afcd-238e44bb4632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:28Z', 'updated_at': '2022-07-18T10:49:35Z', 'revision_number': 5, 'project_id': '17f436162f3a4bd4b3a94f584e7d8782', 'subnets': [{'id': 'e10aa7fa-e494-41dd-afcd-238e44bb4632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:57:56.991388 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-6e207dd1-3ee1-4e7a-8fe8-5a88a25defc5 req-6eff45e6-7c46-45e8-a97b-aafcc08bc016 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/security-groups?id=48c827ee-5806-4c36-96f7-3787c00b9e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666912 Jul 18 10:57:57.018573 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8017637-2fcb-4638-8cac-e68476d6ff68 None None] Checking router: fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234 for host: dv-cinder-849498-1-iscsi {{(pid=111157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:57:57.033600 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8017637-2fcb-4638-8cac-e68476d6ff68 None None] Routers {'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:57:57.034611 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-b8017637-2fcb-4638-8cac-e68476d6ff68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:57:37Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234'], 'active': True} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:57:57.088241 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd49c5-2d73-4065-8d26-033fc1b4c879 req-b40b359a-5b2d-45ae-8651-e43362372c47 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:57:57.091233 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-1fbd49c5-2d73-4065-8d26-033fc1b4c879 req-b40b359a-5b2d-45ae-8651-e43362372c47 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e75fba7-e72d-4479-ab36-0bbf9f294d22 HTTP/1.1" status: 200 len: 945 time: 0.0718803 Jul 18 10:57:57.178497 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvr_db [None req-b8017637-2fcb-4638-8cac-e68476d6ff68 None None] Set router fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:57:57.182014 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628d2b2-c491-4ac5-aa19-aa620d7e584c req-ade08adf-17ed-4c89-b5ba-f022efb68842 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:57:57.183683 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-c628d2b2-c491-4ac5-aa19-aa620d7e584c req-ade08adf-17ed-4c89-b5ba-f022efb68842 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d23cc92-a156-4a44-8b76-f082f7c3484a HTTP/1.1" status: 200 len: 946 time: 0.0911868 Jul 18 10:57:57.238213 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:57:57.251092 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-1fbd49c5-2d73-4065-8d26-033fc1b4c879 req-002d9ea9-236b-46b1-93e0-2c84fec55307 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/security-groups?id=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420157 Jul 18 10:57:57.293968 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-c628d2b2-c491-4ac5-aa19-aa620d7e584c req-a6699dde-89d4-4faa-b5c5-4839e94d6f2b tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/security-groups?id=48c827ee-5806-4c36-96f7-3787c00b9e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979002 Jul 18 10:57:57.420734 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-b8017637-2fcb-4638-8cac-e68476d6ff68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'name': 'tempest-TestVolumeBootPattern-641700284-router', 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '904eb219-215c-4a07-aa49-5a27759fa823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:49:23Z', 'updated_at': '2022-07-18T10:49:29Z', 'revision_number': 4, 'project_id': '17f436162f3a4bd4b3a94f584e7d8782', 'gw_port': {'id': '904eb219-215c-4a07-aa49-5a27759fa823', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:24Z', 'updated_at': '2022-07-18T10:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': '518d5f98-f050-4ae9-abe5-25ea9991dd12', 'name': '', 'network_id': '407e895d-8435-43cb-addb-b40e755d1f02', 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782', 'mac_address': 'fa:16:3e:4f:91:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'e10aa7fa-e494-41dd-afcd-238e44bb4632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:28Z', 'updated_at': '2022-07-18T10:49:35Z', 'revision_number': 5, 'project_id': '17f436162f3a4bd4b3a94f584e7d8782', 'subnets': [{'id': 'e10aa7fa-e494-41dd-afcd-238e44bb4632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:57:57.453613 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8017637-2fcb-4638-8cac-e68476d6ff68 None None] The sync data for ids ['fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234'] in dv-cinder-849498-1-iscsi is: [{'id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'name': 'tempest-TestVolumeBootPattern-641700284-router', 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '904eb219-215c-4a07-aa49-5a27759fa823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:49:23Z', 'updated_at': '2022-07-18T10:49:29Z', 'revision_number': 4, 'project_id': '17f436162f3a4bd4b3a94f584e7d8782', 'gw_port': {'id': '904eb219-215c-4a07-aa49-5a27759fa823', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:24Z', 'updated_at': '2022-07-18T10:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': '518d5f98-f050-4ae9-abe5-25ea9991dd12', 'name': '', 'network_id': '407e895d-8435-43cb-addb-b40e755d1f02', 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782', 'mac_address': 'fa:16:3e:4f:91:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'e10aa7fa-e494-41dd-afcd-238e44bb4632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:28Z', 'updated_at': '2022-07-18T10:49:35Z', 'revision_number': 5, 'project_id': '17f436162f3a4bd4b3a94f584e7d8782', 'subnets': [{'id': 'e10aa7fa-e494-41dd-afcd-238e44bb4632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:57:57.518970 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device 10521465-8839-40ca-b38b-0742f4477643 no longer exists at agent hyperv_hv-cinder-84949 {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:57:57.578790 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] No Port match for: 10521465-8839-40ca-b38b-0742f4477643 {{(pid=111156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:57:57.579136 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device 10521465-8839-40ca-b38b-0742f4477643 not bound to the agent host hv-cinder-84949 {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:57:57.709473 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0671e8-b9f1-4e6f-927f-7ef9fbf604fe req-dc429efe-fb04-4bf8-bcb3-e2afc08cb2e5 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:57:57.712892 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-1d0671e8-b9f1-4e6f-927f-7ef9fbf604fe req-dc429efe-fb04-4bf8-bcb3-e2afc08cb2e5 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d23cc92-a156-4a44-8b76-f082f7c3484a HTTP/1.1" status: 200 len: 946 time: 0.0669832 Jul 18 10:57:57.757732 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a478313-886f-484d-8069-913122c4b0cb None None] New status for floating IP 219277dc-f825-4165-9b51-77d60e1cfbd6: DOWN {{(pid=111156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 10:57:57.773122 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-1d0671e8-b9f1-4e6f-927f-7ef9fbf604fe req-e8fc16bc-ddca-4dec-8caa-473af2e2610a tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/security-groups?id=48c827ee-5806-4c36-96f7-3787c00b9e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526257 Jul 18 10:57:58.438187 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c0456-2a40-4450-9539-3efbec1810f6 req-910fe309-3311-4461-bcf3-4ed178a93918 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:57:58.439950 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-879c0456-2a40-4450-9539-3efbec1810f6 req-910fe309-3311-4461-bcf3-4ed178a93918 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e75fba7-e72d-4479-ab36-0bbf9f294d22 HTTP/1.1" status: 200 len: 945 time: 0.0743749 Jul 18 10:57:58.512418 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-879c0456-2a40-4450-9539-3efbec1810f6 req-c83e82d1-3390-448f-970f-b20bbaddf8b2 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/security-groups?id=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658576 Jul 18 10:57:59.664448 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb1580-13e2-4a21-bbfd-e2348a4f5de9 req-a63ed35e-1d46-4cb3-9559-e9f1e5cb34b5 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:57:59.666908 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-89eb1580-13e2-4a21-bbfd-e2348a4f5de9 req-a63ed35e-1d46-4cb3-9559-e9f1e5cb34b5 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e75fba7-e72d-4479-ab36-0bbf9f294d22 HTTP/1.1" status: 200 len: 945 time: 0.0666783 Jul 18 10:57:59.693198 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d90f7b2-2d4e-49fc-8e5b-8eaf7be17361 req-8d189ac9-5b52-46b8-83b2-65b77b5f8f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:57:59.694914 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-5d90f7b2-2d4e-49fc-8e5b-8eaf7be17361 req-8d189ac9-5b52-46b8-83b2-65b77b5f8f81 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=17f436162f3a4bd4b3a94f584e7d8782&device_id=6e75fba7-e72d-4479-ab36-0bbf9f294d22 HTTP/1.1" status: 200 len: 1129 time: 0.1193261 Jul 18 10:57:59.747695 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.agents_db [None req-9b2825e1-dfaa-4032-a283-1b7ae0979f6b None None] Agent healthcheck: found 6 active agents {{(pid=111157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:57:59.765251 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-89eb1580-13e2-4a21-bbfd-e2348a4f5de9 req-6722e09b-e218-47c9-a884-7942a8a0b825 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/security-groups?id=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915737 Jul 18 10:57:59.918808 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d90f7b2-2d4e-49fc-8e5b-8eaf7be17361 req-5dba8999-f528-4131-8381-cfbf828a2b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:57:59.921879 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-5d90f7b2-2d4e-49fc-8e5b-8eaf7be17361 req-5dba8999-f528-4131-8381-cfbf828a2b64 service neutron] 10.222.0.52 "GET /v2.0/networks?id=407e895d-8435-43cb-addb-b40e755d1f02 HTTP/1.1" status: 200 len: 912 time: 0.1390736 Jul 18 10:58:00.085909 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-5d90f7b2-2d4e-49fc-8e5b-8eaf7be17361 req-f41bd78f-114e-4db5-9987-d03156b5990d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42168f45-7a03-471a-b163-85fef4b32faa HTTP/1.1" status: 200 len: 217 time: 0.0400019 Jul 18 10:58:00.147272 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d90f7b2-2d4e-49fc-8e5b-8eaf7be17361 req-ad42f85d-0cbd-4875-b0b4-77f9a4447801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:58:00.148825 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-5d90f7b2-2d4e-49fc-8e5b-8eaf7be17361 req-ad42f85d-0cbd-4875-b0b4-77f9a4447801 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e10aa7fa-e494-41dd-afcd-238e44bb4632 HTTP/1.1" status: 200 len: 850 time: 0.0570817 Jul 18 10:58:00.206880 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:58:00.216325 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c67c88b-67f9-4029-a5bc-3318ca12a3f0 req-f4c3f142-c291-4602-8258-b535eb83e659 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:58:00.219475 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-4c67c88b-67f9-4029-a5bc-3318ca12a3f0 req-f4c3f142-c291-4602-8258-b535eb83e659 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e75fba7-e72d-4479-ab36-0bbf9f294d22 HTTP/1.1" status: 200 len: 945 time: 0.0874391 Jul 18 10:58:00.222224 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d90f7b2-2d4e-49fc-8e5b-8eaf7be17361 req-8090e6a6-3cbd-4dd6-895c-32a15893541d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:58:00.224142 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-5d90f7b2-2d4e-49fc-8e5b-8eaf7be17361 req-8090e6a6-3cbd-4dd6-895c-32a15893541d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=407e895d-8435-43cb-addb-b40e755d1f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0690954 Jul 18 10:58:00.320813 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:58:00.347428 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.plugin [req-4c67c88b-67f9-4029-a5bc-3318ca12a3f0 req-c5e255e4-cb1b-416c-8260-9f13ca8dcae7 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Deleting port 42168f45-7a03-471a-b163-85fef4b32faa {{(pid=111155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:58:00.347996 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-4c67c88b-67f9-4029-a5bc-3318ca12a3f0 req-c5e255e4-cb1b-416c-8260-9f13ca8dcae7 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (42168f45-7a03-471a-b163-85fef4b32faa), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:00.363292 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-5d90f7b2-2d4e-49fc-8e5b-8eaf7be17361 req-08b666e9-9f6a-44e1-80f9-ba4c236052b6 service neutron] 10.222.0.52 "GET /v2.0/networks/407e895d-8435-43cb-addb-b40e755d1f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311719 Jul 18 10:58:00.486482 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [req-5d90f7b2-2d4e-49fc-8e5b-8eaf7be17361 req-af895d90-9ce7-45d5-9c9e-2d2cbdae55d4 service neutron] 10.222.0.52 "GET /v2.0/networks/407e895d-8435-43cb-addb-b40e755d1f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172569 Jul 18 10:58:00.504944 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.db [req-4c67c88b-67f9-4029-a5bc-3318ca12a3f0 req-c5e255e4-cb1b-416c-8260-9f13ca8dcae7 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] For port 42168f45-7a03-471a-b163-85fef4b32faa, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=42168f45-7a03-471a-b163-85fef4b32faa,segment=NetworkSegment(40200e37-082a-48f2-872c-182016dc90c2),segment_id=40200e37-082a-48f2-872c-182016dc90c2)] {{(pid=111155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:58:00.505597 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-4c67c88b-67f9-4029-a5bc-3318ca12a3f0 req-c5e255e4-cb1b-416c-8260-9f13ca8dcae7 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (42168f45-7a03-471a-b163-85fef4b32faa), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:00.529844 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.plugin [req-4c67c88b-67f9-4029-a5bc-3318ca12a3f0 req-c5e255e4-cb1b-416c-8260-9f13ca8dcae7 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Calling delete_port for 42168f45-7a03-471a-b163-85fef4b32faa owned by compute:nova {{(pid=111155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:58:00.970225 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e804d6-9560-4154-beef-4f4965fc41e7 req-f7b811f6-554e-49c6-ba60-8f844d69d582 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:58:00.971902 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-c2e804d6-9560-4154-beef-4f4965fc41e7 req-f7b811f6-554e-49c6-ba60-8f844d69d582 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e75fba7-e72d-4479-ab36-0bbf9f294d22 HTTP/1.1" status: 200 len: 945 time: 0.0812383 Jul 18 10:58:01.083098 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-c2e804d6-9560-4154-beef-4f4965fc41e7 req-2ef9a7b7-b2a6-403e-877f-8ca56eca4348 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/security-groups?id=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026139 Jul 18 10:58:01.209418 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-4c67c88b-67f9-4029-a5bc-3318ca12a3f0 req-c5e255e4-cb1b-416c-8260-9f13ca8dcae7 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126083827'] for port (42168f45-7a03-471a-b163-85fef4b32faa), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:01.254541 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e255e4-cb1b-416c-8260-9f13ca8dcae7 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Pushing event deleted for resources: {'Port': ['ID=42168f45-7a03-471a-b163-85fef4b32faa,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:58:01.322936 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c67c88b-67f9-4029-a5bc-3318ca12a3f0 req-c5e255e4-cb1b-416c-8260-9f13ca8dcae7 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] No DVR routers for this DVR port 42168f45-7a03-471a-b163-85fef4b32faa on host hv-cinder-84949 {{(pid=111155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:58:01.326699 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-4c67c88b-67f9-4029-a5bc-3318ca12a3f0 req-c5e255e4-cb1b-416c-8260-9f13ca8dcae7 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for port (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:01.330835 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-4c67c88b-67f9-4029-a5bc-3318ca12a3f0 req-c5e255e4-cb1b-416c-8260-9f13ca8dcae7 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.52 "DELETE /v2.0/ports/42168f45-7a03-471a-b163-85fef4b32faa HTTP/1.1" status: 204 len: 173 time: 1.0988483 Jul 18 10:58:01.331352 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e75fba7-e72d-4479-ab36-0bbf9f294d22', 'name': 'network-vif-deleted', 'tag': '42168f45-7a03-471a-b163-85fef4b32faa'}] {{(pid=111155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:58:01.341053 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f06b923856051c73f64d3b2294300e60923526062a62ec6e5be74a6ad2a3856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d50b445-5f13-4aec-9595-06f3d738fe3d" -d '{"events": [{"server_uuid": "6e75fba7-e72d-4479-ab36-0bbf9f294d22", "name": "network-vif-deleted", "tag": "42168f45-7a03-471a-b163-85fef4b32faa"}]}' {{(pid=111155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:58:01.450941 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885afcd4-7001-40dc-971a-02718c9606f7 x-openstack-request-id: req-885afcd4-7001-40dc-971a-02718c9606f7 {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:58:01.451427 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e75fba7-e72d-4479-ab36-0bbf9f294d22", "name": "network-vif-deleted", "tag": "42168f45-7a03-471a-b163-85fef4b32faa", "status": "completed", "code": 200}]} {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:58:01.451843 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-885afcd4-7001-40dc-971a-02718c9606f7 {{(pid=111155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:58:01.452460 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-885afcd4-7001-40dc-971a-02718c9606f7'] response: {'server_uuid': '6e75fba7-e72d-4479-ab36-0bbf9f294d22', 'name': 'network-vif-deleted', 'tag': '42168f45-7a03-471a-b163-85fef4b32faa', 'status': 'completed', 'code': 200} Jul 18 10:58:02.211153 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-bc566b40-d6e4-4d45-b4ab-eb91c5666933 req-5d492492-e240-4676-8cb8-b84785d29880 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e75fba7-e72d-4479-ab36-0bbf9f294d22 HTTP/1.1" status: 200 len: 210 time: 0.0325482 Jul 18 10:58:03.340000 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f7c9bd75-dcdc-4ac2-a261-09c91f74afc9 req-73aa8a4e-5f56-4d32-a62e-fcd79295dfd1 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e75fba7-e72d-4479-ab36-0bbf9f294d22 HTTP/1.1" status: 200 len: 210 time: 0.0329669 Jul 18 10:58:04.439843 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:58:04.466504 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-41e21b99-2779-477d-888d-0a5679217467 req-c995b228-0730-4f4c-bb10-4544ee31a87d tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e75fba7-e72d-4479-ab36-0bbf9f294d22 HTTP/1.1" status: 200 len: 210 time: 0.0370023 Jul 18 10:58:04.603447 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-811732a8-e3ee-4585-9064-7856077f7599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1fc7cd8a-3617-45f0-b645-db80237532c9), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:04.890975 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device 42168f45-7a03-471a-b163-85fef4b32faa no longer exists at agent hyperv_hv-cinder-84949 {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:58:04.913976 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] No Port match for: 42168f45-7a03-471a-b163-85fef4b32faa {{(pid=111156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:58:04.914319 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device 42168f45-7a03-471a-b163-85fef4b32faa not bound to the agent host hv-cinder-84949 {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:58:05.464043 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356b8fd-c5c2-41ff-b2b0-5083e66fc454 req-b10ad236-35b5-49d6-87f9-20fb11a69f80 tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:58:05.466568 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-1356b8fd-c5c2-41ff-b2b0-5083e66fc454 req-b10ad236-35b5-49d6-87f9-20fb11a69f80 tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.49 "GET /v2.0/networks?id=4d3b5885-0cea-4000-b7c7-cf07ce205b79 HTTP/1.1" status: 200 len: 814 time: 0.1322293 Jul 18 10:58:05.484369 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-1356b8fd-c5c2-41ff-b2b0-5083e66fc454 req-aeb0a155-0e74-46d1-bb06-8a5dc92ad66a tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.49 "GET /v2.0/quotas/bf3f09bf74324f7ca7268feb67c046f8 HTTP/1.1" status: 200 len: 375 time: 0.0116124 Jul 18 10:58:05.525804 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-1356b8fd-c5c2-41ff-b2b0-5083e66fc454 req-2954a7c6-c24d-4899-915f-b9ca97e2d63e tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=bf3f09bf74324f7ca7268feb67c046f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349848 Jul 18 10:58:05.612353 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-4d9acc6e-0fa9-46ce-bf36-bc15e88cea55 req-70a07fbc-6d53-4be1-ae4b-5de87535b263 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e75fba7-e72d-4479-ab36-0bbf9f294d22 HTTP/1.1" status: 200 len: 210 time: 0.0391600 Jul 18 10:58:05.700960 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-1356b8fd-c5c2-41ff-b2b0-5083e66fc454 req-93078157-851f-445c-a9c9-9445b3a8bc73 service neutron] 10.222.0.49 "GET /v2.0/networks/4d3b5885-0cea-4000-b7c7-cf07ce205b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618116 Jul 18 10:58:05.812769 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-1356b8fd-c5c2-41ff-b2b0-5083e66fc454 req-99420396-00d3-42b3-98a3-5f158ece979c service neutron] 10.222.0.49 "GET /v2.0/networks/4d3b5885-0cea-4000-b7c7-cf07ce205b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049144 Jul 18 10:58:06.155845 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ca7f32a8-10fa-42c5-8f79-d60a3c867b42 req-79fef510-9c9d-4479-8b99-20752de678a3 tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f208141-cbfc-4236-ae8e-c665ea4d8c16 HTTP/1.1" status: 200 len: 210 time: 0.0435123 Jul 18 10:58:06.720596 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 50154) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:58:06.866960 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.plugin [None req-23284a73-f2ab-470e-855d-5609ffb341df tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Deleting port 9db8207c-fca4-446e-b7d8-6beab5cbd895 {{(pid=111154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:58:06.867195 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-23284a73-f2ab-470e-855d-5609ffb341df tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (9db8207c-fca4-446e-b7d8-6beab5cbd895), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:06.962380 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-23284a73-f2ab-470e-855d-5609ffb341df tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (9db8207c-fca4-446e-b7d8-6beab5cbd895), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:06.962697 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-23284a73-f2ab-470e-855d-5609ffb341df tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks [] for floatingip (9db8207c-fca4-446e-b7d8-6beab5cbd895), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:06.976475 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.plugin [None req-23284a73-f2ab-470e-855d-5609ffb341df tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Calling delete_port for 9db8207c-fca4-446e-b7d8-6beab5cbd895 owned by network:floatingip {{(pid=111154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:58:07.031384 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-97347169-6743-45f8-b0ed-4d66cbc5d0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (e6bcb791-bd43-4d6b-ab54-e591cb66712b), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:07.051348 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=100 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:58:07.236611 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-23284a73-f2ab-470e-855d-5609ffb341df tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127334210'] for port (9db8207c-fca4-446e-b7d8-6beab5cbd895), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:07.269958 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23284a73-f2ab-470e-855d-5609ffb341df tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Pushing event deleted for resources: {'Port': ['ID=9db8207c-fca4-446e-b7d8-6beab5cbd895,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:58:07.274989 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-13e614d5-822c-4f97-adcb-512236583c60 req-a078611d-1500-45af-b72b-8be36a649928 tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f208141-cbfc-4236-ae8e-c665ea4d8c16 HTTP/1.1" status: 200 len: 210 time: 0.0402939 Jul 18 10:58:07.284544 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23284a73-f2ab-470e-855d-5609ffb341df tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:58:07.284924 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23284a73-f2ab-470e-855d-5609ffb341df tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:58:07.285278 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23284a73-f2ab-470e-855d-5609ffb341df tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:58:07.285626 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23284a73-f2ab-470e-855d-5609ffb341df tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:58:07.285967 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23284a73-f2ab-470e-855d-5609ffb341df tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:58:07.286306 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23284a73-f2ab-470e-855d-5609ffb341df tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:58:07.286645 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23284a73-f2ab-470e-855d-5609ffb341df tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:58:07.286979 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23284a73-f2ab-470e-855d-5609ffb341df tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:58:07.287437 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23284a73-f2ab-470e-855d-5609ffb341df tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:58:07.287668 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23284a73-f2ab-470e-855d-5609ffb341df tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:58:07.288003 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23284a73-f2ab-470e-855d-5609ffb341df tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:58:07.288436 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23284a73-f2ab-470e-855d-5609ffb341df tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:58:07.288871 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23284a73-f2ab-470e-855d-5609ffb341df tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:58:07.289210 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23284a73-f2ab-470e-855d-5609ffb341df tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:58:07.289539 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23284a73-f2ab-470e-855d-5609ffb341df tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:58:07.357056 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-23284a73-f2ab-470e-855d-5609ffb341df tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks [] for floatingip (c6a5b862-da1a-422e-8fc1-01a480727c7b), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:07.360028 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-23284a73-f2ab-470e-855d-5609ffb341df tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for floatingip (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:07.361590 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-23284a73-f2ab-470e-855d-5609ffb341df tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "DELETE /v2.0/floatingips/c6a5b862-da1a-422e-8fc1-01a480727c7b HTTP/1.1" status: 204 len: 168 time: 0.6573107 Jul 18 10:58:08.203399 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-ce070233-206f-40ab-920e-7b3694335a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (dfa25df3-493c-43ae-826d-29cbf3b2bfa8), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:08.402063 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-46d85a14-c3c4-4e49-a94f-536445358174 req-477dbcd2-dff0-4353-a37a-8437e385e911 tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f208141-cbfc-4236-ae8e-c665ea4d8c16 HTTP/1.1" status: 200 len: 210 time: 0.0311604 Jul 18 10:58:08.609517 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356b8fd-c5c2-41ff-b2b0-5083e66fc454 req-aab3e890-f41f-4f03-bd22-1f5b5440c915 tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:58:08.611025 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-1356b8fd-c5c2-41ff-b2b0-5083e66fc454 req-aab3e890-f41f-4f03-bd22-1f5b5440c915 tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.52 "GET /v2.0/networks?id=4d3b5885-0cea-4000-b7c7-cf07ce205b79 HTTP/1.1" status: 200 len: 814 time: 0.1277800 Jul 18 10:58:08.628292 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [req-1356b8fd-c5c2-41ff-b2b0-5083e66fc454 req-c19fdf0f-ac86-4532-8078-8d8a1dde2c2b tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] Request body: {'port': {'device_id': '8f208141-cbfc-4236-ae8e-c665ea4d8c16', 'network_id': '4d3b5885-0cea-4000-b7c7-cf07ce205b79', 'admin_state_up': True, 'tenant_id': 'bf3f09bf74324f7ca7268feb67c046f8'}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:58:08.746973 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:58:08.850747 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 50176) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:58:08.931725 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-74b872eb-099d-4dd3-9e4e-c16c83e88961 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks [] for security_group (23af82d5-52ac-4c84-a3ff-a4f9eeb073c6), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:08.941047 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1356b8fd-c5c2-41ff-b2b0-5083e66fc454 req-c19fdf0f-ac86-4532-8078-8d8a1dde2c2b tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] Made reservation on behalf of bf3f09bf74324f7ca7268feb67c046f8 for: {'port': 1} {{(pid=111155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 10:58:08.946222 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-1356b8fd-c5c2-41ff-b2b0-5083e66fc454 req-c19fdf0f-ac86-4532-8078-8d8a1dde2c2b tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:08.981891 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-74b872eb-099d-4dd3-9e4e-c16c83e88961 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks [] for security_group (23af82d5-52ac-4c84-a3ff-a4f9eeb073c6), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:09.117870 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.db_base_plugin_common [req-1356b8fd-c5c2-41ff-b2b0-5083e66fc454 req-c19fdf0f-ac86-4532-8078-8d8a1dde2c2b tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] Allocated IP 172.20.0.2 (4d3b5885-0cea-4000-b7c7-cf07ce205b79/7147ecb9-7eaf-436b-8166-e692a67ed9f0/b742f0a4-6f8f-4634-b68b-2feaf81467aa) {{(pid=111155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:58:09.153570 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-74b872eb-099d-4dd3-9e4e-c16c83e88961 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (23af82d5-52ac-4c84-a3ff-a4f9eeb073c6), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:09.156921 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-74b872eb-099d-4dd3-9e4e-c16c83e88961 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Publish callbacks [] for security_group (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:09.163821 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-74b872eb-099d-4dd3-9e4e-c16c83e88961 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] 10.222.0.49 "DELETE /v2.0/security-groups/23af82d5-52ac-4c84-a3ff-a4f9eeb073c6 HTTP/1.1" status: 204 len: 168 time: 0.3061323 Jul 18 10:58:09.171696 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b872eb-099d-4dd3-9e4e-c16c83e88961 tempest-TestVolumeBootPattern-497016436 tempest-TestVolumeBootPattern-497016436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23af82d5-52ac-4c84-a3ff-a4f9eeb073c6,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:58:09.337152 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 50184) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:58:09.346580 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-1356b8fd-c5c2-41ff-b2b0-5083e66fc454 req-c19fdf0f-ac86-4532-8078-8d8a1dde2c2b tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] Publish callbacks [] for port (b742f0a4-6f8f-4634-b68b-2feaf81467aa), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:09.347946 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:58:09.471492 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-1356b8fd-c5c2-41ff-b2b0-5083e66fc454 req-c19fdf0f-ac86-4532-8078-8d8a1dde2c2b tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126083827'] for port (b742f0a4-6f8f-4634-b68b-2feaf81467aa), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:09.535024 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1356b8fd-c5c2-41ff-b2b0-5083e66fc454 req-c19fdf0f-ac86-4532-8078-8d8a1dde2c2b tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] Network 4d3b5885-0cea-4000-b7c7-cf07ce205b79 is already hosted by enough agents. {{(pid=111155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:58:09.551529 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.base_scheduler [req-1356b8fd-c5c2-41ff-b2b0-5083e66fc454 req-c19fdf0f-ac86-4532-8078-8d8a1dde2c2b tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] Resources bound (agent type, host, resource id): {{(pid=111155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:58:09.573388 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.l3_dvrscheduler_db [req-1356b8fd-c5c2-41ff-b2b0-5083e66fc454 req-c19fdf0f-ac86-4532-8078-8d8a1dde2c2b tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] Received port after_create {{(pid=111155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:58:09.602218 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19fdf0f-ac86-4532-8078-8d8a1dde2c2b tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] Pushing event updated for resources: {'Port': ['ID=b742f0a4-6f8f-4634-b68b-2feaf81467aa,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:58:09.633430 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff5605-a8d7-478a-8c26-89b2f03a2604 req-150bdaa1-9f22-42a4-8dec-a18a7fcf529b tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:58:09.635974 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f7ff5605-a8d7-478a-8c26-89b2f03a2604 req-150bdaa1-9f22-42a4-8dec-a18a7fcf529b tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f208141-cbfc-4236-ae8e-c665ea4d8c16 HTTP/1.1" status: 200 len: 931 time: 0.1058750 Jul 18 10:58:09.661969 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356b8fd-c5c2-41ff-b2b0-5083e66fc454 req-c19fdf0f-ac86-4532-8078-8d8a1dde2c2b tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:58:09.662631 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-1356b8fd-c5c2-41ff-b2b0-5083e66fc454 req-c19fdf0f-ac86-4532-8078-8d8a1dde2c2b tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for port (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:09.719329 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f7ff5605-a8d7-478a-8c26-89b2f03a2604 req-7461e38d-53bc-4c50-bbfc-da8c5ec534e9 tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.49 "GET /v2.0/security-groups?id=734cf5dd-6fd7-432f-9ba2-5d8158410d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725374 Jul 18 10:58:09.719591 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:58:09.740013 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=60 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:58:09.746440 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=48 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:58:09.767298 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-1356b8fd-c5c2-41ff-b2b0-5083e66fc454 req-c19fdf0f-ac86-4532-8078-8d8a1dde2c2b tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1430614 Jul 18 10:58:09.780627 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [req-1356b8fd-c5c2-41ff-b2b0-5083e66fc454 req-742fb924-b19b-4d9c-ab69-b2b6e07fbbb2 service neutron] Request body: {'port': {'device_id': '8f208141-cbfc-4236-ae8e-c665ea4d8c16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84949'}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:58:09.865978 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-1356b8fd-c5c2-41ff-b2b0-5083e66fc454 req-742fb924-b19b-4d9c-ab69-b2b6e07fbbb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (b742f0a4-6f8f-4634-b68b-2feaf81467aa), before_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:09.884676 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-848e4668-f370-4a7e-ae50-51e6e36a60a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3788995'] for router_interface (fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:09.918442 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f8336af3-fca9-403e-a19b-06518ba3f665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (7e71126e-a656-43d8-a2eb-058f1b343885), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:10.038673 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:58:10.066479 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (62f731a8-190a-49a2-85f5-14fe4e09184e), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:10.172264 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:58:10.192936 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.plugin [None req-848e4668-f370-4a7e-ae50-51e6e36a60a1 admin admin] Deleting port 518d5f98-f050-4ae9-abe5-25ea9991dd12 {{(pid=111154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:58:10.193309 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-848e4668-f370-4a7e-ae50-51e6e36a60a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (518d5f98-f050-4ae9-abe5-25ea9991dd12), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:10.250440 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.notifiers.nova [req-1356b8fd-c5c2-41ff-b2b0-5083e66fc454 req-742fb924-b19b-4d9c-ab69-b2b6e07fbbb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b742f0a4-6f8f-4634-b68b-2feaf81467aa {{(pid=111155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:58:10.259546 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-1356b8fd-c5c2-41ff-b2b0-5083e66fc454 req-742fb924-b19b-4d9c-ab69-b2b6e07fbbb2 service neutron] Publish callbacks [] for port (b742f0a4-6f8f-4634-b68b-2feaf81467aa), precommit_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:10.279576 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.provisioning_blocks [req-1356b8fd-c5c2-41ff-b2b0-5083e66fc454 req-742fb924-b19b-4d9c-ab69-b2b6e07fbbb2 service neutron] Transition to ACTIVE for port object b742f0a4-6f8f-4634-b68b-2feaf81467aa will not be triggered until provisioned by entity L2. {{(pid=111155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 10:58:10.287601 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.db [None req-848e4668-f370-4a7e-ae50-51e6e36a60a1 admin admin] For port 518d5f98-f050-4ae9-abe5-25ea9991dd12, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=518d5f98-f050-4ae9-abe5-25ea9991dd12,segment=NetworkSegment(40200e37-082a-48f2-872c-182016dc90c2),segment_id=40200e37-082a-48f2-872c-182016dc90c2)] {{(pid=111154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:58:10.287963 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-848e4668-f370-4a7e-ae50-51e6e36a60a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (518d5f98-f050-4ae9-abe5-25ea9991dd12), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:10.305343 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.plugin [None req-848e4668-f370-4a7e-ae50-51e6e36a60a1 admin admin] Calling delete_port for 518d5f98-f050-4ae9-abe5-25ea9991dd12 owned by network:router_interface {{(pid=111154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:58:10.352757 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-1356b8fd-c5c2-41ff-b2b0-5083e66fc454 req-742fb924-b19b-4d9c-ab69-b2b6e07fbbb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126083072'] for port (b742f0a4-6f8f-4634-b68b-2feaf81467aa), after_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:10.451302 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:58:10.452708 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742fb924-b19b-4d9c-ab69-b2b6e07fbbb2 service neutron] Pushing event updated for resources: {'Port': ['ID=b742f0a4-6f8f-4634-b68b-2feaf81467aa,revision_number=2']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:58:10.541848 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.managers [req-1356b8fd-c5c2-41ff-b2b0-5083e66fc454 req-742fb924-b19b-4d9c-ab69-b2b6e07fbbb2 service neutron] Attempting to bind port b742f0a4-6f8f-4634-b68b-2feaf81467aa on host hv-cinder-84949 for vnic_type normal with profile {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 10:58:10.543680 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.managers [req-1356b8fd-c5c2-41ff-b2b0-5083e66fc454 req-742fb924-b19b-4d9c-ab69-b2b6e07fbbb2 service neutron] Attempting to bind port b742f0a4-6f8f-4634-b68b-2feaf81467aa by drivers openvswitch,hyperv on host hv-cinder-84949 at level 0 using segments [{'id': 'bd6ac35b-2c0d-45de-8873-e56a85ca0915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4d3b5885-0cea-4000-b7c7-cf07ce205b79'}] {{(pid=111155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 10:58:10.543680 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1356b8fd-c5c2-41ff-b2b0-5083e66fc454 req-742fb924-b19b-4d9c-ab69-b2b6e07fbbb2 service neutron] Attempting to bind port b742f0a4-6f8f-4634-b68b-2feaf81467aa on network 4d3b5885-0cea-4000-b7c7-cf07ce205b79 {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:58:10.548745 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1356b8fd-c5c2-41ff-b2b0-5083e66fc454 req-742fb924-b19b-4d9c-ab69-b2b6e07fbbb2 service neutron] Port b742f0a4-6f8f-4634-b68b-2feaf81467aa on network 4d3b5885-0cea-4000-b7c7-cf07ce205b79 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84949 {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 10:58:10.549104 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1356b8fd-c5c2-41ff-b2b0-5083e66fc454 req-742fb924-b19b-4d9c-ab69-b2b6e07fbbb2 service neutron] Attempting to bind port b742f0a4-6f8f-4634-b68b-2feaf81467aa on network 4d3b5885-0cea-4000-b7c7-cf07ce205b79 {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 10:58:10.554650 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1356b8fd-c5c2-41ff-b2b0-5083e66fc454 req-742fb924-b19b-4d9c-ab69-b2b6e07fbbb2 service neutron] Checking agent: {'id': '1ff6e34c-ad2d-4d6d-84c2-aee03113dac2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84949', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 10, 44, 54), 'started_at': datetime.datetime(2022, 7, 18, 10, 44, 54), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 10, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 10:58:10.554990 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1356b8fd-c5c2-41ff-b2b0-5083e66fc454 req-742fb924-b19b-4d9c-ab69-b2b6e07fbbb2 service neutron] Checking segment: {'id': 'bd6ac35b-2c0d-45de-8873-e56a85ca0915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4d3b5885-0cea-4000-b7c7-cf07ce205b79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 10:58:10.555386 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1356b8fd-c5c2-41ff-b2b0-5083e66fc454 req-742fb924-b19b-4d9c-ab69-b2b6e07fbbb2 service neutron] Bound using segment: {'id': 'bd6ac35b-2c0d-45de-8873-e56a85ca0915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4d3b5885-0cea-4000-b7c7-cf07ce205b79'} {{(pid=111155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 10:58:10.555822 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.managers [req-1356b8fd-c5c2-41ff-b2b0-5083e66fc454 req-742fb924-b19b-4d9c-ab69-b2b6e07fbbb2 service neutron] Bound port: b742f0a4-6f8f-4634-b68b-2feaf81467aa, host: hv-cinder-84949, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd6ac35b-2c0d-45de-8873-e56a85ca0915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4d3b5885-0cea-4000-b7c7-cf07ce205b79'}}] {{(pid=111155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 10:58:10.556190 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-1356b8fd-c5c2-41ff-b2b0-5083e66fc454 req-742fb924-b19b-4d9c-ab69-b2b6e07fbbb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (b742f0a4-6f8f-4634-b68b-2feaf81467aa), before_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:10.619775 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-848e4668-f370-4a7e-ae50-51e6e36a60a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127334210'] for port (518d5f98-f050-4ae9-abe5-25ea9991dd12), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:10.639819 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.db [req-1356b8fd-c5c2-41ff-b2b0-5083e66fc454 req-742fb924-b19b-4d9c-ab69-b2b6e07fbbb2 service neutron] For port b742f0a4-6f8f-4634-b68b-2feaf81467aa, host hv-cinder-84949, cleared binding levels {{(pid=111155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 10:58:10.644988 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.db [req-1356b8fd-c5c2-41ff-b2b0-5083e66fc454 req-742fb924-b19b-4d9c-ab69-b2b6e07fbbb2 service neutron] For port b742f0a4-6f8f-4634-b68b-2feaf81467aa, host hv-cinder-84949, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=b742f0a4-6f8f-4634-b68b-2feaf81467aa,segment=NetworkSegment(bd6ac35b-2c0d-45de-8873-e56a85ca0915),segment_id=bd6ac35b-2c0d-45de-8873-e56a85ca0915)] {{(pid=111155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 10:58:10.652490 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848e4668-f370-4a7e-ae50-51e6e36a60a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=518d5f98-f050-4ae9-abe5-25ea9991dd12,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:58:10.759637 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-1356b8fd-c5c2-41ff-b2b0-5083e66fc454 req-742fb924-b19b-4d9c-ab69-b2b6e07fbbb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126083072'] for port (b742f0a4-6f8f-4634-b68b-2feaf81467aa), after_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:10.813884 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356b8fd-c5c2-41ff-b2b0-5083e66fc454 req-742fb924-b19b-4d9c-ab69-b2b6e07fbbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:58:10.814898 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-1356b8fd-c5c2-41ff-b2b0-5083e66fc454 req-742fb924-b19b-4d9c-ab69-b2b6e07fbbb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for port (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:10.816422 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-1356b8fd-c5c2-41ff-b2b0-5083e66fc454 req-742fb924-b19b-4d9c-ab69-b2b6e07fbbb2 service neutron] 10.222.0.52 "PUT /v2.0/ports/b742f0a4-6f8f-4634-b68b-2feaf81467aa HTTP/1.1" status: 200 len: 1093 time: 1.0417907 Jul 18 10:58:10.816928 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f208141-cbfc-4236-ae8e-c665ea4d8c16', 'tag': 'b742f0a4-6f8f-4634-b68b-2feaf81467aa'}] {{(pid=111155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:58:10.819530 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f06b923856051c73f64d3b2294300e60923526062a62ec6e5be74a6ad2a3856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1287d49d-7a7f-4955-adac-b8cba215a3b3" -d '{"events": [{"name": "network-changed", "server_uuid": "8f208141-cbfc-4236-ae8e-c665ea4d8c16", "tag": "b742f0a4-6f8f-4634-b68b-2feaf81467aa"}]}' {{(pid=111155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:58:10.847392 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742fb924-b19b-4d9c-ab69-b2b6e07fbbb2 service neutron] Pushing event updated for resources: {'Port': ['ID=b742f0a4-6f8f-4634-b68b-2feaf81467aa,revision_number=3']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:58:10.875309 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:58:10.912468 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d665a93-f42d-4202-9f2f-519bc5ddbc53 x-openstack-request-id: req-1d665a93-f42d-4202-9f2f-519bc5ddbc53 {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:58:10.912468 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f208141-cbfc-4236-ae8e-c665ea4d8c16", "tag": "b742f0a4-6f8f-4634-b68b-2feaf81467aa", "status": "completed", "code": 200}]} {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:58:10.912945 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1d665a93-f42d-4202-9f2f-519bc5ddbc53 {{(pid=111155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:58:10.915532 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d665a93-f42d-4202-9f2f-519bc5ddbc53'] response: {'name': 'network-changed', 'server_uuid': '8f208141-cbfc-4236-ae8e-c665ea4d8c16', 'tag': 'b742f0a4-6f8f-4634-b68b-2feaf81467aa', 'status': 'completed', 'code': 200} Jul 18 10:58:10.915711 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-848e4668-f370-4a7e-ae50-51e6e36a60a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3608536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3788927'] for router_interface (fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:10.936055 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae63f0-3d5b-4248-926b-6656779b567a req-e3697ef0-0c16-4ab6-b796-3830a572ba13 tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:58:10.938202 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8eae63f0-3d5b-4248-926b-6656779b567a req-e3697ef0-0c16-4ab6-b796-3830a572ba13 tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f208141-cbfc-4236-ae8e-c665ea4d8c16 HTTP/1.1" status: 200 len: 943 time: 0.0697935 Jul 18 10:58:11.003165 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8eae63f0-3d5b-4248-926b-6656779b567a req-fae8479f-3140-4720-87f3-aae0104cd4e0 tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.49 "GET /v2.0/security-groups?id=734cf5dd-6fd7-432f-9ba2-5d8158410d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580826 Jul 18 10:58:11.086216 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287d49d-7a7f-4955-adac-b8cba215a3b3 req-111e118a-c11c-437f-a466-c5232df96fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:58:11.088956 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-1287d49d-7a7f-4955-adac-b8cba215a3b3 req-111e118a-c11c-437f-a466-c5232df96fd5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bf3f09bf74324f7ca7268feb67c046f8&device_id=8f208141-cbfc-4236-ae8e-c665ea4d8c16 HTTP/1.1" status: 200 len: 1127 time: 0.0647674 Jul 18 10:58:11.228123 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-848e4668-f370-4a7e-ae50-51e6e36a60a1 admin admin] Router fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234 has already been hosted by L3 agent e6bcb791-bd43-4d6b-ab54-e591cb66712b {{(pid=111154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:58:11.236951 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287d49d-7a7f-4955-adac-b8cba215a3b3 req-cdec7ec9-0e6f-417c-be11-7dc375d9cc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:58:11.238768 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-1287d49d-7a7f-4955-adac-b8cba215a3b3 req-cdec7ec9-0e6f-417c-be11-7dc375d9cc35 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=bf3f09bf74324f7ca7268feb67c046f8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1436396 Jul 18 10:58:11.254273 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:58:11.299029 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:58:11.385932 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-848e4668-f370-4a7e-ae50-51e6e36a60a1 admin admin] Notify agent at l3_agent.dv-cinder-849498-1-iscsi the message routers_updated {{(pid=111154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:58:11.393175 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-848e4668-f370-4a7e-ae50-51e6e36a60a1 admin admin] 10.222.0.49 "PUT /v2.0/routers/fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0532970 Jul 18 10:58:11.396645 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 50198) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:58:11.402835 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afa9293-403c-42bb-8f0d-cef187b273cf None None] Sync routers for ids ['fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234'] in dv-cinder-849498-1-iscsi {{(pid=111157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:58:11.409368 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287d49d-7a7f-4955-adac-b8cba215a3b3 req-715abaf5-eee4-4532-a88c-220ec7df439a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:58:11.409721 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-1287d49d-7a7f-4955-adac-b8cba215a3b3 req-715abaf5-eee4-4532-a88c-220ec7df439a service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1643467 Jul 18 10:58:11.419002 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afa9293-403c-42bb-8f0d-cef187b273cf None None] Routers {'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:58:11.419943 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-5afa9293-403c-42bb-8f0d-cef187b273cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:58:07Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234'], 'active': True} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:58:11.540952 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356b8fd-c5c2-41ff-b2b0-5083e66fc454 req-c1248841-dfd8-4395-a9fd-207426f206f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:58:11.549117 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-1356b8fd-c5c2-41ff-b2b0-5083e66fc454 req-c1248841-dfd8-4395-a9fd-207426f206f2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bf3f09bf74324f7ca7268feb67c046f8&device_id=8f208141-cbfc-4236-ae8e-c665ea4d8c16 HTTP/1.1" status: 200 len: 1127 time: 0.0852308 Jul 18 10:58:11.599163 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-b167f84b-fb72-4eb6-a9b1-8117b564baf4 admin admin] Publish callbacks [] for router (fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:11.623419 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-1356b8fd-c5c2-41ff-b2b0-5083e66fc454 req-2c46d3cd-f0b5-464f-a97f-50c2048799a6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b742f0a4-6f8f-4634-b68b-2feaf81467aa HTTP/1.1" status: 200 len: 217 time: 0.0620499 Jul 18 10:58:11.643862 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvr_db [None req-5afa9293-403c-42bb-8f0d-cef187b273cf None None] Set router fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:58:11.734670 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356b8fd-c5c2-41ff-b2b0-5083e66fc454 req-d55e0aae-f355-4843-9d70-9d26ec6fc08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:58:11.737903 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-1356b8fd-c5c2-41ff-b2b0-5083e66fc454 req-d55e0aae-f355-4843-9d70-9d26ec6fc08a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7147ecb9-7eaf-436b-8166-e692a67ed9f0 HTTP/1.1" status: 200 len: 854 time: 0.1078181 Jul 18 10:58:11.785893 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-1356b8fd-c5c2-41ff-b2b0-5083e66fc454 req-0636de57-c8fd-46d9-b7dd-5d530bd3398a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4d3b5885-0cea-4000-b7c7-cf07ce205b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393450 Jul 18 10:58:11.805305 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-b167f84b-fb72-4eb6-a9b1-8117b564baf4 admin admin] Publish callbacks [] for router_gateway (fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:11.846879 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-5afa9293-403c-42bb-8f0d-cef187b273cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'name': 'tempest-TestVolumeBootPattern-641700284-router', 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '904eb219-215c-4a07-aa49-5a27759fa823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:49:23Z', 'updated_at': '2022-07-18T10:58:10Z', 'revision_number': 5, 'project_id': '17f436162f3a4bd4b3a94f584e7d8782', 'gw_port': {'id': '904eb219-215c-4a07-aa49-5a27759fa823', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:24Z', 'updated_at': '2022-07-18T10:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi'}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:58:11.879504 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afa9293-403c-42bb-8f0d-cef187b273cf None None] Checking router: fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234 for host: dv-cinder-849498-1-iscsi {{(pid=111157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:58:11.892222 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afa9293-403c-42bb-8f0d-cef187b273cf None None] Routers {'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:58:11.893299 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-5afa9293-403c-42bb-8f0d-cef187b273cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:58:07Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234'], 'active': True} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:58:11.916933 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-1356b8fd-c5c2-41ff-b2b0-5083e66fc454 req-ee474fa7-dae7-47e5-a20c-6d67dba5b80e service neutron] 10.222.0.52 "GET /v2.0/networks/4d3b5885-0cea-4000-b7c7-cf07ce205b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218853 Jul 18 10:58:12.038959 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvr_db [None req-5afa9293-403c-42bb-8f0d-cef187b273cf None None] Set router fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:58:12.108669 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-1356b8fd-c5c2-41ff-b2b0-5083e66fc454 req-cdb6a196-029e-4ae2-979c-bda8aa479165 service neutron] 10.222.0.52 "GET /v2.0/networks/4d3b5885-0cea-4000-b7c7-cf07ce205b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859071 Jul 18 10:58:12.171164 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.plugin [None req-b167f84b-fb72-4eb6-a9b1-8117b564baf4 admin admin] Deleting port 904eb219-215c-4a07-aa49-5a27759fa823 {{(pid=111154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:58:12.177768 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-b167f84b-fb72-4eb6-a9b1-8117b564baf4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (904eb219-215c-4a07-aa49-5a27759fa823), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:12.235220 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103dc785-4b6b-4a6f-b24d-150cb2183947 req-dff78c83-211f-48c2-8c39-7e77e42379db tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:58:12.237330 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-103dc785-4b6b-4a6f-b24d-150cb2183947 req-dff78c83-211f-48c2-8c39-7e77e42379db tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f208141-cbfc-4236-ae8e-c665ea4d8c16 HTTP/1.1" status: 200 len: 943 time: 0.0906572 Jul 18 10:58:12.342303 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-103dc785-4b6b-4a6f-b24d-150cb2183947 req-9af62321-6621-4e43-b9d4-d2a3fcae2056 tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.49 "GET /v2.0/security-groups?id=734cf5dd-6fd7-432f-9ba2-5d8158410d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935414 Jul 18 10:58:12.356244 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.db [None req-b167f84b-fb72-4eb6-a9b1-8117b564baf4 admin admin] For port 904eb219-215c-4a07-aa49-5a27759fa823, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=904eb219-215c-4a07-aa49-5a27759fa823,segment=NetworkSegment(43730dd2-6239-4f15-a180-e6d1d2fbff54),segment_id=43730dd2-6239-4f15-a180-e6d1d2fbff54)] {{(pid=111154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:58:12.361343 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-b167f84b-fb72-4eb6-a9b1-8117b564baf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (904eb219-215c-4a07-aa49-5a27759fa823), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:12.384735 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.plugin [None req-b167f84b-fb72-4eb6-a9b1-8117b564baf4 admin admin] Calling delete_port for 904eb219-215c-4a07-aa49-5a27759fa823 owned by network:router_gateway {{(pid=111154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:58:12.390124 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-5afa9293-403c-42bb-8f0d-cef187b273cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'name': 'tempest-TestVolumeBootPattern-641700284-router', 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '904eb219-215c-4a07-aa49-5a27759fa823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:49:23Z', 'updated_at': '2022-07-18T10:58:10Z', 'revision_number': 5, 'project_id': '17f436162f3a4bd4b3a94f584e7d8782', 'gw_port': {'id': '904eb219-215c-4a07-aa49-5a27759fa823', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:24Z', 'updated_at': '2022-07-18T10:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi'}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:58:12.427890 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afa9293-403c-42bb-8f0d-cef187b273cf None None] The sync data for ids ['fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234'] in dv-cinder-849498-1-iscsi is: [{'id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'name': 'tempest-TestVolumeBootPattern-641700284-router', 'tenant_id': '17f436162f3a4bd4b3a94f584e7d8782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '904eb219-215c-4a07-aa49-5a27759fa823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:49:23Z', 'updated_at': '2022-07-18T10:58:10Z', 'revision_number': 5, 'project_id': '17f436162f3a4bd4b3a94f584e7d8782', 'gw_port': {'id': '904eb219-215c-4a07-aa49-5a27759fa823', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:24Z', 'updated_at': '2022-07-18T10:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi'}] {{(pid=111157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:58:12.490969 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:58:12.525196 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:58:12.534935 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82511349-1dc0-465a-afa9-d9acb2b3267c req-c5c6bc9d-8e65-49ea-a313-0818462cb580 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:58:12.536620 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-82511349-1dc0-465a-afa9-d9acb2b3267c req-c5c6bc9d-8e65-49ea-a313-0818462cb580 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d23cc92-a156-4a44-8b76-f082f7c3484a HTTP/1.1" status: 200 len: 946 time: 0.0682049 Jul 18 10:58:12.597808 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-82511349-1dc0-465a-afa9-d9acb2b3267c req-864c555c-5559-4e28-9d69-78867b9a7dee tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/security-groups?id=48c827ee-5806-4c36-96f7-3787c00b9e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541136 Jul 18 10:58:12.626161 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 50210) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:58:12.666835 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-b167f84b-fb72-4eb6-a9b1-8117b564baf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127334210'] for port (904eb219-215c-4a07-aa49-5a27759fa823), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:12.710850 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b167f84b-fb72-4eb6-a9b1-8117b564baf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=904eb219-215c-4a07-aa49-5a27759fa823,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:58:12.829527 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-b167f84b-fb72-4eb6-a9b1-8117b564baf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3779396'] for router_gateway (fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:12.875386 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd2550a-983c-4e51-a769-2e277a3df87b tempest-TestMinimumBasicScenario-593875626 tempest-TestMinimumBasicScenario-593875626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:58:12.879178 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-fbd2550a-983c-4e51-a769-2e277a3df87b tempest-TestMinimumBasicScenario-593875626 tempest-TestMinimumBasicScenario-593875626-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7d23cc92-a156-4a44-8b76-f082f7c3484a HTTP/1.1" status: 200 len: 1125 time: 0.2516060 Jul 18 10:58:12.883934 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 50214) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:58:12.891422 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [None req-4ccc1dd8-4369-4e48-85e0-360079c36fe9 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Request body: {'floatingip': {'floating_network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'port_id': 'f9f873c9-64f4-4f0f-a61d-410318c37f4a', 'tenant_id': 'abc1cd8a20854cb0ac847cf30c1343eb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:58:12.956408 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-b167f84b-fb72-4eb6-a9b1-8117b564baf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-968'] for router (fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:12.960742 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-b167f84b-fb72-4eb6-a9b1-8117b564baf4 admin admin] Publish callbacks [] for router_controller (fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234), precommit_delete_associations {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:13.027475 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-4ccc1dd8-4369-4e48-85e0-360079c36fe9 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:13.119454 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-4ccc1dd8-4369-4e48-85e0-360079c36fe9 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (None), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:13.123649 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-b167f84b-fb72-4eb6-a9b1-8117b564baf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790289'] for router (fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:13.124204 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b167f84b-fb72-4eb6-a9b1-8117b564baf4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234 {{(pid=111154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 10:58:13.128615 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-b167f84b-fb72-4eb6-a9b1-8117b564baf4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:13.133766 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-b167f84b-fb72-4eb6-a9b1-8117b564baf4 admin admin] 10.222.0.49 "DELETE /v2.0/routers/fe6ac5b2-7b5f-4611-b5b2-4668fcdbe234 HTTP/1.1" status: 204 len: 168 time: 1.7327909 Jul 18 10:58:13.135538 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 50216) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:58:13.190108 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.db_base_plugin_v2 [None req-18018e8c-92e6-46d7-8e94-f1169715c310 admin admin] Deleting subnet e10aa7fa-e494-41dd-afcd-238e44bb4632 {{(pid=111154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 10:58:13.194640 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-18018e8c-92e6-46d7-8e94-f1169715c310 admin admin] Publish callbacks [] for subnet (e10aa7fa-e494-41dd-afcd-238e44bb4632), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:13.237042 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-18018e8c-92e6-46d7-8e94-f1169715c310 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127334241'] for subnet (e10aa7fa-e494-41dd-afcd-238e44bb4632), precommit_delete_associations {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:13.249613 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.db_base_plugin_common [None req-4ccc1dd8-4369-4e48-85e0-360079c36fe9 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Allocated IP 172.27.1.121 (bb0f21c8-59d6-4417-bd6b-78e480c446a1/d4fbd515-2e97-4384-b4aa-6523e13e40eb/602ff5f8-ed6b-4618-a2d5-a7f067acc62f) {{(pid=111155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 10:58:13.270873 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:58:13.337234 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-18018e8c-92e6-46d7-8e94-f1169715c310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735052'] for subnet (e10aa7fa-e494-41dd-afcd-238e44bb4632), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:13.376949 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-4ccc1dd8-4369-4e48-85e0-360079c36fe9 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Publish callbacks [] for port (602ff5f8-ed6b-4618-a2d5-a7f067acc62f), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:13.478357 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-18018e8c-92e6-46d7-8e94-f1169715c310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127334271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127366045'] for subnet (e10aa7fa-e494-41dd-afcd-238e44bb4632), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:13.489261 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21406126-80c1-472e-a008-da626b06cf6f req-29ce7a3f-b813-48a0-b062-13c36880c854 tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:58:13.490803 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-21406126-80c1-472e-a008-da626b06cf6f req-29ce7a3f-b813-48a0-b062-13c36880c854 tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f208141-cbfc-4236-ae8e-c665ea4d8c16 HTTP/1.1" status: 200 len: 943 time: 0.0525000 Jul 18 10:58:13.511050 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18018e8c-92e6-46d7-8e94-f1169715c310 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e10aa7fa-e494-41dd-afcd-238e44bb4632,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:58:13.513556 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-18018e8c-92e6-46d7-8e94-f1169715c310 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for subnet (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:13.514553 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-4ccc1dd8-4369-4e48-85e0-360079c36fe9 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741535591684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126083827'] for port (602ff5f8-ed6b-4618-a2d5-a7f067acc62f), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:13.516977 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-18018e8c-92e6-46d7-8e94-f1169715c310 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/e10aa7fa-e494-41dd-afcd-238e44bb4632 HTTP/1.1" status: 204 len: 168 time: 0.3790011 Jul 18 10:58:13.520967 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 50220) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:58:13.528525 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a59d103-c76f-4e15-bac4-5db77ec7af15 None None] Network 407e895d-8435-43cb-addb-b40e755d1f02 requested from dv-cinder-849498-1-iscsi {{(pid=111156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:58:13.580745 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccc1dd8-4369-4e48-85e0-360079c36fe9 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Network bb0f21c8-59d6-4417-bd6b-78e480c446a1 is already hosted by enough agents. {{(pid=111155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 10:58:13.593767 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.base_scheduler [None req-4ccc1dd8-4369-4e48-85e0-360079c36fe9 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Resources bound (agent type, host, resource id): {{(pid=111155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 10:58:13.605732 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccc1dd8-4369-4e48-85e0-360079c36fe9 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Received port after_create {{(pid=111155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 10:58:13.643573 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-21406126-80c1-472e-a008-da626b06cf6f req-bc71a2fa-81e6-48c4-a98f-f14c8b8bd95a tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.49 "GET /v2.0/security-groups?id=734cf5dd-6fd7-432f-9ba2-5d8158410d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468670 Jul 18 10:58:13.650875 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-af41754d-50fe-4b8c-8486-08b1ff8f0e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639067'] for network (407e895d-8435-43cb-addb-b40e755d1f02), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:13.651848 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccc1dd8-4369-4e48-85e0-360079c36fe9 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Pushing event updated for resources: {'Port': ['ID=602ff5f8-ed6b-4618-a2d5-a7f067acc62f,revision_number=1']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:58:13.709217 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.plugin [None req-af41754d-50fe-4b8c-8486-08b1ff8f0e33 admin admin] Deleting port 4dfd55a9-20e4-42dd-ac66-4dd6d19c1865 {{(pid=111154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:58:13.709817 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-af41754d-50fe-4b8c-8486-08b1ff8f0e33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (4dfd55a9-20e4-42dd-ac66-4dd6d19c1865), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:13.769270 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfd837f-c3ce-4ec4-ad9e-6385fc3f2994 None None] DHCP port deletion for 407e895d-8435-43cb-addb-b40e755d1f02 request from dv-cinder-849498-1-iscsi {{(pid=111156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 10:58:13.789684 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.db [None req-af41754d-50fe-4b8c-8486-08b1ff8f0e33 admin admin] For port 4dfd55a9-20e4-42dd-ac66-4dd6d19c1865, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=4dfd55a9-20e4-42dd-ac66-4dd6d19c1865,segment=NetworkSegment(40200e37-082a-48f2-872c-182016dc90c2),segment_id=40200e37-082a-48f2-872c-182016dc90c2)] {{(pid=111154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:58:13.790320 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-af41754d-50fe-4b8c-8486-08b1ff8f0e33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (4dfd55a9-20e4-42dd-ac66-4dd6d19c1865), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:13.816923 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.plugin [None req-af41754d-50fe-4b8c-8486-08b1ff8f0e33 admin admin] Calling delete_port for 4dfd55a9-20e4-42dd-ac66-4dd6d19c1865 owned by network:dhcp {{(pid=111154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:58:13.819712 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-9bfd837f-c3ce-4ec4-ad9e-6385fc3f2994 None None] Deleting port 4dfd55a9-20e4-42dd-ac66-4dd6d19c1865 {{(pid=111156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:58:13.824213 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-9bfd837f-c3ce-4ec4-ad9e-6385fc3f2994 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (4dfd55a9-20e4-42dd-ac66-4dd6d19c1865), before_delete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:13.833258 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:58:13.877971 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:58:13.891722 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-9bfd837f-c3ce-4ec4-ad9e-6385fc3f2994 None None] For port 4dfd55a9-20e4-42dd-ac66-4dd6d19c1865, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=4dfd55a9-20e4-42dd-ac66-4dd6d19c1865,segment=NetworkSegment(40200e37-082a-48f2-872c-182016dc90c2),segment_id=40200e37-082a-48f2-872c-182016dc90c2)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:58:13.892041 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-9bfd837f-c3ce-4ec4-ad9e-6385fc3f2994 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (4dfd55a9-20e4-42dd-ac66-4dd6d19c1865), precommit_delete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:13.901694 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:58:13.907450 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-9bfd837f-c3ce-4ec4-ad9e-6385fc3f2994 None None] Calling delete_port for 4dfd55a9-20e4-42dd-ac66-4dd6d19c1865 owned by network:dhcp {{(pid=111156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:58:13.949128 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:58:13.992144 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-af41754d-50fe-4b8c-8486-08b1ff8f0e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127334210'] for port (4dfd55a9-20e4-42dd-ac66-4dd6d19c1865), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:14.002441 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-9bfd837f-c3ce-4ec4-ad9e-6385fc3f2994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693'] for port (4dfd55a9-20e4-42dd-ac66-4dd6d19c1865), after_delete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:14.024682 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af41754d-50fe-4b8c-8486-08b1ff8f0e33 admin admin] No DVR routers for this DVR port 4dfd55a9-20e4-42dd-ac66-4dd6d19c1865 on host dv-cinder-849498-1-iscsi {{(pid=111154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:58:14.028349 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfd837f-c3ce-4ec4-ad9e-6385fc3f2994 None None] Pushing event deleted for resources: {'Port': ['ID=4dfd55a9-20e4-42dd-ac66-4dd6d19c1865,revision_number=None']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:58:14.032359 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfd837f-c3ce-4ec4-ad9e-6385fc3f2994 None None] No DVR routers for this DVR port 4dfd55a9-20e4-42dd-ac66-4dd6d19c1865 on host dv-cinder-849498-1-iscsi {{(pid=111156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:58:14.066635 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af41754d-50fe-4b8c-8486-08b1ff8f0e33 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dfd55a9-20e4-42dd-ac66-4dd6d19c1865,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:58:14.168952 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-af41754d-50fe-4b8c-8486-08b1ff8f0e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734605', 'neutron.services.segments.db._delete_segments_for_network-8741536027414'] for network (407e895d-8435-43cb-addb-b40e755d1f02), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:14.180233 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-4ccc1dd8-4369-4e48-85e0-360079c36fe9 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Publish callbacks [] for floatingip (4b6a694a-1b27-42c5-a696-b9bfd7fac27d), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:14.196640 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 518d5f98-f050-4ae9-abe5-25ea9991dd12 no longer exists at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:58:14.199673 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.services.segments.db [None req-af41754d-50fe-4b8c-8486-08b1ff8f0e33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['407e895d-8435-43cb-addb-b40e755d1f02']}} {{(pid=111154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:58:14.210302 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.services.segments.db [None req-af41754d-50fe-4b8c-8486-08b1ff8f0e33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40200e37-082a-48f2-872c-182016dc90c2') {'for_net_delete': True} {{(pid=111154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:58:14.210627 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.services.segments.db [None req-af41754d-50fe-4b8c-8486-08b1ff8f0e33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40200e37-082a-48f2-872c-182016dc90c2') {} {{(pid=111154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:58:14.222554 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] No Port match for: 518d5f98-f050-4ae9-abe5-25ea9991dd12 {{(pid=111156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:58:14.222909 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 518d5f98-f050-4ae9-abe5-25ea9991dd12 not bound to the agent host dv-cinder-849498-1-iscsi {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:58:14.223356 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-af41754d-50fe-4b8c-8486-08b1ff8f0e33 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741536027679', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127334168'] for segment (40200e37-082a-48f2-872c-182016dc90c2), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:14.224175 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 4dfd55a9-20e4-42dd-ac66-4dd6d19c1865 no longer exists at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:58:14.239889 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-af41754d-50fe-4b8c-8486-08b1ff8f0e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547345'] for segment (40200e37-082a-48f2-872c-182016dc90c2), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:14.246275 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] No Port match for: 4dfd55a9-20e4-42dd-ac66-4dd6d19c1865 {{(pid=111156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:58:14.246875 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 4dfd55a9-20e4-42dd-ac66-4dd6d19c1865 not bound to the agent host dv-cinder-849498-1-iscsi {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:58:14.247222 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 904eb219-215c-4a07-aa49-5a27759fa823 no longer exists at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:58:14.248173 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af41754d-50fe-4b8c-8486-08b1ff8f0e33 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=111154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 10:58:14.248697 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-af41754d-50fe-4b8c-8486-08b1ff8f0e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127333789'] for segment (40200e37-082a-48f2-872c-182016dc90c2), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:14.269321 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] No Port match for: 904eb219-215c-4a07-aa49-5a27759fa823 {{(pid=111156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:58:14.270979 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 904eb219-215c-4a07-aa49-5a27759fa823 not bound to the agent host dv-cinder-849498-1-iscsi {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:58:14.306968 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.services.segments.plugin [-] Segment 40200e37-082a-48f2-872c-182016dc90c2 resource provider aggregate not found Jul 18 10:58:14.328187 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.services.segments.plugin [-] Segment 40200e37-082a-48f2-872c-182016dc90c2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 40200e37-082a-48f2-872c-182016dc90c2 found for delete ", "request_id": "req-3b4a0009-60f4-4f40-afde-46e875beed92"}]} Jul 18 10:58:14.343652 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-4ccc1dd8-4369-4e48-85e0-360079c36fe9 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (602ff5f8-ed6b-4618-a2d5-a7f067acc62f), before_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:14.421511 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-af41754d-50fe-4b8c-8486-08b1ff8f0e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3779455'] for network (407e895d-8435-43cb-addb-b40e755d1f02), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:14.428492 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-af41754d-50fe-4b8c-8486-08b1ff8f0e33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for network (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:14.431814 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-af41754d-50fe-4b8c-8486-08b1ff8f0e33 admin admin] 10.222.0.49 "DELETE /v2.0/networks/407e895d-8435-43cb-addb-b40e755d1f02 HTTP/1.1" status: 204 len: 168 time: 0.9099789 Jul 18 10:58:14.435279 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 50226) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:58:14.541861 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-4ccc1dd8-4369-4e48-85e0-360079c36fe9 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Publish callbacks [] for port (602ff5f8-ed6b-4618-a2d5-a7f067acc62f), precommit_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:14.609366 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-4ccc1dd8-4369-4e48-85e0-360079c36fe9 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126083072'] for port (602ff5f8-ed6b-4618-a2d5-a7f067acc62f), after_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:14.695795 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccc1dd8-4369-4e48-85e0-360079c36fe9 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Pushing event updated for resources: {'Port': ['ID=602ff5f8-ed6b-4618-a2d5-a7f067acc62f,revision_number=2']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:58:14.715781 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-4ccc1dd8-4369-4e48-85e0-360079c36fe9 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3778871'] for floatingip (4b6a694a-1b27-42c5-a696-b9bfd7fac27d), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:14.735356 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af41754d-50fe-4b8c-8486-08b1ff8f0e33 admin admin] Pushing event deleted for resources: {'Network': ['ID=407e895d-8435-43cb-addb-b40e755d1f02,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:58:14.757860 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:58:14.871763 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af962eb5-b24d-4e58-9362-e2415f02f4a1 req-4119e0db-e785-45ff-aeaa-169bc136d06c tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:58:14.875334 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-af962eb5-b24d-4e58-9362-e2415f02f4a1 req-4119e0db-e785-45ff-aeaa-169bc136d06c tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f208141-cbfc-4236-ae8e-c665ea4d8c16 HTTP/1.1" status: 200 len: 943 time: 0.1080592 Jul 18 10:58:14.882232 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.db.l3_db [None req-4ccc1dd8-4369-4e48-85e0-360079c36fe9 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Floating IP 4b6a694a-1b27-42c5-a696-b9bfd7fac27d associated. External IP: 172.27.1.121, port: f9f873c9-64f4-4f0f-a61d-410318c37f4a. Jul 18 10:58:14.910918 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device b742f0a4-6f8f-4634-b68b-2feaf81467aa details requested by agent hyperv_hv-cinder-84949 with host hv-cinder-84949 {{(pid=111156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 10:58:15.030111 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-af962eb5-b24d-4e58-9362-e2415f02f4a1 req-8c8a9271-c6c5-4aa8-be88-0844a8fa7b8f tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.49 "GET /v2.0/security-groups?id=734cf5dd-6fd7-432f-9ba2-5d8158410d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491039 Jul 18 10:58:15.095232 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port b742f0a4-6f8f-4634-b68b-2feaf81467aa, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=b742f0a4-6f8f-4634-b68b-2feaf81467aa,segment=NetworkSegment(bd6ac35b-2c0d-45de-8873-e56a85ca0915),segment_id=bd6ac35b-2c0d-45de-8873-e56a85ca0915)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:58:15.109821 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Returning: {'device': 'b742f0a4-6f8f-4634-b68b-2feaf81467aa', 'network_id': '4d3b5885-0cea-4000-b7c7-cf07ce205b79', 'port_id': 'b742f0a4-6f8f-4634-b68b-2feaf81467aa', 'mac_address': 'fa:16:3e:1b:78:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7147ecb9-7eaf-436b-8166-e692a67ed9f0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 10:58:15.111487 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:58:15.113662 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-19bc0870-f07d-4ef0-ab8d-45c167727fec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3788995'] for router_interface (d2e0f43e-ea4f-4139-9550-0e7a17002e6b), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:15.152526 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] Current status of the port b742f0a4-6f8f-4634-b68b-2feaf81467aa is: DOWN; New status is: BUILD {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:58:15.153347 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (b742f0a4-6f8f-4634-b68b-2feaf81467aa), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:15.170095 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.notifiers.nova [None req-29c51914-efda-4269-8274-168d496bf900 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b742f0a4-6f8f-4634-b68b-2feaf81467aa {{(pid=111156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 10:58:15.195505 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ccc1dd8-4369-4e48-85e0-360079c36fe9 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Router 041d21ca-6294-4786-a6d9-3985529053c7 has already been hosted by L3 agent e6bcb791-bd43-4d6b-ab54-e591cb66712b {{(pid=111155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:58:15.199248 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port b742f0a4-6f8f-4634-b68b-2feaf81467aa, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=b742f0a4-6f8f-4634-b68b-2feaf81467aa,segment=NetworkSegment(bd6ac35b-2c0d-45de-8873-e56a85ca0915),segment_id=bd6ac35b-2c0d-45de-8873-e56a85ca0915)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:58:15.202218 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:58:15.299502 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:58:15.302597 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (b742f0a4-6f8f-4634-b68b-2feaf81467aa), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:15.337638 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ccc1dd8-4369-4e48-85e0-360079c36fe9 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Notify agent at l3_agent.dv-cinder-849498-1-iscsi the message routers_updated {{(pid=111155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:58:15.357393 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791a642d-ab78-4a80-a961-312710e078e3 None None] Sync routers for ids ['041d21ca-6294-4786-a6d9-3985529053c7'] in dv-cinder-849498-1-iscsi {{(pid=111156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:58:15.367740 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Pushing event updated for resources: {'Port': ['ID=b742f0a4-6f8f-4634-b68b-2feaf81467aa,revision_number=4']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:58:15.377038 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791a642d-ab78-4a80-a961-312710e078e3 None None] Routers {'041d21ca-6294-4786-a6d9-3985529053c7'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:58:15.378155 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-791a642d-ab78-4a80-a961-312710e078e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:58:07Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['041d21ca-6294-4786-a6d9-3985529053c7'], 'active': True} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:58:15.394155 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.plugin [None req-19bc0870-f07d-4ef0-ab8d-45c167727fec admin admin] Deleting port c2f9f315-0895-478a-be0d-8615ef9bb04d {{(pid=111154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:58:15.394829 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-19bc0870-f07d-4ef0-ab8d-45c167727fec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (c2f9f315-0895-478a-be0d-8615ef9bb04d), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:15.438668 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-4ccc1dd8-4369-4e48-85e0-360079c36fe9 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for floatingip (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:15.473360 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-4ccc1dd8-4369-4e48-85e0-360079c36fe9 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5878060 Jul 18 10:58:15.474061 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d23cc92-a156-4a44-8b76-f082f7c3484a', 'tag': 'f9f873c9-64f4-4f0f-a61d-410318c37f4a'}] {{(pid=111155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:58:15.477077 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f06b923856051c73f64d3b2294300e60923526062a62ec6e5be74a6ad2a3856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-343110ec-7804-4328-a1e7-a071b03dadbc" -d '{"events": [{"name": "network-changed", "server_uuid": "7d23cc92-a156-4a44-8b76-f082f7c3484a", "tag": "f9f873c9-64f4-4f0f-a61d-410318c37f4a"}]}' {{(pid=111155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:58:15.477690 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 50230) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:58:15.502578 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [None req-b0da184f-6f3a-485b-9df2-4375d249e8e4 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-788856448', 'description': 'tempest-secgroup-smoke-788856448 description', 'project_id': 'abc1cd8a20854cb0ac847cf30c1343eb'}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:58:15.508836 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvr_db [None req-791a642d-ab78-4a80-a961-312710e078e3 None None] Set router 041d21ca-6294-4786-a6d9-3985529053c7 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:58:15.521251 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.db [None req-19bc0870-f07d-4ef0-ab8d-45c167727fec admin admin] For port c2f9f315-0895-478a-be0d-8615ef9bb04d, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=c2f9f315-0895-478a-be0d-8615ef9bb04d,segment=NetworkSegment(a28ff2c9-c459-4ded-9b7d-64738330cffe),segment_id=a28ff2c9-c459-4ded-9b7d-64738330cffe)] {{(pid=111154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:58:15.521251 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-19bc0870-f07d-4ef0-ab8d-45c167727fec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (c2f9f315-0895-478a-be0d-8615ef9bb04d), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:15.526728 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b3e3dc-4f98-4d18-8cad-7efdcb2fa1fa x-openstack-request-id: req-07b3e3dc-4f98-4d18-8cad-7efdcb2fa1fa {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:58:15.527538 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d23cc92-a156-4a44-8b76-f082f7c3484a", "tag": "f9f873c9-64f4-4f0f-a61d-410318c37f4a", "status": "completed", "code": 200}]} {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:58:15.528187 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-07b3e3dc-4f98-4d18-8cad-7efdcb2fa1fa {{(pid=111155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:58:15.529080 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07b3e3dc-4f98-4d18-8cad-7efdcb2fa1fa'] response: {'name': 'network-changed', 'server_uuid': '7d23cc92-a156-4a44-8b76-f082f7c3484a', 'tag': 'f9f873c9-64f4-4f0f-a61d-410318c37f4a', 'status': 'completed', 'code': 200} Jul 18 10:58:15.540596 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:58:15.550395 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.plugin [None req-19bc0870-f07d-4ef0-ab8d-45c167727fec admin admin] Calling delete_port for c2f9f315-0895-478a-be0d-8615ef9bb04d owned by network:router_interface {{(pid=111154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:58:15.605332 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343110ec-7804-4328-a1e7-a071b03dadbc req-713d7881-45ea-43e8-8fce-c4ee62aedcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:58:15.607965 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-343110ec-7804-4328-a1e7-a071b03dadbc req-713d7881-45ea-43e8-8fce-c4ee62aedcd7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=abc1cd8a20854cb0ac847cf30c1343eb&device_id=7d23cc92-a156-4a44-8b76-f082f7c3484a HTTP/1.1" status: 200 len: 1130 time: 0.0516422 Jul 18 10:58:15.608635 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] get_ports_and_sgs() called for port_ids ['b742f0a4-6f8f-4634-b68b-2feaf81467aa'] {{(pid=111156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:58:15.637865 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-b0da184f-6f3a-485b-9df2-4375d249e8e4 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Publish callbacks [] for security_group (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:15.734089 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343110ec-7804-4328-a1e7-a071b03dadbc req-e98a2430-dca7-409b-9304-8f0d162088d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:58:15.736118 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-343110ec-7804-4328-a1e7-a071b03dadbc req-e98a2430-dca7-409b-9304-8f0d162088d8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6 HTTP/1.1" status: 200 len: 916 time: 0.1207910 Jul 18 10:58:15.816444 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:58:15.836364 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-343110ec-7804-4328-a1e7-a071b03dadbc req-f3bfb926-ffeb-47fe-918b-59d680ac09ba service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9f873c9-64f4-4f0f-a61d-410318c37f4a HTTP/1.1" status: 200 len: 1000 time: 0.0923789 Jul 18 10:58:15.885747 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-b0da184f-6f3a-485b-9df2-4375d249e8e4 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Publish callbacks [] for security_group (39163b0d-5d4e-48ba-acdb-a8d8fb02d2ae), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:15.899944 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-791a642d-ab78-4a80-a961-312710e078e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041d21ca-6294-4786-a6d9-3985529053c7', 'name': 'tempest-TestMinimumBasicScenario-1855346414-router', 'tenant_id': 'abc1cd8a20854cb0ac847cf30c1343eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '12d30916-133d-409c-a767-6baa3952308c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:56:58Z', 'updated_at': '2022-07-18T10:57:03Z', 'revision_number': 4, 'project_id': 'abc1cd8a20854cb0ac847cf30c1343eb', 'gw_port': {'id': '12d30916-133d-409c-a767-6baa3952308c', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:43:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041d21ca-6294-4786-a6d9-3985529053c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:56:59Z', 'updated_at': '2022-07-18T10:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_floatingips': [{'id': '4b6a694a-1b27-42c5-a696-b9bfd7fac27d', 'tenant_id': 'abc1cd8a20854cb0ac847cf30c1343eb', 'floating_ip_address': '172.27.1.121', 'floating_network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'router_id': '041d21ca-6294-4786-a6d9-3985529053c7', 'port_id': 'f9f873c9-64f4-4f0f-a61d-410318c37f4a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 733, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6', 'mac_address': 'fa:16:3e:04:b3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d23cc92-a156-4a44-8b76-f082f7c3484a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:58:13Z', 'updated_at': '2022-07-18T10:58:13Z', 'revision_number': 0, 'project_id': 'abc1cd8a20854cb0ac847cf30c1343eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c18cce53-4abc-4a33-9a65-94ad8512bf9a', 'name': '', 'network_id': 'bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6', 'tenant_id': 'abc1cd8a20854cb0ac847cf30c1343eb', 'mac_address': 'fa:16:3e:fb:99:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041d21ca-6294-4786-a6d9-3985529053c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'f3a6a586-4f4e-45ae-b1ac-326e1d7e89f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:57:02Z', 'updated_at': '2022-07-18T10:57:08Z', 'revision_number': 5, 'project_id': 'abc1cd8a20854cb0ac847cf30c1343eb', 'subnets': [{'id': 'f3a6a586-4f4e-45ae-b1ac-326e1d7e89f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:58:15.916620 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343110ec-7804-4328-a1e7-a071b03dadbc req-7d0c13cb-7989-4428-b130-5e501ef7d67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:58:15.918986 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-343110ec-7804-4328-a1e7-a071b03dadbc req-7d0c13cb-7989-4428-b130-5e501ef7d67c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f3a6a586-4f4e-45ae-b1ac-326e1d7e89f9 HTTP/1.1" status: 200 len: 854 time: 0.0757868 Jul 18 10:58:15.939770 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791a642d-ab78-4a80-a961-312710e078e3 None None] Checking router: 041d21ca-6294-4786-a6d9-3985529053c7 for host: dv-cinder-849498-1-iscsi {{(pid=111156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:58:15.966474 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791a642d-ab78-4a80-a961-312710e078e3 None None] Routers {'041d21ca-6294-4786-a6d9-3985529053c7'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:58:15.967238 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-791a642d-ab78-4a80-a961-312710e078e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:58:07Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['041d21ca-6294-4786-a6d9-3985529053c7'], 'active': True} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:58:15.974023 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343110ec-7804-4328-a1e7-a071b03dadbc req-bea4bacc-c4be-47e6-8dbd-ef98d4bf6aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:58:15.981217 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-343110ec-7804-4328-a1e7-a071b03dadbc req-bea4bacc-c4be-47e6-8dbd-ef98d4bf6aae service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476229 Jul 18 10:58:16.003405 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-b0da184f-6f3a-485b-9df2-4375d249e8e4 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (39163b0d-5d4e-48ba-acdb-a8d8fb02d2ae), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:16.037342 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-19bc0870-f07d-4ef0-ab8d-45c167727fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127334210'] for port (c2f9f315-0895-478a-be0d-8615ef9bb04d), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:16.065392 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc0870-f07d-4ef0-ab8d-45c167727fec admin admin] Pushing event deleted for resources: {'Port': ['ID=c2f9f315-0895-478a-be0d-8615ef9bb04d,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:58:16.081531 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0da184f-6f3a-485b-9df2-4375d249e8e4 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39163b0d-5d4e-48ba-acdb-a8d8fb02d2ae,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:58:16.123808 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-343110ec-7804-4328-a1e7-a071b03dadbc req-a306fc5a-1539-487a-a5a9-8988754ee242 service neutron] 10.222.0.52 "GET /v2.0/networks/bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398103 Jul 18 10:58:16.129840 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvr_db [None req-791a642d-ab78-4a80-a961-312710e078e3 None None] Set router 041d21ca-6294-4786-a6d9-3985529053c7 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:58:16.214037 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-b0da184f-6f3a-485b-9df2-4375d249e8e4 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Publish callbacks [] for security_group (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:16.218651 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-b0da184f-6f3a-485b-9df2-4375d249e8e4 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7256525 Jul 18 10:58:16.218651 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 50236) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:58:16.225590 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.v2.base [None req-9217fba1-8c8a-454d-8d2a-e5e635f6e9c2 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Request body: {'security_group_rule': {'security_group_id': '39163b0d-5d4e-48ba-acdb-a8d8fb02d2ae', 'project_id': 'abc1cd8a20854cb0ac847cf30c1343eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:58:16.308600 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-343110ec-7804-4328-a1e7-a071b03dadbc req-5a241509-207a-45c7-a371-547990938f6d service neutron] 10.222.0.52 "GET /v2.0/networks/bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652257 Jul 18 10:58:16.318207 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e45dcf-3ea7-42e5-8c4d-e0730f579e1d req-beaf35f8-a1d0-4bd3-940e-480832bfa74b tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:58:16.319698 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-a0e45dcf-3ea7-42e5-8c4d-e0730f579e1d req-beaf35f8-a1d0-4bd3-940e-480832bfa74b tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f208141-cbfc-4236-ae8e-c665ea4d8c16 HTTP/1.1" status: 200 len: 944 time: 0.1940286 Jul 18 10:58:16.350633 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=100 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:58:16.396474 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-a0e45dcf-3ea7-42e5-8c4d-e0730f579e1d req-8ecb93cf-3da8-4d9a-b638-60e8f14441f3 tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.49 "GET /v2.0/security-groups?id=734cf5dd-6fd7-432f-9ba2-5d8158410d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662689 Jul 18 10:58:16.437567 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-19bc0870-f07d-4ef0-ab8d-45c167727fec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3608536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3788927'] for router_interface (d2e0f43e-ea4f-4139-9550-0e7a17002e6b), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:16.458574 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-791a642d-ab78-4a80-a961-312710e078e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041d21ca-6294-4786-a6d9-3985529053c7', 'name': 'tempest-TestMinimumBasicScenario-1855346414-router', 'tenant_id': 'abc1cd8a20854cb0ac847cf30c1343eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '12d30916-133d-409c-a767-6baa3952308c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:56:58Z', 'updated_at': '2022-07-18T10:57:03Z', 'revision_number': 4, 'project_id': 'abc1cd8a20854cb0ac847cf30c1343eb', 'gw_port': {'id': '12d30916-133d-409c-a767-6baa3952308c', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:43:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041d21ca-6294-4786-a6d9-3985529053c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:56:59Z', 'updated_at': '2022-07-18T10:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_floatingips': [{'id': '4b6a694a-1b27-42c5-a696-b9bfd7fac27d', 'tenant_id': 'abc1cd8a20854cb0ac847cf30c1343eb', 'floating_ip_address': '172.27.1.121', 'floating_network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'router_id': '041d21ca-6294-4786-a6d9-3985529053c7', 'port_id': 'f9f873c9-64f4-4f0f-a61d-410318c37f4a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 733, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6', 'mac_address': 'fa:16:3e:04:b3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d23cc92-a156-4a44-8b76-f082f7c3484a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:58:13Z', 'updated_at': '2022-07-18T10:58:13Z', 'revision_number': 0, 'project_id': 'abc1cd8a20854cb0ac847cf30c1343eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c18cce53-4abc-4a33-9a65-94ad8512bf9a', 'name': '', 'network_id': 'bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6', 'tenant_id': 'abc1cd8a20854cb0ac847cf30c1343eb', 'mac_address': 'fa:16:3e:fb:99:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041d21ca-6294-4786-a6d9-3985529053c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'f3a6a586-4f4e-45ae-b1ac-326e1d7e89f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:57:02Z', 'updated_at': '2022-07-18T10:57:08Z', 'revision_number': 5, 'project_id': 'abc1cd8a20854cb0ac847cf30c1343eb', 'subnets': [{'id': 'f3a6a586-4f4e-45ae-b1ac-326e1d7e89f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:58:16.489381 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-9217fba1-8c8a-454d-8d2a-e5e635f6e9c2 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Publish callbacks [] for security_group_rule (fcb6d602-9305-4f4f-8d7d-c11e0b5e74a1), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:16.495620 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791a642d-ab78-4a80-a961-312710e078e3 None None] The sync data for ids ['041d21ca-6294-4786-a6d9-3985529053c7'] in dv-cinder-849498-1-iscsi is: [{'id': '041d21ca-6294-4786-a6d9-3985529053c7', 'name': 'tempest-TestMinimumBasicScenario-1855346414-router', 'tenant_id': 'abc1cd8a20854cb0ac847cf30c1343eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '12d30916-133d-409c-a767-6baa3952308c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:56:58Z', 'updated_at': '2022-07-18T10:57:03Z', 'revision_number': 4, 'project_id': 'abc1cd8a20854cb0ac847cf30c1343eb', 'gw_port': {'id': '12d30916-133d-409c-a767-6baa3952308c', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:43:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041d21ca-6294-4786-a6d9-3985529053c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:56:59Z', 'updated_at': '2022-07-18T10:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_floatingips': [{'id': '4b6a694a-1b27-42c5-a696-b9bfd7fac27d', 'tenant_id': 'abc1cd8a20854cb0ac847cf30c1343eb', 'floating_ip_address': '172.27.1.121', 'floating_network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'router_id': '041d21ca-6294-4786-a6d9-3985529053c7', 'port_id': 'f9f873c9-64f4-4f0f-a61d-410318c37f4a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 733, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6', 'mac_address': 'fa:16:3e:04:b3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d23cc92-a156-4a44-8b76-f082f7c3484a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T10:58:13Z', 'updated_at': '2022-07-18T10:58:13Z', 'revision_number': 0, 'project_id': 'abc1cd8a20854cb0ac847cf30c1343eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c18cce53-4abc-4a33-9a65-94ad8512bf9a', 'name': '', 'network_id': 'bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6', 'tenant_id': 'abc1cd8a20854cb0ac847cf30c1343eb', 'mac_address': 'fa:16:3e:fb:99:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041d21ca-6294-4786-a6d9-3985529053c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'f3a6a586-4f4e-45ae-b1ac-326e1d7e89f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:57:02Z', 'updated_at': '2022-07-18T10:57:08Z', 'revision_number': 5, 'project_id': 'abc1cd8a20854cb0ac847cf30c1343eb', 'subnets': [{'id': 'f3a6a586-4f4e-45ae-b1ac-326e1d7e89f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:58:16.504543 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:INSERT=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:58:16.617119 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-9217fba1-8c8a-454d-8d2a-e5e635f6e9c2 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Publish callbacks [] for security_group_rule (fcb6d602-9305-4f4f-8d7d-c11e0b5e74a1), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:16.697265 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=84,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:58:16.735300 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19bc0870-f07d-4ef0-ab8d-45c167727fec admin admin] Router d2e0f43e-ea4f-4139-9550-0e7a17002e6b has already been hosted by L3 agent e6bcb791-bd43-4d6b-ab54-e591cb66712b {{(pid=111154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:58:16.755964 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3337ae31-bfaf-4703-8532-ef928ce67d36 None None] New status for floating IP 4b6a694a-1b27-42c5-a696-b9bfd7fac27d: ACTIVE {{(pid=111157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 10:58:16.789868 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-9217fba1-8c8a-454d-8d2a-e5e635f6e9c2 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706217'] for security_group_rule (fcb6d602-9305-4f4f-8d7d-c11e0b5e74a1), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:16.824978 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9217fba1-8c8a-454d-8d2a-e5e635f6e9c2 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcb6d602-9305-4f4f-8d7d-c11e0b5e74a1,revision_number=0']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:58:16.890285 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19bc0870-f07d-4ef0-ab8d-45c167727fec admin admin] Notify agent at l3_agent.dv-cinder-849498-1-iscsi the message routers_updated {{(pid=111154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:58:16.895890 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-19bc0870-f07d-4ef0-ab8d-45c167727fec admin admin] 10.222.0.49 "PUT /v2.0/routers/d2e0f43e-ea4f-4139-9550-0e7a17002e6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4595749 Jul 18 10:58:16.898522 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 50238) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:58:16.903456 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa84b583-0040-457d-b95a-9804699931ed None None] Sync routers for ids ['d2e0f43e-ea4f-4139-9550-0e7a17002e6b'] in dv-cinder-849498-1-iscsi {{(pid=111156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:58:16.919651 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device b742f0a4-6f8f-4634-b68b-2feaf81467aa up at agent hyperv_hv-cinder-84949 {{(pid=111156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 10:58:16.922817 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa84b583-0040-457d-b95a-9804699931ed None None] Routers {'d2e0f43e-ea4f-4139-9550-0e7a17002e6b'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:58:16.923595 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-aa84b583-0040-457d-b95a-9804699931ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:58:07Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['d2e0f43e-ea4f-4139-9550-0e7a17002e6b'], 'active': True} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:58:17.023721 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-9217fba1-8c8a-454d-8d2a-e5e635f6e9c2 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:17.024970 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-9217fba1-8c8a-454d-8d2a-e5e635f6e9c2 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8053617 Jul 18 10:58:17.028626 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 50240) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:58:17.034735 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [None req-be4b1ad6-7204-4dcc-b021-aaffff975f70 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Request body: {'security_group_rule': {'security_group_id': '39163b0d-5d4e-48ba-acdb-a8d8fb02d2ae', 'project_id': 'abc1cd8a20854cb0ac847cf30c1343eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:58:17.056302 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-29c51914-efda-4269-8274-168d496bf900 None None] Provisioning for port b742f0a4-6f8f-4634-b68b-2feaf81467aa completed by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 10:58:17.069953 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-1a03f886-543a-440d-a761-f17b0203d0e2 admin admin] Publish callbacks [] for router (d2e0f43e-ea4f-4139-9550-0e7a17002e6b), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:17.091561 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvr_db [None req-aa84b583-0040-457d-b95a-9804699931ed None None] Set router d2e0f43e-ea4f-4139-9550-0e7a17002e6b gateway port host: dv-cinder-849498-1-iscsi {{(pid=111156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:58:17.146411 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-be4b1ad6-7204-4dcc-b021-aaffff975f70 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Publish callbacks [] for security_group_rule (eadd4909-5f69-4c38-afba-d64be8526b40), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:17.208374 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-1a03f886-543a-440d-a761-f17b0203d0e2 admin admin] Publish callbacks [] for router_gateway (d2e0f43e-ea4f-4139-9550-0e7a17002e6b), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:17.228801 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:58:17.232116 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-be4b1ad6-7204-4dcc-b021-aaffff975f70 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Publish callbacks [] for security_group_rule (eadd4909-5f69-4c38-afba-d64be8526b40), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:17.297190 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-29c51914-efda-4269-8274-168d496bf900 None None] Provisioning complete for port b742f0a4-6f8f-4634-b68b-2feaf81467aa triggered by entity L2. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:58:17.297637 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (b742f0a4-6f8f-4634-b68b-2feaf81467aa), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:17.351613 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-be4b1ad6-7204-4dcc-b021-aaffff975f70 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706217'] for security_group_rule (eadd4909-5f69-4c38-afba-d64be8526b40), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:17.371406 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4b1ad6-7204-4dcc-b021-aaffff975f70 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eadd4909-5f69-4c38-afba-d64be8526b40,revision_number=0']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:58:17.398200 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.plugin [None req-1a03f886-543a-440d-a761-f17b0203d0e2 admin admin] Deleting port b43b7778-7dc0-48e6-bf1a-4010159d8b04 {{(pid=111154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:58:17.398812 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-1a03f886-543a-440d-a761-f17b0203d0e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (b43b7778-7dc0-48e6-bf1a-4010159d8b04), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:17.412534 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:58:17.472754 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-be4b1ad6-7204-4dcc-b021-aaffff975f70 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:17.483049 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-be4b1ad6-7204-4dcc-b021-aaffff975f70 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4525709 Jul 18 10:58:17.484413 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 50244) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:58:17.496452 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [None req-b0eabac2-0fbf-48f1-9b0a-a0729fe24de2 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Request body: {'security_group_rule': {'security_group_id': '39163b0d-5d4e-48ba-acdb-a8d8fb02d2ae', 'project_id': 'abc1cd8a20854cb0ac847cf30c1343eb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:58:17.514381 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] Current status of the port b742f0a4-6f8f-4634-b68b-2feaf81467aa is: BUILD; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:58:17.521194 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (b742f0a4-6f8f-4634-b68b-2feaf81467aa), before_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:17.521646 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.db [None req-1a03f886-543a-440d-a761-f17b0203d0e2 admin admin] For port b43b7778-7dc0-48e6-bf1a-4010159d8b04, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=b43b7778-7dc0-48e6-bf1a-4010159d8b04,segment=NetworkSegment(43730dd2-6239-4f15-a180-e6d1d2fbff54),segment_id=43730dd2-6239-4f15-a180-e6d1d2fbff54)] {{(pid=111154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:58:17.521646 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-1a03f886-543a-440d-a761-f17b0203d0e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (b43b7778-7dc0-48e6-bf1a-4010159d8b04), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:17.543799 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.plugin [None req-1a03f886-543a-440d-a761-f17b0203d0e2 admin admin] Calling delete_port for b43b7778-7dc0-48e6-bf1a-4010159d8b04 owned by network:router_gateway {{(pid=111154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:58:17.577581 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:58:17.587388 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f208141-cbfc-4236-ae8e-c665ea4d8c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b742f0a4-6f8f-4634-b68b-2feaf81467aa'}] {{(pid=111156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:58:17.592833 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfe4995b6dbf042dd7b3201bd1da42d47478b3b3d9ca6c613cb3b1d3a53612ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2c13a2-22c9-4a43-8559-b9da64ea4229" -d '{"events": [{"server_uuid": "8f208141-cbfc-4236-ae8e-c665ea4d8c16", "name": "network-vif-plugged", "status": "completed", "tag": "b742f0a4-6f8f-4634-b68b-2feaf81467aa"}]}' {{(pid=111156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:58:17.610682 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:58:17.619658 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3defe0e0-3b8d-4de7-9294-153e609fe900 req-40b52161-f788-41a8-bb72-4744979489fd tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:58:17.624158 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] For port b742f0a4-6f8f-4634-b68b-2feaf81467aa, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=b742f0a4-6f8f-4634-b68b-2feaf81467aa,segment=NetworkSegment(bd6ac35b-2c0d-45de-8873-e56a85ca0915),segment_id=bd6ac35b-2c0d-45de-8873-e56a85ca0915)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:58:17.624591 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-aa84b583-0040-457d-b95a-9804699931ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e0f43e-ea4f-4139-9550-0e7a17002e6b', 'name': 'tempest-TestVolumeBootPattern-1069921883-router', 'tenant_id': '78719e43f24b499e8647f50db6771cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b43b7778-7dc0-48e6-bf1a-4010159d8b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:49:37Z', 'updated_at': '2022-07-18T10:58:15Z', 'revision_number': 5, 'project_id': '78719e43f24b499e8647f50db6771cba', 'gw_port': {'id': 'b43b7778-7dc0-48e6-bf1a-4010159d8b04', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e0f43e-ea4f-4139-9550-0e7a17002e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:49:38Z', 'updated_at': '2022-07-18T10:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi'}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:58:17.629978 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3defe0e0-3b8d-4de7-9294-153e609fe900 req-40b52161-f788-41a8-bb72-4744979489fd tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f208141-cbfc-4236-ae8e-c665ea4d8c16 HTTP/1.1" status: 200 len: 944 time: 0.0821702 Jul 18 10:58:17.663786 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-b0eabac2-0fbf-48f1-9b0a-a0729fe24de2 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Publish callbacks [] for security_group_rule (7fabc428-aa80-43e2-a954-0b75a3892a01), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:17.733488 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3defe0e0-3b8d-4de7-9294-153e609fe900 req-111141df-96ca-47cc-a434-8f686bc84804 tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.49 "GET /v2.0/security-groups?id=734cf5dd-6fd7-432f-9ba2-5d8158410d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024916 Jul 18 10:58:17.737578 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa84b583-0040-457d-b95a-9804699931ed None None] Checking router: d2e0f43e-ea4f-4139-9550-0e7a17002e6b for host: dv-cinder-849498-1-iscsi {{(pid=111156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:58:17.741125 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720'] for port (b742f0a4-6f8f-4634-b68b-2feaf81467aa), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:17.818148 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-b0eabac2-0fbf-48f1-9b0a-a0729fe24de2 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Publish callbacks [] for security_group_rule (7fabc428-aa80-43e2-a954-0b75a3892a01), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:17.832427 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa84b583-0040-457d-b95a-9804699931ed None None] Routers {'d2e0f43e-ea4f-4139-9550-0e7a17002e6b'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:58:17.848754 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-aa84b583-0040-457d-b95a-9804699931ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:58:07Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['d2e0f43e-ea4f-4139-9550-0e7a17002e6b'], 'active': True} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:58:17.887661 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc8e1a95-2b79-45c6-acf9-4f4fd82fff0e x-openstack-request-id: req-cc8e1a95-2b79-45c6-acf9-4f4fd82fff0e {{(pid=111156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:58:17.888068 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f208141-cbfc-4236-ae8e-c665ea4d8c16", "name": "network-vif-plugged", "status": "completed", "tag": "b742f0a4-6f8f-4634-b68b-2feaf81467aa", "code": 200}]} {{(pid=111156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:58:17.888270 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cc8e1a95-2b79-45c6-acf9-4f4fd82fff0e {{(pid=111156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:58:17.888827 dv-cinder-849498-1-iscsi neutron-server[111156]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc8e1a95-2b79-45c6-acf9-4f4fd82fff0e'] response: {'server_uuid': '8f208141-cbfc-4236-ae8e-c665ea4d8c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b742f0a4-6f8f-4634-b68b-2feaf81467aa', 'code': 200} Jul 18 10:58:17.958107 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Pushing event updated for resources: {'Port': ['ID=b742f0a4-6f8f-4634-b68b-2feaf81467aa,revision_number=5']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:58:17.987945 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvr_db [None req-aa84b583-0040-457d-b95a-9804699931ed None None] Set router d2e0f43e-ea4f-4139-9550-0e7a17002e6b gateway port host: None {{(pid=111156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:58:17.990238 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-b0eabac2-0fbf-48f1-9b0a-a0729fe24de2 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706217'] for security_group_rule (7fabc428-aa80-43e2-a954-0b75a3892a01), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:18.010107 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-1a03f886-543a-440d-a761-f17b0203d0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127334210'] for port (b43b7778-7dc0-48e6-bf1a-4010159d8b04), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:18.016209 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eabac2-0fbf-48f1-9b0a-a0729fe24de2 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fabc428-aa80-43e2-a954-0b75a3892a01,revision_number=0']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:58:18.044894 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a03f886-543a-440d-a761-f17b0203d0e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b43b7778-7dc0-48e6-bf1a-4010159d8b04,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:58:18.059164 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-aa84b583-0040-457d-b95a-9804699931ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e0f43e-ea4f-4139-9550-0e7a17002e6b', 'name': 'tempest-TestVolumeBootPattern-1069921883-router', 'tenant_id': '78719e43f24b499e8647f50db6771cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:49:37Z', 'updated_at': '2022-07-18T10:58:17Z', 'revision_number': 6, 'project_id': '78719e43f24b499e8647f50db6771cba', 'gw_port_host': None}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:58:18.095430 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa84b583-0040-457d-b95a-9804699931ed None None] The sync data for ids ['d2e0f43e-ea4f-4139-9550-0e7a17002e6b'] in dv-cinder-849498-1-iscsi is: [{'id': 'd2e0f43e-ea4f-4139-9550-0e7a17002e6b', 'name': 'tempest-TestVolumeBootPattern-1069921883-router', 'tenant_id': '78719e43f24b499e8647f50db6771cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:49:37Z', 'updated_at': '2022-07-18T10:58:17Z', 'revision_number': 6, 'project_id': '78719e43f24b499e8647f50db6771cba', 'gw_port_host': None}] {{(pid=111156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:58:18.133070 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-1a03f886-543a-440d-a761-f17b0203d0e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3779396'] for router_gateway (d2e0f43e-ea4f-4139-9550-0e7a17002e6b), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:18.182578 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-b0eabac2-0fbf-48f1-9b0a-a0729fe24de2 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:18.184634 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-b0eabac2-0fbf-48f1-9b0a-a0729fe24de2 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6978729 Jul 18 10:58:18.188246 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 50250) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:58:18.192843 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [None req-1cc651b1-4c54-4906-a8cc-11c3bfeea547 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Request body: {'security_group_rule': {'security_group_id': '39163b0d-5d4e-48ba-acdb-a8d8fb02d2ae', 'project_id': 'abc1cd8a20854cb0ac847cf30c1343eb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:58:18.248179 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-1a03f886-543a-440d-a761-f17b0203d0e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-968'] for router (d2e0f43e-ea4f-4139-9550-0e7a17002e6b), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:18.250598 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-1a03f886-543a-440d-a761-f17b0203d0e2 admin admin] Publish callbacks [] for router_controller (d2e0f43e-ea4f-4139-9550-0e7a17002e6b), precommit_delete_associations {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:18.253298 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:58:18.335275 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-1cc651b1-4c54-4906-a8cc-11c3bfeea547 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Publish callbacks [] for security_group_rule (c3e5ba3e-fd18-4587-86b6-733ba8fdf47a), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:18.419954 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d08e478-1730-41a2-838e-2b69017fed2a req-09ed7443-b251-4333-b362-c5218f772cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:58:18.421445 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-1d08e478-1730-41a2-838e-2b69017fed2a req-09ed7443-b251-4333-b362-c5218f772cd0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8f208141-cbfc-4236-ae8e-c665ea4d8c16 HTTP/1.1" status: 200 len: 1129 time: 0.0530677 Jul 18 10:58:18.434512 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-1cc651b1-4c54-4906-a8cc-11c3bfeea547 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Publish callbacks [] for security_group_rule (c3e5ba3e-fd18-4587-86b6-733ba8fdf47a), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:18.462218 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-1a03f886-543a-440d-a761-f17b0203d0e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790289'] for router (d2e0f43e-ea4f-4139-9550-0e7a17002e6b), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:18.463506 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a03f886-543a-440d-a761-f17b0203d0e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2e0f43e-ea4f-4139-9550-0e7a17002e6b {{(pid=111154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 10:58:18.472417 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-1a03f886-543a-440d-a761-f17b0203d0e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:18.476662 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-1a03f886-543a-440d-a761-f17b0203d0e2 admin admin] 10.222.0.49 "DELETE /v2.0/routers/d2e0f43e-ea4f-4139-9550-0e7a17002e6b HTTP/1.1" status: 204 len: 168 time: 1.5746396 Jul 18 10:58:18.482617 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 50252) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:58:18.503948 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-1d08e478-1730-41a2-838e-2b69017fed2a req-867bd488-a8ee-4e46-b2f3-24e3788a3bfb service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=734cf5dd-6fd7-432f-9ba2-5d8158410d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719488 Jul 18 10:58:18.568274 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.db_base_plugin_v2 [None req-d00aff30-e7cb-48c5-a312-812be6f92e38 admin admin] Deleting subnet 99451cb2-290f-45a2-bb71-5b2aca968013 {{(pid=111154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 10:58:18.574807 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-d00aff30-e7cb-48c5-a312-812be6f92e38 admin admin] Publish callbacks [] for subnet (99451cb2-290f-45a2-bb71-5b2aca968013), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:18.604001 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-1cc651b1-4c54-4906-a8cc-11c3bfeea547 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706217'] for security_group_rule (c3e5ba3e-fd18-4587-86b6-733ba8fdf47a), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:18.621262 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-d00aff30-e7cb-48c5-a312-812be6f92e38 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127334241'] for subnet (99451cb2-290f-45a2-bb71-5b2aca968013), precommit_delete_associations {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:18.630524 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc651b1-4c54-4906-a8cc-11c3bfeea547 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3e5ba3e-fd18-4587-86b6-733ba8fdf47a,revision_number=0']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:58:18.711608 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-d00aff30-e7cb-48c5-a312-812be6f92e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735052'] for subnet (99451cb2-290f-45a2-bb71-5b2aca968013), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:18.767275 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-1cc651b1-4c54-4906-a8cc-11c3bfeea547 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:18.768681 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-1cc651b1-4c54-4906-a8cc-11c3bfeea547 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5791969 Jul 18 10:58:18.772879 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 50256) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:58:18.779720 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [None req-3466da5a-b1cd-4887-9f89-63510b563800 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Request body: {'security_group_rule': {'security_group_id': '39163b0d-5d4e-48ba-acdb-a8d8fb02d2ae', 'project_id': 'abc1cd8a20854cb0ac847cf30c1343eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:58:18.871911 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98171ca-34c6-48f5-8eb7-027b79277150 req-3a55328e-dbbd-43cf-a5bb-73dae743e22e tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:58:18.873522 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b98171ca-34c6-48f5-8eb7-027b79277150 req-3a55328e-dbbd-43cf-a5bb-73dae743e22e tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f208141-cbfc-4236-ae8e-c665ea4d8c16 HTTP/1.1" status: 200 len: 945 time: 0.0594218 Jul 18 10:58:18.941973 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-d00aff30-e7cb-48c5-a312-812be6f92e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127334271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127366045'] for subnet (99451cb2-290f-45a2-bb71-5b2aca968013), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:18.942552 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b98171ca-34c6-48f5-8eb7-027b79277150 req-4e503f84-4e27-4589-8e08-aae41f69cd59 tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.49 "GET /v2.0/security-groups?id=734cf5dd-6fd7-432f-9ba2-5d8158410d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604436 Jul 18 10:58:18.973832 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00aff30-e7cb-48c5-a312-812be6f92e38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99451cb2-290f-45a2-bb71-5b2aca968013,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:58:18.975938 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-d00aff30-e7cb-48c5-a312-812be6f92e38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for subnet (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:18.979354 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-d00aff30-e7cb-48c5-a312-812be6f92e38 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/99451cb2-290f-45a2-bb71-5b2aca968013 HTTP/1.1" status: 204 len: 168 time: 0.4991472 Jul 18 10:58:18.981025 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfede54-fe81-4821-91b7-d064d472859c None None] Network 88263235-ae0d-405f-a8d9-32774ce7eb48 requested from dv-cinder-849498-1-iscsi {{(pid=111156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:58:18.983000 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 50258) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:58:18.985032 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.db.securitygroups_db [None req-3466da5a-b1cd-4887-9f89-63510b563800 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Project abc1cd8a20854cb0ac847cf30c1343eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 18 10:58:18.992085 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-3466da5a-b1cd-4887-9f89-63510b563800 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Publish callbacks [] for security_group_rule (78b51bff-5922-4637-ae87-a5092b507ef6), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:19.071792 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-3466da5a-b1cd-4887-9f89-63510b563800 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Publish callbacks [] for security_group_rule (78b51bff-5922-4637-ae87-a5092b507ef6), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:19.075592 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-2ac86662-c91e-43a3-a27f-ce3085d6e102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639067'] for network (88263235-ae0d-405f-a8d9-32774ce7eb48), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:19.091764 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:58:19.128147 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.plugin [None req-2ac86662-c91e-43a3-a27f-ce3085d6e102 admin admin] Deleting port cbff68ee-9505-460d-ae6e-7e6608b3023d {{(pid=111154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:58:19.128487 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-2ac86662-c91e-43a3-a27f-ce3085d6e102 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (cbff68ee-9505-460d-ae6e-7e6608b3023d), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:19.188880 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8f9788-5553-4eb8-9f14-4ca676eb0d2d None None] DHCP port deletion for 88263235-ae0d-405f-a8d9-32774ce7eb48 request from dv-cinder-849498-1-iscsi {{(pid=111156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 10:58:19.214288 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.db [None req-2ac86662-c91e-43a3-a27f-ce3085d6e102 admin admin] For port cbff68ee-9505-460d-ae6e-7e6608b3023d, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=cbff68ee-9505-460d-ae6e-7e6608b3023d,segment=NetworkSegment(a28ff2c9-c459-4ded-9b7d-64738330cffe),segment_id=a28ff2c9-c459-4ded-9b7d-64738330cffe)] {{(pid=111154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:58:19.214910 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-2ac86662-c91e-43a3-a27f-ce3085d6e102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (cbff68ee-9505-460d-ae6e-7e6608b3023d), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:19.231944 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.plugin [None req-2ac86662-c91e-43a3-a27f-ce3085d6e102 admin admin] Calling delete_port for cbff68ee-9505-460d-ae6e-7e6608b3023d owned by network:dhcp {{(pid=111154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:58:19.235421 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-0e8f9788-5553-4eb8-9f14-4ca676eb0d2d None None] Deleting port cbff68ee-9505-460d-ae6e-7e6608b3023d {{(pid=111156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:58:19.235789 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-0e8f9788-5553-4eb8-9f14-4ca676eb0d2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (cbff68ee-9505-460d-ae6e-7e6608b3023d), before_delete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:19.282310 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-3466da5a-b1cd-4887-9f89-63510b563800 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706217'] for security_group_rule (78b51bff-5922-4637-ae87-a5092b507ef6), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:19.288856 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:UPDATE=4,neutron:SELECT=87,neutron:DELETE=9 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:58:19.304087 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466da5a-b1cd-4887-9f89-63510b563800 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78b51bff-5922-4637-ae87-a5092b507ef6,revision_number=0']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:58:19.328100 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-0e8f9788-5553-4eb8-9f14-4ca676eb0d2d None None] For port cbff68ee-9505-460d-ae6e-7e6608b3023d, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=cbff68ee-9505-460d-ae6e-7e6608b3023d,segment=NetworkSegment(a28ff2c9-c459-4ded-9b7d-64738330cffe),segment_id=a28ff2c9-c459-4ded-9b7d-64738330cffe)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:58:19.335007 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-0e8f9788-5553-4eb8-9f14-4ca676eb0d2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (cbff68ee-9505-460d-ae6e-7e6608b3023d), precommit_delete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:19.342697 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-0e8f9788-5553-4eb8-9f14-4ca676eb0d2d None None] Calling delete_port for cbff68ee-9505-460d-ae6e-7e6608b3023d owned by network:dhcp {{(pid=111156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:58:19.369235 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:58:19.445520 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-3466da5a-b1cd-4887-9f89-63510b563800 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:19.446739 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-3466da5a-b1cd-4887-9f89-63510b563800 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6725254 Jul 18 10:58:19.453809 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 50260) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:58:19.454430 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [None req-097b1f9e-ab67-4581-8711-f57de70ecfc9 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Request body: {'security_group_rule': {'security_group_id': '39163b0d-5d4e-48ba-acdb-a8d8fb02d2ae', 'project_id': 'abc1cd8a20854cb0ac847cf30c1343eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:58:19.512265 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-2ac86662-c91e-43a3-a27f-ce3085d6e102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127334210'] for port (cbff68ee-9505-460d-ae6e-7e6608b3023d), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:19.516044 dv-cinder-849498-1-iscsi neutron-server[111156]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 18 10:58:19.516044 dv-cinder-849498-1-iscsi neutron-server[111156]: from cryptography.utils import int_from_bytes Jul 18 10:58:19.516044 dv-cinder-849498-1-iscsi neutron-server[111156]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 18 10:58:19.516044 dv-cinder-849498-1-iscsi neutron-server[111156]: from cryptography.utils import int_from_bytes Jul 18 10:58:19.516044 dv-cinder-849498-1-iscsi neutron-server[111156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 18 10:58:19.516044 dv-cinder-849498-1-iscsi neutron-server[111156]: self.session.flush() Jul 18 10:58:19.516044 dv-cinder-849498-1-iscsi neutron-server[111156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 18 10:58:19.516044 dv-cinder-849498-1-iscsi neutron-server[111156]: self.session.flush() Jul 18 10:58:19.516044 dv-cinder-849498-1-iscsi neutron-server[111156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 18 10:58:19.516044 dv-cinder-849498-1-iscsi neutron-server[111156]: self.session.flush() Jul 18 10:58:19.516044 dv-cinder-849498-1-iscsi neutron-server[111156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 18 10:58:19.516044 dv-cinder-849498-1-iscsi neutron-server[111156]: self.session.flush() Jul 18 10:58:19.516044 dv-cinder-849498-1-iscsi neutron-server[111156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 18 10:58:19.516044 dv-cinder-849498-1-iscsi neutron-server[111156]: self.session.flush() Jul 18 10:58:19.516044 dv-cinder-849498-1-iscsi neutron-server[111156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 18 10:58:19.516044 dv-cinder-849498-1-iscsi neutron-server[111156]: self.session.flush() Jul 18 10:58:19.516044 dv-cinder-849498-1-iscsi neutron-server[111156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 18 10:58:19.516044 dv-cinder-849498-1-iscsi neutron-server[111156]: self.session.flush() Jul 18 10:58:19.516044 dv-cinder-849498-1-iscsi neutron-server[111156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 18 10:58:19.516044 dv-cinder-849498-1-iscsi neutron-server[111156]: self.session.flush() Jul 18 10:58:19.516044 dv-cinder-849498-1-iscsi neutron-server[111156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 18 10:58:19.516044 dv-cinder-849498-1-iscsi neutron-server[111156]: self.session.flush() Jul 18 10:58:19.516044 dv-cinder-849498-1-iscsi neutron-server[111156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 18 10:58:19.516044 dv-cinder-849498-1-iscsi neutron-server[111156]: self.session.flush() Jul 18 10:58:19.516044 dv-cinder-849498-1-iscsi neutron-server[111156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 18 10:58:19.516044 dv-cinder-849498-1-iscsi neutron-server[111156]: self.session.flush() Jul 18 10:58:19.516044 dv-cinder-849498-1-iscsi neutron-server[111156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 18 10:58:19.516044 dv-cinder-849498-1-iscsi neutron-server[111156]: self.session.flush() Jul 18 10:58:19.516044 dv-cinder-849498-1-iscsi neutron-server[111156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 18 10:58:19.516044 dv-cinder-849498-1-iscsi neutron-server[111156]: self.session.flush() Jul 18 10:58:19.516044 dv-cinder-849498-1-iscsi neutron-server[111156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 18 10:58:19.516044 dv-cinder-849498-1-iscsi neutron-server[111156]: self.session.flush() Jul 18 10:58:19.516044 dv-cinder-849498-1-iscsi neutron-server[111156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 18 10:58:19.516044 dv-cinder-849498-1-iscsi neutron-server[111156]: self.session.flush() Jul 18 10:58:19.516044 dv-cinder-849498-1-iscsi neutron-server[111156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 18 10:58:19.516044 dv-cinder-849498-1-iscsi neutron-server[111156]: self.session.flush() Jul 18 10:58:19.516044 dv-cinder-849498-1-iscsi neutron-server[111156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 18 10:58:19.516044 dv-cinder-849498-1-iscsi neutron-server[111156]: self.session.flush() Jul 18 10:58:19.516044 dv-cinder-849498-1-iscsi neutron-server[111156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 18 10:58:19.516044 dv-cinder-849498-1-iscsi neutron-server[111156]: self.session.flush() Jul 18 10:58:19.516044 dv-cinder-849498-1-iscsi neutron-server[111156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 18 10:58:19.516044 dv-cinder-849498-1-iscsi neutron-server[111156]: self.session.flush() Jul 18 10:58:19.522200 dv-cinder-849498-1-iscsi neutron-server[111156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 18 10:58:19.522200 dv-cinder-849498-1-iscsi neutron-server[111156]: self.session.flush() Jul 18 10:58:19.522200 dv-cinder-849498-1-iscsi neutron-server[111156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 18 10:58:19.522200 dv-cinder-849498-1-iscsi neutron-server[111156]: self.session.flush() Jul 18 10:58:19.522200 dv-cinder-849498-1-iscsi neutron-server[111156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 18 10:58:19.522200 dv-cinder-849498-1-iscsi neutron-server[111156]: self.session.flush() Jul 18 10:58:19.522200 dv-cinder-849498-1-iscsi neutron-server[111156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 18 10:58:19.522200 dv-cinder-849498-1-iscsi neutron-server[111156]: self.session.flush() Jul 18 10:58:19.522200 dv-cinder-849498-1-iscsi neutron-server[111156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 18 10:58:19.522200 dv-cinder-849498-1-iscsi neutron-server[111156]: self.session.flush() Jul 18 10:58:19.522200 dv-cinder-849498-1-iscsi neutron-server[111156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 18 10:58:19.522200 dv-cinder-849498-1-iscsi neutron-server[111156]: self.session.flush() Jul 18 10:58:19.522200 dv-cinder-849498-1-iscsi neutron-server[111156]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 18 10:58:19.522200 dv-cinder-849498-1-iscsi neutron-server[111156]: self.session.flush() Jul 18 10:58:19.523850 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-0e8f9788-5553-4eb8-9f14-4ca676eb0d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693'] for port (cbff68ee-9505-460d-ae6e-7e6608b3023d), after_delete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:19.551386 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.db.securitygroups_db [None req-097b1f9e-ab67-4581-8711-f57de70ecfc9 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Project abc1cd8a20854cb0ac847cf30c1343eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 18 10:58:19.553765 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac86662-c91e-43a3-a27f-ce3085d6e102 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbff68ee-9505-460d-ae6e-7e6608b3023d,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:58:19.559951 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8f9788-5553-4eb8-9f14-4ca676eb0d2d None None] No DVR routers for this DVR port cbff68ee-9505-460d-ae6e-7e6608b3023d on host dv-cinder-849498-1-iscsi {{(pid=111156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:58:19.561306 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac86662-c91e-43a3-a27f-ce3085d6e102 admin admin] No DVR routers for this DVR port cbff68ee-9505-460d-ae6e-7e6608b3023d on host dv-cinder-849498-1-iscsi {{(pid=111154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:58:19.561478 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8f9788-5553-4eb8-9f14-4ca676eb0d2d None None] Pushing event deleted for resources: {'Port': ['ID=cbff68ee-9505-460d-ae6e-7e6608b3023d,revision_number=None']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:58:19.567445 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-097b1f9e-ab67-4581-8711-f57de70ecfc9 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Publish callbacks [] for security_group_rule (46777209-ae5f-4d78-88fc-b963189e0094), before_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:19.646458 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-097b1f9e-ab67-4581-8711-f57de70ecfc9 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Publish callbacks [] for security_group_rule (46777209-ae5f-4d78-88fc-b963189e0094), precommit_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:19.648646 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-2ac86662-c91e-43a3-a27f-ce3085d6e102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734605', 'neutron.services.segments.db._delete_segments_for_network-8741536027414'] for network (88263235-ae0d-405f-a8d9-32774ce7eb48), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:19.676843 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.services.segments.db [None req-2ac86662-c91e-43a3-a27f-ce3085d6e102 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88263235-ae0d-405f-a8d9-32774ce7eb48']}} {{(pid=111154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:58:19.686880 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.services.segments.db [None req-2ac86662-c91e-43a3-a27f-ce3085d6e102 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a28ff2c9-c459-4ded-9b7d-64738330cffe') {'for_net_delete': True} {{(pid=111154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:58:19.687176 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.services.segments.db [None req-2ac86662-c91e-43a3-a27f-ce3085d6e102 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a28ff2c9-c459-4ded-9b7d-64738330cffe') {} {{(pid=111154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:58:19.697169 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-2ac86662-c91e-43a3-a27f-ce3085d6e102 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741536027679', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127334168'] for segment (a28ff2c9-c459-4ded-9b7d-64738330cffe), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:19.711757 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-2ac86662-c91e-43a3-a27f-ce3085d6e102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547345'] for segment (a28ff2c9-c459-4ded-9b7d-64738330cffe), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:19.719374 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ac86662-c91e-43a3-a27f-ce3085d6e102 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=111154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 10:58:19.736864 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-2ac86662-c91e-43a3-a27f-ce3085d6e102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127333789'] for segment (a28ff2c9-c459-4ded-9b7d-64738330cffe), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:19.744307 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.services.segments.plugin [-] Segment a28ff2c9-c459-4ded-9b7d-64738330cffe resource provider aggregate not found Jul 18 10:58:19.763544 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-097b1f9e-ab67-4581-8711-f57de70ecfc9 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706217'] for security_group_rule (46777209-ae5f-4d78-88fc-b963189e0094), after_create {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:19.784763 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097b1f9e-ab67-4581-8711-f57de70ecfc9 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46777209-ae5f-4d78-88fc-b963189e0094,revision_number=0']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:58:19.891116 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-097b1f9e-ab67-4581-8711-f57de70ecfc9 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:19.892562 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-097b1f9e-ab67-4581-8711-f57de70ecfc9 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4416609 Jul 18 10:58:20.017399 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-503daec6-b494-41f5-bd35-c408ee245738 req-b6016bf7-a558-40fa-b4de-b474441dd1b6 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-788856448&fields=id&tenant_id=abc1cd8a20854cb0ac847cf30c1343eb HTTP/1.1" status: 200 len: 267 time: 0.0619175 Jul 18 10:58:20.032018 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:INSERT=7,neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:58:20.075994 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.services.segments.plugin [-] Segment a28ff2c9-c459-4ded-9b7d-64738330cffe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a28ff2c9-c459-4ded-9b7d-64738330cffe found for delete ", "request_id": "req-f2bad381-3740-4427-afdf-1538862248ce"}]} Jul 18 10:58:20.107643 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503daec6-b494-41f5-bd35-c408ee245738 req-320ddea4-b05f-44ae-986a-f4ca5f9dc77f tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:58:20.109195 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-503daec6-b494-41f5-bd35-c408ee245738 req-320ddea4-b05f-44ae-986a-f4ca5f9dc77f tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d23cc92-a156-4a44-8b76-f082f7c3484a HTTP/1.1" status: 200 len: 946 time: 0.0875587 Jul 18 10:58:20.115332 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0abc99-2b33-4e19-b2e3-842ec058aad6 req-67cc20e0-5f91-4d2e-9217-8eb3f8776c66 tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:58:20.116835 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-4a0abc99-2b33-4e19-b2e3-842ec058aad6 req-67cc20e0-5f91-4d2e-9217-8eb3f8776c66 tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f208141-cbfc-4236-ae8e-c665ea4d8c16 HTTP/1.1" status: 200 len: 945 time: 0.0814099 Jul 18 10:58:20.123714 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [req-503daec6-b494-41f5-bd35-c408ee245738 req-cccf0c0c-ce2b-4e76-80dd-8a2471d79a12 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Request body: {'port': {'security_groups': ['48c827ee-5806-4c36-96f7-3787c00b9e72', '39163b0d-5d4e-48ba-acdb-a8d8fb02d2ae']}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:58:20.162287 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-2ac86662-c91e-43a3-a27f-ce3085d6e102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3779455'] for network (88263235-ae0d-405f-a8d9-32774ce7eb48), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:20.181879 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-2ac86662-c91e-43a3-a27f-ce3085d6e102 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for network (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:20.189398 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-2ac86662-c91e-43a3-a27f-ce3085d6e102 admin admin] 10.222.0.49 "DELETE /v2.0/networks/88263235-ae0d-405f-a8d9-32774ce7eb48 HTTP/1.1" status: 204 len: 168 time: 1.2052529 Jul 18 10:58:20.190951 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac86662-c91e-43a3-a27f-ce3085d6e102 admin admin] Pushing event deleted for resources: {'Network': ['ID=88263235-ae0d-405f-a8d9-32774ce7eb48,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:58:20.207255 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device c2f9f315-0895-478a-be0d-8615ef9bb04d no longer exists at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:58:20.234862 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] No Port match for: c2f9f315-0895-478a-be0d-8615ef9bb04d {{(pid=111156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:58:20.235225 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device c2f9f315-0895-478a-be0d-8615ef9bb04d not bound to the agent host dv-cinder-849498-1-iscsi {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:58:20.235727 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device cbff68ee-9505-460d-ae6e-7e6608b3023d no longer exists at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:58:20.261621 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] No Port match for: cbff68ee-9505-460d-ae6e-7e6608b3023d {{(pid=111156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:58:20.261997 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device cbff68ee-9505-460d-ae6e-7e6608b3023d not bound to the agent host dv-cinder-849498-1-iscsi {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:58:20.262437 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device b43b7778-7dc0-48e6-bf1a-4010159d8b04 no longer exists at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:58:20.288112 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] No Port match for: b43b7778-7dc0-48e6-bf1a-4010159d8b04 {{(pid=111156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:58:20.288112 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device b43b7778-7dc0-48e6-bf1a-4010159d8b04 not bound to the agent host dv-cinder-849498-1-iscsi {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:58:20.527385 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-4a0abc99-2b33-4e19-b2e3-842ec058aad6 req-ba06e188-19c6-44b6-9e14-339600ab4895 tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.49 "GET /v2.0/security-groups?id=734cf5dd-6fd7-432f-9ba2-5d8158410d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3995440 Jul 18 10:58:20.532149 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-503daec6-b494-41f5-bd35-c408ee245738 req-cccf0c0c-ce2b-4e76-80dd-8a2471d79a12 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (f9f873c9-64f4-4f0f-a61d-410318c37f4a), before_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:20.749859 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.db [req-503daec6-b494-41f5-bd35-c408ee245738 req-cccf0c0c-ce2b-4e76-80dd-8a2471d79a12 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] For port f9f873c9-64f4-4f0f-a61d-410318c37f4a, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=f9f873c9-64f4-4f0f-a61d-410318c37f4a,segment=NetworkSegment(48e72272-2fe5-4c9d-a8b8-c9ff3a9dedba),segment_id=48e72272-2fe5-4c9d-a8b8-c9ff3a9dedba)] {{(pid=111155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:58:20.782965 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-503daec6-b494-41f5-bd35-c408ee245738 req-cccf0c0c-ce2b-4e76-80dd-8a2471d79a12 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Publish callbacks [] for port (f9f873c9-64f4-4f0f-a61d-410318c37f4a), precommit_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:20.797794 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 50272) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:58:20.845344 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-08e39b7e-d461-435d-b6a9-8a73ec52703b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=17f436162f3a4bd4b3a94f584e7d8782&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0463583 Jul 18 10:58:20.848949 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 50274) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:58:20.881608 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-503daec6-b494-41f5-bd35-c408ee245738 req-cccf0c0c-ce2b-4e76-80dd-8a2471d79a12 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126083072'] for port (f9f873c9-64f4-4f0f-a61d-410318c37f4a), after_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:20.894797 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] get_ports_and_sgs() called for port_ids ['f9f873c9-64f4-4f0f-a61d-410318c37f4a'] {{(pid=111156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:58:20.951917 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-00711f29-75ad-4f1c-81da-4da72fe8a422 admin admin] Publish callbacks [] for security_group (abca1bd1-3a17-43b3-98e1-3f5cc8be4e94), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:20.975994 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccf0c0c-ce2b-4e76-80dd-8a2471d79a12 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Pushing event updated for resources: {'Port': ['ID=f9f873c9-64f4-4f0f-a61d-410318c37f4a,revision_number=6']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:58:20.990476 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-00711f29-75ad-4f1c-81da-4da72fe8a422 admin admin] Publish callbacks [] for security_group (abca1bd1-3a17-43b3-98e1-3f5cc8be4e94), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:21.071194 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503daec6-b494-41f5-bd35-c408ee245738 req-cccf0c0c-ce2b-4e76-80dd-8a2471d79a12 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:58:21.071194 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-503daec6-b494-41f5-bd35-c408ee245738 req-cccf0c0c-ce2b-4e76-80dd-8a2471d79a12 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for port (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:21.071194 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-503daec6-b494-41f5-bd35-c408ee245738 req-cccf0c0c-ce2b-4e76-80dd-8a2471d79a12 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "PUT /v2.0/ports/f9f873c9-64f4-4f0f-a61d-410318c37f4a HTTP/1.1" status: 200 len: 982 time: 0.9509547 Jul 18 10:58:21.071194 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d23cc92-a156-4a44-8b76-f082f7c3484a', 'tag': 'f9f873c9-64f4-4f0f-a61d-410318c37f4a'}] {{(pid=111155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:58:21.071923 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f06b923856051c73f64d3b2294300e60923526062a62ec6e5be74a6ad2a3856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09278ac-f688-43ed-a48f-643793288d05" -d '{"events": [{"name": "network-changed", "server_uuid": "7d23cc92-a156-4a44-8b76-f082f7c3484a", "tag": "f9f873c9-64f4-4f0f-a61d-410318c37f4a"}]}' {{(pid=111155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:58:21.127881 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05952d0-0abf-4c91-93b5-51bb0c17fdbd x-openstack-request-id: req-f05952d0-0abf-4c91-93b5-51bb0c17fdbd {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:58:21.128170 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d23cc92-a156-4a44-8b76-f082f7c3484a", "tag": "f9f873c9-64f4-4f0f-a61d-410318c37f4a", "status": "completed", "code": 200}]} {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:58:21.128433 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f05952d0-0abf-4c91-93b5-51bb0c17fdbd {{(pid=111155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:58:21.128864 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f05952d0-0abf-4c91-93b5-51bb0c17fdbd'] response: {'name': 'network-changed', 'server_uuid': '7d23cc92-a156-4a44-8b76-f082f7c3484a', 'tag': 'f9f873c9-64f4-4f0f-a61d-410318c37f4a', 'status': 'completed', 'code': 200} Jul 18 10:58:21.160294 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] get_ports_and_sgs() called for port_ids ['f9f873c9-64f4-4f0f-a61d-410318c37f4a'] {{(pid=111156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:58:21.209094 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-00711f29-75ad-4f1c-81da-4da72fe8a422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (abca1bd1-3a17-43b3-98e1-3f5cc8be4e94), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:21.212319 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-00711f29-75ad-4f1c-81da-4da72fe8a422 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:21.218236 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-00711f29-75ad-4f1c-81da-4da72fe8a422 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/abca1bd1-3a17-43b3-98e1-3f5cc8be4e94 HTTP/1.1" status: 204 len: 168 time: 0.3636239 Jul 18 10:58:21.242458 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:58:21.273176 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00711f29-75ad-4f1c-81da-4da72fe8a422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abca1bd1-3a17-43b3-98e1-3f5cc8be4e94,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:58:21.278869 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09278ac-f688-43ed-a48f-643793288d05 req-710f97d0-2cdf-4db3-a418-d676543f2e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:58:21.280154 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-c09278ac-f688-43ed-a48f-643793288d05 req-710f97d0-2cdf-4db3-a418-d676543f2e73 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=abc1cd8a20854cb0ac847cf30c1343eb&device_id=7d23cc92-a156-4a44-8b76-f082f7c3484a HTTP/1.1" status: 200 len: 1169 time: 0.1231325 Jul 18 10:58:21.290955 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4929fb-96fe-4f4c-b204-460b3a44d488 req-b8e503d5-4a3b-4856-a8c2-338e54583440 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:58:21.293766 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8f4929fb-96fe-4f4c-b204-460b3a44d488 req-b8e503d5-4a3b-4856-a8c2-338e54583440 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d23cc92-a156-4a44-8b76-f082f7c3484a HTTP/1.1" status: 200 len: 985 time: 0.1232407 Jul 18 10:58:21.400493 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:58:21.448134 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:58:21.452583 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09278ac-f688-43ed-a48f-643793288d05 req-ab7fcdf8-133a-415c-96ab-30c5915fedf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:58:21.454115 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-c09278ac-f688-43ed-a48f-643793288d05 req-ab7fcdf8-133a-415c-96ab-30c5915fedf0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6 HTTP/1.1" status: 200 len: 916 time: 0.1590717 Jul 18 10:58:21.460298 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=100 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:58:21.497839 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-761a0ec1-4849-495a-bbef-4e9ccec15dcf None None] Provisioning complete for port f9f873c9-64f4-4f0f-a61d-410318c37f4a triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:58:21.498296 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-761a0ec1-4849-495a-bbef-4e9ccec15dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (f9f873c9-64f4-4f0f-a61d-410318c37f4a), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:21.538466 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8f4929fb-96fe-4f4c-b204-460b3a44d488 req-ed8b2367-7a5a-4053-8878-459cd294da13 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/security-groups?id=48c827ee-5806-4c36-96f7-3787c00b9e72&id=39163b0d-5d4e-48ba-acdb-a8d8fb02d2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1469157 Jul 18 10:58:21.563808 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-c09278ac-f688-43ed-a48f-643793288d05 req-e3d7ecbb-1371-431e-950e-c393141240e7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9f873c9-64f4-4f0f-a61d-410318c37f4a HTTP/1.1" status: 200 len: 1002 time: 0.0919812 Jul 18 10:58:21.634695 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09278ac-f688-43ed-a48f-643793288d05 req-387bfb6c-ecbb-4c66-8970-cc6ece85c592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:58:21.636882 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-c09278ac-f688-43ed-a48f-643793288d05 req-387bfb6c-ecbb-4c66-8970-cc6ece85c592 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f3a6a586-4f4e-45ae-b1ac-326e1d7e89f9 HTTP/1.1" status: 200 len: 854 time: 0.0668392 Jul 18 10:58:21.678987 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-761a0ec1-4849-495a-bbef-4e9ccec15dcf None None] Current status of the port f9f873c9-64f4-4f0f-a61d-410318c37f4a is: ACTIVE; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:58:21.711892 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e35c16-e08b-4d2e-9d55-b67d73b1b8cd req-5ea7720a-2063-4492-8557-0c9a47c80206 tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:58:21.714282 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-a6e35c16-e08b-4d2e-9d55-b67d73b1b8cd req-5ea7720a-2063-4492-8557-0c9a47c80206 tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f208141-cbfc-4236-ae8e-c665ea4d8c16 HTTP/1.1" status: 200 len: 945 time: 0.0978498 Jul 18 10:58:21.718454 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09278ac-f688-43ed-a48f-643793288d05 req-7a1eaadc-17d4-416d-a6fb-31aeb8dd8aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:58:21.720261 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-c09278ac-f688-43ed-a48f-643793288d05 req-7a1eaadc-17d4-416d-a6fb-31aeb8dd8aec service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0666637 Jul 18 10:58:21.859701 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-a6e35c16-e08b-4d2e-9d55-b67d73b1b8cd req-26816b75-463f-4ca2-8e37-08f2432749ba tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.49 "GET /v2.0/security-groups?id=734cf5dd-6fd7-432f-9ba2-5d8158410d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383073 Jul 18 10:58:21.883996 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-c09278ac-f688-43ed-a48f-643793288d05 req-9f0907d1-d2e2-47e9-b363-103c63d1ddad service neutron] 10.222.0.52 "GET /v2.0/networks/bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532679 Jul 18 10:58:21.996852 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-c09278ac-f688-43ed-a48f-643793288d05 req-28ec354c-ea50-48a8-bc99-10961c2f615a service neutron] 10.222.0.52 "GET /v2.0/networks/bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058643 Jul 18 10:58:22.387211 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 50294) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:58:22.436765 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-7ac9f4bd-8dc9-47a2-9e6a-953fbf36c45b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=78719e43f24b499e8647f50db6771cba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0473194 Jul 18 10:58:22.439311 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 50298) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:58:22.494340 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-7cd42588-8c19-4f3e-9f02-745fcbaf9afd admin admin] Publish callbacks [] for security_group (da4d57fb-9154-4ce3-943a-c22d0de05eaf), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:22.497037 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:58:22.520178 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-7cd42588-8c19-4f3e-9f02-745fcbaf9afd admin admin] Publish callbacks [] for security_group (da4d57fb-9154-4ce3-943a-c22d0de05eaf), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:22.688952 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-7cd42588-8c19-4f3e-9f02-745fcbaf9afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (da4d57fb-9154-4ce3-943a-c22d0de05eaf), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:22.691647 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-7cd42588-8c19-4f3e-9f02-745fcbaf9afd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:22.693020 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-7cd42588-8c19-4f3e-9f02-745fcbaf9afd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/da4d57fb-9154-4ce3-943a-c22d0de05eaf HTTP/1.1" status: 204 len: 168 time: 0.2525835 Jul 18 10:58:22.701972 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd42588-8c19-4f3e-9f02-745fcbaf9afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4d57fb-9154-4ce3-943a-c22d0de05eaf,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:58:26.260801 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1ff6e34c-ad2d-4d6d-84c2-aee03113dac2), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:26.891021 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=68,neutron:UPDATE=1 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:58:26.896025 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=78,neutron:UPDATE=1 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:58:31.750420 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=100 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:58:32.214887 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=91 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:58:32.697968 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=30,neutron:DELETE=4 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:58:33.862058 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c48093-ea07-4fc7-af43-c5b0fbf1aece req-4ce13e80-0a75-4104-90a8-d2b4cb7e6a94 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:58:33.863558 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-72c48093-ea07-4fc7-af43-c5b0fbf1aece req-4ce13e80-0a75-4104-90a8-d2b4cb7e6a94 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d23cc92-a156-4a44-8b76-f082f7c3484a HTTP/1.1" status: 200 len: 985 time: 0.0532703 Jul 18 10:58:33.934972 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-72c48093-ea07-4fc7-af43-c5b0fbf1aece req-97b54796-cb07-4993-917d-8332cd4a7be0 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/security-groups?id=48c827ee-5806-4c36-96f7-3787c00b9e72&id=39163b0d-5d4e-48ba-acdb-a8d8fb02d2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0644040 Jul 18 10:58:34.591964 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-0f5e45d4-1eac-4610-86af-97048c9c3fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1fc7cd8a-3617-45f0-b645-db80237532c9), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:34.650294 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82216fd-749a-485d-8201-62863b1b95c2 req-9a5166c9-2185-4619-9290-7ec32b3a7fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:58:34.652570 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d82216fd-749a-485d-8201-62863b1b95c2 req-9a5166c9-2185-4619-9290-7ec32b3a7fa4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=abc1cd8a20854cb0ac847cf30c1343eb&device_id=7d23cc92-a156-4a44-8b76-f082f7c3484a HTTP/1.1" status: 200 len: 1169 time: 0.0468612 Jul 18 10:58:34.805561 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82216fd-749a-485d-8201-62863b1b95c2 req-f1a88d84-4e96-4fd3-9929-df7d9642c468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:58:34.808374 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d82216fd-749a-485d-8201-62863b1b95c2 req-f1a88d84-4e96-4fd3-9929-df7d9642c468 service neutron] 10.222.0.52 "GET /v2.0/networks?id=bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6 HTTP/1.1" status: 200 len: 916 time: 0.1479537 Jul 18 10:58:34.881219 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d82216fd-749a-485d-8201-62863b1b95c2 req-7aa56a52-9494-4e50-9a81-5ea57232e43b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9f873c9-64f4-4f0f-a61d-410318c37f4a HTTP/1.1" status: 200 len: 1002 time: 0.0661554 Jul 18 10:58:34.935575 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82216fd-749a-485d-8201-62863b1b95c2 req-6146c36f-d24c-4ed7-9780-b4ee254bb3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:58:34.937285 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d82216fd-749a-485d-8201-62863b1b95c2 req-6146c36f-d24c-4ed7-9780-b4ee254bb3dd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f3a6a586-4f4e-45ae-b1ac-326e1d7e89f9 HTTP/1.1" status: 200 len: 854 time: 0.0499830 Jul 18 10:58:34.985920 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82216fd-749a-485d-8201-62863b1b95c2 req-acd8aaa9-83f6-4fcf-8842-fde70d82a456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:58:34.987492 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d82216fd-749a-485d-8201-62863b1b95c2 req-acd8aaa9-83f6-4fcf-8842-fde70d82a456 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441272 Jul 18 10:58:35.111976 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf27f35-aea8-46ff-9213-9aa4c50c20ff req-fc90092d-3d95-4719-a1f0-dacaab91cc4d tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:58:35.113519 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-eaf27f35-aea8-46ff-9213-9aa4c50c20ff req-fc90092d-3d95-4719-a1f0-dacaab91cc4d tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d23cc92-a156-4a44-8b76-f082f7c3484a HTTP/1.1" status: 200 len: 985 time: 0.0953629 Jul 18 10:58:35.155975 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d82216fd-749a-485d-8201-62863b1b95c2 req-da2da39a-b93e-4496-bc2e-0864ac42a65c service neutron] 10.222.0.52 "GET /v2.0/networks/bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592705 Jul 18 10:58:35.273892 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-eaf27f35-aea8-46ff-9213-9aa4c50c20ff req-f0ca3ab4-9bc1-4bae-b0c0-8490cb8873f6 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/security-groups?id=48c827ee-5806-4c36-96f7-3787c00b9e72&id=39163b0d-5d4e-48ba-acdb-a8d8fb02d2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1451602 Jul 18 10:58:35.308095 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d82216fd-749a-485d-8201-62863b1b95c2 req-1a31ac18-b3e7-4843-a813-c133ae680e6c service neutron] 10.222.0.52 "GET /v2.0/networks/bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427214 Jul 18 10:58:36.422809 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf69ca-a013-4ea9-a0c3-d2ff6fefd8c5 req-592ccaf1-3785-450f-afef-a7232548354d tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:58:36.424389 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-7fbf69ca-a013-4ea9-a0c3-d2ff6fefd8c5 req-592ccaf1-3785-450f-afef-a7232548354d tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d23cc92-a156-4a44-8b76-f082f7c3484a HTTP/1.1" status: 200 len: 985 time: 0.0592008 Jul 18 10:58:36.506685 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-7fbf69ca-a013-4ea9-a0c3-d2ff6fefd8c5 req-1c869715-5408-4c41-9797-0ef594854e40 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/security-groups?id=48c827ee-5806-4c36-96f7-3787c00b9e72&id=39163b0d-5d4e-48ba-acdb-a8d8fb02d2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0723736 Jul 18 10:58:36.751257 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.agents_db [None req-9b2825e1-dfaa-4032-a283-1b7ae0979f6b None None] Agent healthcheck: found 6 active agents {{(pid=111157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:58:37.066021 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-adfbc94f-8911-43fa-aa69-b67d89eda33c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (e6bcb791-bd43-4d6b-ab54-e591cb66712b), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:37.648404 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b2be79-d4ec-41f3-a05c-1fd46520b06c req-1a1e23ac-8337-4616-bd67-aea763ea2f52 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:58:37.650142 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b2b2be79-d4ec-41f3-a05c-1fd46520b06c req-1a1e23ac-8337-4616-bd67-aea763ea2f52 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d23cc92-a156-4a44-8b76-f082f7c3484a HTTP/1.1" status: 200 len: 985 time: 0.0609303 Jul 18 10:58:37.723397 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b2b2be79-d4ec-41f3-a05c-1fd46520b06c req-a8aa3fa4-1743-4f5d-abf2-c8d879ca26a8 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/security-groups?id=48c827ee-5806-4c36-96f7-3787c00b9e72&id=39163b0d-5d4e-48ba-acdb-a8d8fb02d2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0669293 Jul 18 10:58:38.195608 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-ce070233-206f-40ab-920e-7b3694335a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (dfa25df3-493c-43ae-826d-29cbf3b2bfa8), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:38.848132 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f313f-38c8-4c84-9855-b8080e333a5a req-ed5850a4-ee9c-45d9-b87e-314fd3ad1a1d tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:58:38.849729 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f48f313f-38c8-4c84-9855-b8080e333a5a req-ed5850a4-ee9c-45d9-b87e-314fd3ad1a1d tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d23cc92-a156-4a44-8b76-f082f7c3484a HTTP/1.1" status: 200 len: 985 time: 0.0542345 Jul 18 10:58:38.908371 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:58:38.918871 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f48f313f-38c8-4c84-9855-b8080e333a5a req-88c595a4-43d3-45e8-ac0a-10ced13b32a9 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/security-groups?id=48c827ee-5806-4c36-96f7-3787c00b9e72&id=39163b0d-5d4e-48ba-acdb-a8d8fb02d2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0609787 Jul 18 10:58:39.911430 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f8336af3-fca9-403e-a19b-06518ba3f665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (7e71126e-a656-43d8-a2eb-058f1b343885), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:40.004718 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:58:40.037394 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (62f731a8-190a-49a2-85f5-14fe4e09184e), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:40.061256 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d8cc9-b34f-4115-80e6-62f8d02f3b1a req-f01df2b0-1227-4385-8606-88e436a5bc39 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:58:40.062791 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d66d8cc9-b34f-4115-80e6-62f8d02f3b1a req-f01df2b0-1227-4385-8606-88e436a5bc39 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d23cc92-a156-4a44-8b76-f082f7c3484a HTTP/1.1" status: 200 len: 985 time: 0.0718081 Jul 18 10:58:40.127241 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d66d8cc9-b34f-4115-80e6-62f8d02f3b1a req-9c81db5e-a59e-4887-b839-f2300200311a tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/security-groups?id=48c827ee-5806-4c36-96f7-3787c00b9e72&id=39163b0d-5d4e-48ba-acdb-a8d8fb02d2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0585642 Jul 18 10:58:41.255164 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434fdc84-d891-48da-a708-b4cd25bb80f9 req-b1b79752-17ea-40f8-9ddb-7abbf719ac9f tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:58:41.256674 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-434fdc84-d891-48da-a708-b4cd25bb80f9 req-b1b79752-17ea-40f8-9ddb-7abbf719ac9f tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d23cc92-a156-4a44-8b76-f082f7c3484a HTTP/1.1" status: 200 len: 985 time: 0.0493565 Jul 18 10:58:41.327702 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-434fdc84-d891-48da-a708-b4cd25bb80f9 req-305a8046-64fb-4abb-9735-ff23c0989321 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/security-groups?id=48c827ee-5806-4c36-96f7-3787c00b9e72&id=39163b0d-5d4e-48ba-acdb-a8d8fb02d2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0640271 Jul 18 10:58:42.453414 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64dd4f4-29cb-49f2-b6f6-ee231ebb0c34 req-db04e80d-5c41-4f78-add3-f8ef921b0e6c tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:58:42.454975 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-a64dd4f4-29cb-49f2-b6f6-ee231ebb0c34 req-db04e80d-5c41-4f78-add3-f8ef921b0e6c tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d23cc92-a156-4a44-8b76-f082f7c3484a HTTP/1.1" status: 200 len: 985 time: 0.0510027 Jul 18 10:58:42.524474 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-a64dd4f4-29cb-49f2-b6f6-ee231ebb0c34 req-adffad9d-e7a6-4de3-8ce8-842d98f89bda tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/security-groups?id=48c827ee-5806-4c36-96f7-3787c00b9e72&id=39163b0d-5d4e-48ba-acdb-a8d8fb02d2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0632632 Jul 18 10:58:43.643156 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf47f1b-6133-449e-a59c-08ca973b60ce req-e57607c4-72a8-43ed-9fe4-46ab0fb6768f tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:58:43.644659 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-baf47f1b-6133-449e-a59c-08ca973b60ce req-e57607c4-72a8-43ed-9fe4-46ab0fb6768f tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d23cc92-a156-4a44-8b76-f082f7c3484a HTTP/1.1" status: 200 len: 985 time: 0.0486658 Jul 18 10:58:43.707341 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-baf47f1b-6133-449e-a59c-08ca973b60ce req-8d934d81-52eb-45f7-89b1-fb6b6c46d1b3 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/security-groups?id=48c827ee-5806-4c36-96f7-3787c00b9e72&id=39163b0d-5d4e-48ba-acdb-a8d8fb02d2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0568864 Jul 18 10:58:44.836176 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac689af-ef2e-4229-a942-cc7ecd662f72 req-08d8afb7-2ab4-432d-83ec-c286e8b069a6 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:58:44.837768 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-0ac689af-ef2e-4229-a942-cc7ecd662f72 req-08d8afb7-2ab4-432d-83ec-c286e8b069a6 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d23cc92-a156-4a44-8b76-f082f7c3484a HTTP/1.1" status: 200 len: 985 time: 0.0513701 Jul 18 10:58:44.906558 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-0ac689af-ef2e-4229-a942-cc7ecd662f72 req-c7284a8d-2a68-4157-ba73-61c9eb5d2187 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/security-groups?id=48c827ee-5806-4c36-96f7-3787c00b9e72&id=39163b0d-5d4e-48ba-acdb-a8d8fb02d2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0621209 Jul 18 10:58:46.063619 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc52c87-75cc-4f36-bdcd-cc1ea166342e req-b4c1d5df-6123-43bb-ac63-0983bc25c511 tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:58:46.065259 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-4fc52c87-75cc-4f36-bdcd-cc1ea166342e req-b4c1d5df-6123-43bb-ac63-0983bc25c511 tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f208141-cbfc-4236-ae8e-c665ea4d8c16 HTTP/1.1" status: 200 len: 945 time: 0.0868337 Jul 18 10:58:46.074611 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d11387-9748-4387-85b8-cbe38c55c7b0 req-6ba65455-95af-4435-babf-7d8c71cd4b00 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:58:46.076155 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-a8d11387-9748-4387-85b8-cbe38c55c7b0 req-6ba65455-95af-4435-babf-7d8c71cd4b00 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d23cc92-a156-4a44-8b76-f082f7c3484a HTTP/1.1" status: 200 len: 985 time: 0.0862067 Jul 18 10:58:46.149273 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-4fc52c87-75cc-4f36-bdcd-cc1ea166342e req-c5bb825a-06ce-4c2e-a9b5-d110fd455e66 tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.49 "GET /v2.0/security-groups?id=734cf5dd-6fd7-432f-9ba2-5d8158410d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721021 Jul 18 10:58:46.176414 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-a8d11387-9748-4387-85b8-cbe38c55c7b0 req-fd7f4ade-e13f-4509-a839-8b69770166de tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/security-groups?id=48c827ee-5806-4c36-96f7-3787c00b9e72&id=39163b0d-5d4e-48ba-acdb-a8d8fb02d2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0916483 Jul 18 10:58:46.744685 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=2 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:58:47.301578 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03927257-5025-4eb0-88fb-780a4bea9bcf req-9621b97e-6d68-4df7-9d38-244e96917c87 tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:58:47.303118 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-03927257-5025-4eb0-88fb-780a4bea9bcf req-9621b97e-6d68-4df7-9d38-244e96917c87 tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f208141-cbfc-4236-ae8e-c665ea4d8c16 HTTP/1.1" status: 200 len: 945 time: 0.0797920 Jul 18 10:58:47.325756 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a0733a-15b8-478a-9463-4a4fba77558f req-75fcb31d-0b75-49ca-a14e-348242ce2eb5 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:58:47.327239 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-c4a0733a-15b8-478a-9463-4a4fba77558f req-75fcb31d-0b75-49ca-a14e-348242ce2eb5 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d23cc92-a156-4a44-8b76-f082f7c3484a HTTP/1.1" status: 200 len: 985 time: 0.0713172 Jul 18 10:58:47.392090 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-03927257-5025-4eb0-88fb-780a4bea9bcf req-3da79611-b82a-4095-abf9-5bd779d53afd tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.49 "GET /v2.0/security-groups?id=734cf5dd-6fd7-432f-9ba2-5d8158410d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818307 Jul 18 10:58:47.417859 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-c4a0733a-15b8-478a-9463-4a4fba77558f req-16147991-a9e8-49c5-a1d8-e5f4db8abdaa tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/security-groups?id=48c827ee-5806-4c36-96f7-3787c00b9e72&id=39163b0d-5d4e-48ba-acdb-a8d8fb02d2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0826705 Jul 18 10:58:48.373831 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:58:48.385921 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f7dfb-3a09-490a-a6ea-5bfa38024eb2 req-8eb7794b-053f-4bbc-9fce-6237347667b5 tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:58:48.387460 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-222f7dfb-3a09-490a-a6ea-5bfa38024eb2 req-8eb7794b-053f-4bbc-9fce-6237347667b5 tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f208141-cbfc-4236-ae8e-c665ea4d8c16 HTTP/1.1" status: 200 len: 945 time: 0.0536008 Jul 18 10:58:48.480486 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:58:48.553244 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.plugin [req-222f7dfb-3a09-490a-a6ea-5bfa38024eb2 req-0e58148c-7660-44b4-9286-748a2d4183af tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] Deleting port b742f0a4-6f8f-4634-b68b-2feaf81467aa {{(pid=111155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:58:48.553588 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-222f7dfb-3a09-490a-a6ea-5bfa38024eb2 req-0e58148c-7660-44b4-9286-748a2d4183af tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (b742f0a4-6f8f-4634-b68b-2feaf81467aa), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:48.577853 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1adb93-c8cc-4b08-9c0d-9345c90d6a06 req-25dcac4c-e47d-4322-a046-f4323e0ab205 tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:58:48.579355 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-0d1adb93-c8cc-4b08-9c0d-9345c90d6a06 req-25dcac4c-e47d-4322-a046-f4323e0ab205 tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f208141-cbfc-4236-ae8e-c665ea4d8c16 HTTP/1.1" status: 200 len: 945 time: 0.1107285 Jul 18 10:58:48.653808 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3214ab0e-5f3e-44c1-aa5d-0685dbc588fe req-c44465b9-d640-4fd9-9c05-484e9f63c71f tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:58:48.655210 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3214ab0e-5f3e-44c1-aa5d-0685dbc588fe req-c44465b9-d640-4fd9-9c05-484e9f63c71f tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d23cc92-a156-4a44-8b76-f082f7c3484a HTTP/1.1" status: 200 len: 985 time: 0.1522372 Jul 18 10:58:48.752366 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.db [req-222f7dfb-3a09-490a-a6ea-5bfa38024eb2 req-0e58148c-7660-44b4-9286-748a2d4183af tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] For port b742f0a4-6f8f-4634-b68b-2feaf81467aa, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=b742f0a4-6f8f-4634-b68b-2feaf81467aa,segment=NetworkSegment(bd6ac35b-2c0d-45de-8873-e56a85ca0915),segment_id=bd6ac35b-2c0d-45de-8873-e56a85ca0915)] {{(pid=111155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:58:48.752744 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-222f7dfb-3a09-490a-a6ea-5bfa38024eb2 req-0e58148c-7660-44b4-9286-748a2d4183af tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (b742f0a4-6f8f-4634-b68b-2feaf81467aa), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:48.769960 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-0d1adb93-c8cc-4b08-9c0d-9345c90d6a06 req-a3f17c4b-6a9c-43ed-9e87-24c2e9072c72 tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.49 "GET /v2.0/security-groups?id=734cf5dd-6fd7-432f-9ba2-5d8158410d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751571 Jul 18 10:58:48.783399 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.plugin [req-222f7dfb-3a09-490a-a6ea-5bfa38024eb2 req-0e58148c-7660-44b4-9286-748a2d4183af tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] Calling delete_port for b742f0a4-6f8f-4634-b68b-2feaf81467aa owned by compute:nova {{(pid=111155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:58:48.796078 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-3214ab0e-5f3e-44c1-aa5d-0685dbc588fe req-b2570466-8a8c-40bc-95e4-6841403e588e tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/security-groups?id=48c827ee-5806-4c36-96f7-3787c00b9e72&id=39163b0d-5d4e-48ba-acdb-a8d8fb02d2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1345477 Jul 18 10:58:49.001007 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-222f7dfb-3a09-490a-a6ea-5bfa38024eb2 req-0e58148c-7660-44b4-9286-748a2d4183af tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126083827'] for port (b742f0a4-6f8f-4634-b68b-2feaf81467aa), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:49.014222 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] get_ports_and_sgs() called for port_ids ['b742f0a4-6f8f-4634-b68b-2feaf81467aa'] {{(pid=111156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:58:49.034581 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e58148c-7660-44b4-9286-748a2d4183af tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] Pushing event deleted for resources: {'Port': ['ID=b742f0a4-6f8f-4634-b68b-2feaf81467aa,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:58:49.089421 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.l3_dvrscheduler_db [req-222f7dfb-3a09-490a-a6ea-5bfa38024eb2 req-0e58148c-7660-44b4-9286-748a2d4183af tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] No DVR routers for this DVR port b742f0a4-6f8f-4634-b68b-2feaf81467aa on host hv-cinder-84949 {{(pid=111155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:58:49.092104 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-222f7dfb-3a09-490a-a6ea-5bfa38024eb2 req-0e58148c-7660-44b4-9286-748a2d4183af tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for port (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:49.095394 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-222f7dfb-3a09-490a-a6ea-5bfa38024eb2 req-0e58148c-7660-44b4-9286-748a2d4183af tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.52 "DELETE /v2.0/ports/b742f0a4-6f8f-4634-b68b-2feaf81467aa HTTP/1.1" status: 204 len: 173 time: 0.7018380 Jul 18 10:58:49.095837 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f208141-cbfc-4236-ae8e-c665ea4d8c16', 'name': 'network-vif-deleted', 'tag': 'b742f0a4-6f8f-4634-b68b-2feaf81467aa'}] {{(pid=111155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:58:49.098162 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f06b923856051c73f64d3b2294300e60923526062a62ec6e5be74a6ad2a3856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f87319-abf8-4684-8f2b-5e02bcfda3e6" -d '{"events": [{"server_uuid": "8f208141-cbfc-4236-ae8e-c665ea4d8c16", "name": "network-vif-deleted", "tag": "b742f0a4-6f8f-4634-b68b-2feaf81467aa"}]}' {{(pid=111155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:58:49.138102 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa522cb-7403-4498-a642-4ce253c53e79 x-openstack-request-id: req-4aa522cb-7403-4498-a642-4ce253c53e79 {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:58:49.138398 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f208141-cbfc-4236-ae8e-c665ea4d8c16", "name": "network-vif-deleted", "tag": "b742f0a4-6f8f-4634-b68b-2feaf81467aa", "status": "completed", "code": 200}]} {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:58:49.138653 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4aa522cb-7403-4498-a642-4ce253c53e79 {{(pid=111155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:58:49.139068 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4aa522cb-7403-4498-a642-4ce253c53e79'] response: {'server_uuid': '8f208141-cbfc-4236-ae8e-c665ea4d8c16', 'name': 'network-vif-deleted', 'tag': 'b742f0a4-6f8f-4634-b68b-2feaf81467aa', 'status': 'completed', 'code': 200} Jul 18 10:58:49.892260 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d02398a1-e299-4038-bea8-e8b6c24dfb2d req-a1ee8a45-6a25-4f84-992f-394e9641863a tempest-VolumesSnapshotTestJSON-2076963517 tempest-VolumesSnapshotTestJSON-2076963517-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f208141-cbfc-4236-ae8e-c665ea4d8c16 HTTP/1.1" status: 200 len: 210 time: 0.0288463 Jul 18 10:58:49.977160 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:58:53.126735 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device b742f0a4-6f8f-4634-b68b-2feaf81467aa no longer exists at agent hyperv_hv-cinder-84949 {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:58:53.129507 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=28,neutron:UPDATE=3 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:58:53.152402 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] No Port match for: b742f0a4-6f8f-4634-b68b-2feaf81467aa {{(pid=111156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:58:53.154220 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device b742f0a4-6f8f-4634-b68b-2feaf81467aa not bound to the agent host hv-cinder-84949 {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:58:56.209148 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1ff6e34c-ad2d-4d6d-84c2-aee03113dac2), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:58:59.072217 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=46,neutron:DELETE=6 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:58:59.875423 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=66,neutron:DELETE=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:59:01.653945 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d29b3735-bd94-4a37-9406-4dcacd9f5ddb req-ef345abe-263e-4b89-a92c-b7c80cdb10d0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7d23cc92-a156-4a44-8b76-f082f7c3484a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411618 Jul 18 10:59:01.742280 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29b3735-bd94-4a37-9406-4dcacd9f5ddb req-6c526182-c44f-49cc-a333-e9654fea5a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:59:01.744370 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d29b3735-bd94-4a37-9406-4dcacd9f5ddb req-6c526182-c44f-49cc-a333-e9654fea5a22 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=abc1cd8a20854cb0ac847cf30c1343eb&device_id=7d23cc92-a156-4a44-8b76-f082f7c3484a HTTP/1.1" status: 200 len: 1169 time: 0.0441675 Jul 18 10:59:01.859109 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29b3735-bd94-4a37-9406-4dcacd9f5ddb req-1f01451e-566f-43ef-aff7-2ea0df2655da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:59:01.860587 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d29b3735-bd94-4a37-9406-4dcacd9f5ddb req-1f01451e-566f-43ef-aff7-2ea0df2655da service neutron] 10.222.0.52 "GET /v2.0/networks?id=bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6 HTTP/1.1" status: 200 len: 916 time: 0.0973904 Jul 18 10:59:01.933953 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d29b3735-bd94-4a37-9406-4dcacd9f5ddb req-88a60fa5-230b-401c-bc25-d702731f0091 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9f873c9-64f4-4f0f-a61d-410318c37f4a HTTP/1.1" status: 200 len: 1002 time: 0.0657179 Jul 18 10:59:01.985793 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29b3735-bd94-4a37-9406-4dcacd9f5ddb req-52489aa6-a1cc-462b-87ed-bd658bffe8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:59:01.987290 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d29b3735-bd94-4a37-9406-4dcacd9f5ddb req-52489aa6-a1cc-462b-87ed-bd658bffe8bb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f3a6a586-4f4e-45ae-b1ac-326e1d7e89f9 HTTP/1.1" status: 200 len: 854 time: 0.0471978 Jul 18 10:59:02.034160 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29b3735-bd94-4a37-9406-4dcacd9f5ddb req-d694c231-96e3-483e-a471-83c6cf8c5892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:59:02.035753 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d29b3735-bd94-4a37-9406-4dcacd9f5ddb req-d694c231-96e3-483e-a471-83c6cf8c5892 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421624 Jul 18 10:59:02.135795 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d29b3735-bd94-4a37-9406-4dcacd9f5ddb req-becd4b26-40d0-48c6-b9be-73e6eb20abc7 service neutron] 10.222.0.52 "GET /v2.0/networks/bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940683 Jul 18 10:59:02.232105 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-d29b3735-bd94-4a37-9406-4dcacd9f5ddb req-76416d5d-222b-4806-b2f6-57975ac3e9ac service neutron] 10.222.0.52 "GET /v2.0/networks/bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906022 Jul 18 10:59:02.717726 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=3 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:59:02.718438 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:59:04.577700 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-029e521c-c54e-41ee-8803-721fc12adad7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1fc7cd8a-3617-45f0-b645-db80237532c9), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:07.082705 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-5b293e64-4776-4d20-9bf5-88132f0e3391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (e6bcb791-bd43-4d6b-ab54-e591cb66712b), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:08.208212 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-ce070233-206f-40ab-920e-7b3694335a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (dfa25df3-493c-43ae-826d-29cbf3b2bfa8), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:09.959929 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f8336af3-fca9-403e-a19b-06518ba3f665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (7e71126e-a656-43d8-a2eb-058f1b343885), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:10.077242 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (62f731a8-190a-49a2-85f5-14fe4e09184e), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:12.226276 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=50 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:59:12.227529 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=51 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:59:13.751779 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.agents_db [None req-9b2825e1-dfaa-4032-a283-1b7ae0979f6b None None] Agent healthcheck: found 6 active agents {{(pid=111157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:59:18.006616 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 50546) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:59:18.064961 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.db.db_base_plugin_v2 [None req-a083b698-cc7f-4136-b6e8-54055afecdaa admin admin] Deleting subnet 7147ecb9-7eaf-436b-8166-e692a67ed9f0 {{(pid=111154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 10:59:18.068854 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-a083b698-cc7f-4136-b6e8-54055afecdaa admin admin] Publish callbacks [] for subnet (7147ecb9-7eaf-436b-8166-e692a67ed9f0), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:18.112116 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-a083b698-cc7f-4136-b6e8-54055afecdaa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127334241'] for subnet (7147ecb9-7eaf-436b-8166-e692a67ed9f0), precommit_delete_associations {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:18.157925 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-a083b698-cc7f-4136-b6e8-54055afecdaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735052'] for subnet (7147ecb9-7eaf-436b-8166-e692a67ed9f0), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:18.307244 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-a083b698-cc7f-4136-b6e8-54055afecdaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127334271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127366045'] for subnet (7147ecb9-7eaf-436b-8166-e692a67ed9f0), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:18.338159 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a083b698-cc7f-4136-b6e8-54055afecdaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7147ecb9-7eaf-436b-8166-e692a67ed9f0,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:59:18.348284 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-a083b698-cc7f-4136-b6e8-54055afecdaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for subnet (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:18.351429 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-a083b698-cc7f-4136-b6e8-54055afecdaa admin admin] 10.222.0.49 "DELETE /v2.0/subnets/7147ecb9-7eaf-436b-8166-e692a67ed9f0 HTTP/1.1" status: 204 len: 168 time: 0.3437831 Jul 18 10:59:18.353952 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a083b698-cc7f-4136-b6e8-54055afecdaa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:59:18.354307 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a083b698-cc7f-4136-b6e8-54055afecdaa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:59:18.354653 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a083b698-cc7f-4136-b6e8-54055afecdaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:59:18.354839 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 50548) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:59:18.355322 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a083b698-cc7f-4136-b6e8-54055afecdaa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:59:18.355442 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a083b698-cc7f-4136-b6e8-54055afecdaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:59:18.355703 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a083b698-cc7f-4136-b6e8-54055afecdaa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:59:18.356176 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a083b698-cc7f-4136-b6e8-54055afecdaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:59:18.356515 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a083b698-cc7f-4136-b6e8-54055afecdaa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:59:18.356863 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a083b698-cc7f-4136-b6e8-54055afecdaa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:59:18.357190 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a083b698-cc7f-4136-b6e8-54055afecdaa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:59:18.357576 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a083b698-cc7f-4136-b6e8-54055afecdaa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:59:18.357850 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a083b698-cc7f-4136-b6e8-54055afecdaa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:59:18.358166 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a083b698-cc7f-4136-b6e8-54055afecdaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:59:18.358483 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a083b698-cc7f-4136-b6e8-54055afecdaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:59:18.358801 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a083b698-cc7f-4136-b6e8-54055afecdaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:59:18.434934 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-18c26c5b-bcda-4ccc-9fdd-d30c26fde60f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639067'] for network (4d3b5885-0cea-4000-b7c7-cf07ce205b79), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:18.520569 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-18c26c5b-bcda-4ccc-9fdd-d30c26fde60f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734605', 'neutron.services.segments.db._delete_segments_for_network-8741536027414'] for network (4d3b5885-0cea-4000-b7c7-cf07ce205b79), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:18.548614 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.services.segments.db [None req-18c26c5b-bcda-4ccc-9fdd-d30c26fde60f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d3b5885-0cea-4000-b7c7-cf07ce205b79']}} {{(pid=111155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:59:18.560143 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.services.segments.db [None req-18c26c5b-bcda-4ccc-9fdd-d30c26fde60f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd6ac35b-2c0d-45de-8873-e56a85ca0915') {'for_net_delete': True} {{(pid=111155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:59:18.560438 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.services.segments.db [None req-18c26c5b-bcda-4ccc-9fdd-d30c26fde60f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd6ac35b-2c0d-45de-8873-e56a85ca0915') {} {{(pid=111155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:59:18.570577 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-18c26c5b-bcda-4ccc-9fdd-d30c26fde60f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741536027679', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126872119'] for segment (bd6ac35b-2c0d-45de-8873-e56a85ca0915), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:18.585763 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-18c26c5b-bcda-4ccc-9fdd-d30c26fde60f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547345'] for segment (bd6ac35b-2c0d-45de-8873-e56a85ca0915), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:18.593258 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18c26c5b-bcda-4ccc-9fdd-d30c26fde60f admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=111155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 10:59:18.593578 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-18c26c5b-bcda-4ccc-9fdd-d30c26fde60f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126083116'] for segment (bd6ac35b-2c0d-45de-8873-e56a85ca0915), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:18.791644 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-18c26c5b-bcda-4ccc-9fdd-d30c26fde60f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3779455'] for network (4d3b5885-0cea-4000-b7c7-cf07ce205b79), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:18.797552 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-18c26c5b-bcda-4ccc-9fdd-d30c26fde60f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for network (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:18.804079 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-18c26c5b-bcda-4ccc-9fdd-d30c26fde60f admin admin] 10.222.0.49 "DELETE /v2.0/networks/4d3b5885-0cea-4000-b7c7-cf07ce205b79 HTTP/1.1" status: 204 len: 168 time: 0.4449201 Jul 18 10:59:18.813807 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.services.segments.plugin [-] Segment bd6ac35b-2c0d-45de-8873-e56a85ca0915 resource provider aggregate not found Jul 18 10:59:18.817770 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c26c5b-bcda-4ccc-9fdd-d30c26fde60f admin admin] Pushing event deleted for resources: {'Network': ['ID=4d3b5885-0cea-4000-b7c7-cf07ce205b79,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:59:18.825936 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c26c5b-bcda-4ccc-9fdd-d30c26fde60f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:59:18.826235 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c26c5b-bcda-4ccc-9fdd-d30c26fde60f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:59:18.826483 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c26c5b-bcda-4ccc-9fdd-d30c26fde60f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:59:18.826833 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c26c5b-bcda-4ccc-9fdd-d30c26fde60f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:59:18.827748 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c26c5b-bcda-4ccc-9fdd-d30c26fde60f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:59:18.828110 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c26c5b-bcda-4ccc-9fdd-d30c26fde60f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:59:18.828445 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c26c5b-bcda-4ccc-9fdd-d30c26fde60f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:59:18.828873 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c26c5b-bcda-4ccc-9fdd-d30c26fde60f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:59:18.829133 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c26c5b-bcda-4ccc-9fdd-d30c26fde60f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:59:18.829550 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c26c5b-bcda-4ccc-9fdd-d30c26fde60f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:59:18.829799 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c26c5b-bcda-4ccc-9fdd-d30c26fde60f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:59:18.830555 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c26c5b-bcda-4ccc-9fdd-d30c26fde60f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:59:18.831286 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c26c5b-bcda-4ccc-9fdd-d30c26fde60f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:59:18.831611 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c26c5b-bcda-4ccc-9fdd-d30c26fde60f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:59:18.831950 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c26c5b-bcda-4ccc-9fdd-d30c26fde60f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:59:18.835840 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.services.segments.plugin [-] Segment bd6ac35b-2c0d-45de-8873-e56a85ca0915 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bd6ac35b-2c0d-45de-8873-e56a85ca0915 found for delete ", "request_id": "req-3e5542f6-fc4d-4275-a4df-d0dea3fe2df0"}]} Jul 18 10:59:19.220453 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 50558) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:59:19.262748 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-6544cb21-39e0-4c72-b36d-5389bbe9d1da admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bf3f09bf74324f7ca7268feb67c046f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410733 Jul 18 10:59:19.265307 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 50560) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:59:19.318892 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-716512f9-2c3b-4a79-97c8-f316ad7a25a6 admin admin] Publish callbacks [] for security_group (734cf5dd-6fd7-432f-9ba2-5d8158410d1c), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:19.342054 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-716512f9-2c3b-4a79-97c8-f316ad7a25a6 admin admin] Publish callbacks [] for security_group (734cf5dd-6fd7-432f-9ba2-5d8158410d1c), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:19.486123 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-716512f9-2c3b-4a79-97c8-f316ad7a25a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (734cf5dd-6fd7-432f-9ba2-5d8158410d1c), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:19.489493 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-716512f9-2c3b-4a79-97c8-f316ad7a25a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:19.489848 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-716512f9-2c3b-4a79-97c8-f316ad7a25a6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/734cf5dd-6fd7-432f-9ba2-5d8158410d1c HTTP/1.1" status: 204 len: 168 time: 0.2236621 Jul 18 10:59:19.498447 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716512f9-2c3b-4a79-97c8-f316ad7a25a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=734cf5dd-6fd7-432f-9ba2-5d8158410d1c,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:59:19.968732 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:59:23.747734 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=2 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:59:26.161461 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:59:26.230919 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1ff6e34c-ad2d-4d6d-84c2-aee03113dac2), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:26.796965 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f0bb9b1b-632a-435f-a4fd-6cac61f008c3 req-7d25d2f1-d0ef-4143-898d-42ebfac91e15 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-788856448&fields=id&tenant_id=abc1cd8a20854cb0ac847cf30c1343eb HTTP/1.1" status: 200 len: 267 time: 0.0493164 Jul 18 10:59:26.853582 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb9b1b-632a-435f-a4fd-6cac61f008c3 req-6a99d129-05db-4dc2-aebf-ac180de98b24 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:59:26.855156 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f0bb9b1b-632a-435f-a4fd-6cac61f008c3 req-6a99d129-05db-4dc2-aebf-ac180de98b24 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d23cc92-a156-4a44-8b76-f082f7c3484a HTTP/1.1" status: 200 len: 985 time: 0.0523214 Jul 18 10:59:26.866674 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.v2.base [req-f0bb9b1b-632a-435f-a4fd-6cac61f008c3 req-35104782-1549-4fc4-83cb-49653d64bac5 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Request body: {'port': {'security_groups': ['48c827ee-5806-4c36-96f7-3787c00b9e72']}} {{(pid=111155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 10:59:26.951390 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-f0bb9b1b-632a-435f-a4fd-6cac61f008c3 req-35104782-1549-4fc4-83cb-49653d64bac5 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676904'] for port (f9f873c9-64f4-4f0f-a61d-410318c37f4a), before_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:27.138139 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.db [req-f0bb9b1b-632a-435f-a4fd-6cac61f008c3 req-35104782-1549-4fc4-83cb-49653d64bac5 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] For port f9f873c9-64f4-4f0f-a61d-410318c37f4a, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=f9f873c9-64f4-4f0f-a61d-410318c37f4a,segment=NetworkSegment(48e72272-2fe5-4c9d-a8b8-c9ff3a9dedba),segment_id=48e72272-2fe5-4c9d-a8b8-c9ff3a9dedba)] {{(pid=111155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:59:27.156479 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:59:27.170142 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-f0bb9b1b-632a-435f-a4fd-6cac61f008c3 req-35104782-1549-4fc4-83cb-49653d64bac5 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Publish callbacks [] for port (f9f873c9-64f4-4f0f-a61d-410318c37f4a), precommit_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:27.242756 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-f0bb9b1b-632a-435f-a4fd-6cac61f008c3 req-35104782-1549-4fc4-83cb-49653d64bac5 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741536055516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741535591702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741535591720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126083072'] for port (f9f873c9-64f4-4f0f-a61d-410318c37f4a), after_update {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:27.255198 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:59:27.259588 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] get_ports_and_sgs() called for port_ids ['f9f873c9-64f4-4f0f-a61d-410318c37f4a'] {{(pid=111156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:59:27.291942 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb9b1b-632a-435f-a4fd-6cac61f008c3 req-35104782-1549-4fc4-83cb-49653d64bac5 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:59:27.292670 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-f0bb9b1b-632a-435f-a4fd-6cac61f008c3 req-35104782-1549-4fc4-83cb-49653d64bac5 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for port (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:27.300666 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 50608) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:59:27.301265 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-f0bb9b1b-632a-435f-a4fd-6cac61f008c3 req-35104782-1549-4fc4-83cb-49653d64bac5 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "PUT /v2.0/ports/f9f873c9-64f4-4f0f-a61d-410318c37f4a HTTP/1.1" status: 200 len: 943 time: 0.4357316 Jul 18 10:59:27.301376 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d23cc92-a156-4a44-8b76-f082f7c3484a', 'tag': 'f9f873c9-64f4-4f0f-a61d-410318c37f4a'}] {{(pid=111155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:59:27.303903 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f06b923856051c73f64d3b2294300e60923526062a62ec6e5be74a6ad2a3856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd073860-165e-4090-b892-4aaf2412df99" -d '{"events": [{"name": "network-changed", "server_uuid": "7d23cc92-a156-4a44-8b76-f082f7c3484a", "tag": "f9f873c9-64f4-4f0f-a61d-410318c37f4a"}]}' {{(pid=111155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:59:27.334428 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35104782-1549-4fc4-83cb-49653d64bac5 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Pushing event updated for resources: {'Port': ['ID=f9f873c9-64f4-4f0f-a61d-410318c37f4a,revision_number=7']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:59:27.366195 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314e6662-b6ec-4f77-9021-943938eb2f38 x-openstack-request-id: req-314e6662-b6ec-4f77-9021-943938eb2f38 {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:59:27.366572 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d23cc92-a156-4a44-8b76-f082f7c3484a", "tag": "f9f873c9-64f4-4f0f-a61d-410318c37f4a", "status": "completed", "code": 200}]} {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:59:27.367057 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-314e6662-b6ec-4f77-9021-943938eb2f38 {{(pid=111155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:59:27.367971 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-314e6662-b6ec-4f77-9021-943938eb2f38'] response: {'name': 'network-changed', 'server_uuid': '7d23cc92-a156-4a44-8b76-f082f7c3484a', 'tag': 'f9f873c9-64f4-4f0f-a61d-410318c37f4a', 'status': 'completed', 'code': 200} Jul 18 10:59:27.379406 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] get_ports_and_sgs() called for port_ids ['f9f873c9-64f4-4f0f-a61d-410318c37f4a'] {{(pid=111156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:59:27.395522 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-67724bb5-baae-4fbc-9e06-d2be7f4936fd tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Publish callbacks [] for security_group (39163b0d-5d4e-48ba-acdb-a8d8fb02d2ae), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:27.435801 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-67724bb5-baae-4fbc-9e06-d2be7f4936fd tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Publish callbacks [] for security_group (39163b0d-5d4e-48ba-acdb-a8d8fb02d2ae), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:27.457677 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd073860-165e-4090-b892-4aaf2412df99 req-27d6a54b-3f71-4a82-bb16-8e209aeafbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:59:27.461363 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-bd073860-165e-4090-b892-4aaf2412df99 req-27d6a54b-3f71-4a82-bb16-8e209aeafbba service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=abc1cd8a20854cb0ac847cf30c1343eb&device_id=7d23cc92-a156-4a44-8b76-f082f7c3484a HTTP/1.1" status: 200 len: 1130 time: 0.0711100 Jul 18 10:59:27.610582 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd073860-165e-4090-b892-4aaf2412df99 req-4758fba9-7455-4733-a0b0-23b6bdfbf44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:59:27.612097 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-bd073860-165e-4090-b892-4aaf2412df99 req-4758fba9-7455-4733-a0b0-23b6bdfbf44c service neutron] 10.222.0.52 "GET /v2.0/networks?id=bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6 HTTP/1.1" status: 200 len: 916 time: 0.1414621 Jul 18 10:59:27.614231 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-67724bb5-baae-4fbc-9e06-d2be7f4936fd tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (39163b0d-5d4e-48ba-acdb-a8d8fb02d2ae), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:27.616998 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-67724bb5-baae-4fbc-9e06-d2be7f4936fd tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Publish callbacks [] for security_group (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:27.618894 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-67724bb5-baae-4fbc-9e06-d2be7f4936fd tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "DELETE /v2.0/security-groups/39163b0d-5d4e-48ba-acdb-a8d8fb02d2ae HTTP/1.1" status: 204 len: 168 time: 0.3171542 Jul 18 10:59:27.622741 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 50616) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:59:27.679617 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67724bb5-baae-4fbc-9e06-d2be7f4936fd tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39163b0d-5d4e-48ba-acdb-a8d8fb02d2ae,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:59:27.683106 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.provisioning_blocks [None req-a1eaa947-6163-4bca-9025-11b3f0e37cad None None] Provisioning complete for port f9f873c9-64f4-4f0f-a61d-410318c37f4a triggered by entity DHCP. {{(pid=111156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 10:59:27.683765 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-a1eaa947-6163-4bca-9025-11b3f0e37cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736552'] for port (f9f873c9-64f4-4f0f-a61d-410318c37f4a), provisioning_complete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:27.688824 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-bd073860-165e-4090-b892-4aaf2412df99 req-6bdbe195-2df7-465d-8000-ebfd9bfec245 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9f873c9-64f4-4f0f-a61d-410318c37f4a HTTP/1.1" status: 200 len: 1002 time: 0.0651972 Jul 18 10:59:27.760507 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd073860-165e-4090-b892-4aaf2412df99 req-d8349425-6230-4b37-86ba-ac754def1ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:59:27.762899 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-bd073860-165e-4090-b892-4aaf2412df99 req-d8349425-6230-4b37-86ba-ac754def1ebe service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f3a6a586-4f4e-45ae-b1ac-326e1d7e89f9 HTTP/1.1" status: 200 len: 854 time: 0.0680771 Jul 18 10:59:27.805674 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.plugin [None req-954d6066-1d56-4aed-a466-caed66263c07 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Deleting port 602ff5f8-ed6b-4618-a2d5-a7f067acc62f {{(pid=111154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:59:27.806527 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-954d6066-1d56-4aed-a466-caed66263c07 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (602ff5f8-ed6b-4618-a2d5-a7f067acc62f), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:27.825819 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd073860-165e-4090-b892-4aaf2412df99 req-5c959491-d797-43a6-97a1-c1623a675d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:59:27.827516 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-bd073860-165e-4090-b892-4aaf2412df99 req-5c959491-d797-43a6-97a1-c1623a675d9b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0577562 Jul 18 10:59:27.859499 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-a1eaa947-6163-4bca-9025-11b3f0e37cad None None] Current status of the port f9f873c9-64f4-4f0f-a61d-410318c37f4a is: ACTIVE; New status is: ACTIVE {{(pid=111156) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 10:59:27.923959 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-954d6066-1d56-4aed-a466-caed66263c07 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (602ff5f8-ed6b-4618-a2d5-a7f067acc62f), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:27.924237 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-954d6066-1d56-4aed-a466-caed66263c07 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Publish callbacks [] for floatingip (602ff5f8-ed6b-4618-a2d5-a7f067acc62f), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:27.938829 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-bd073860-165e-4090-b892-4aaf2412df99 req-8c97368d-7179-4b40-b571-5a13b9d8cff4 service neutron] 10.222.0.52 "GET /v2.0/networks/bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042047 Jul 18 10:59:27.939368 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.plugin [None req-954d6066-1d56-4aed-a466-caed66263c07 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Calling delete_port for 602ff5f8-ed6b-4618-a2d5-a7f067acc62f owned by network:floatingip {{(pid=111154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:59:28.056095 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-bd073860-165e-4090-b892-4aaf2412df99 req-e771a984-3e70-481d-ad2d-97bf691c2f86 service neutron] 10.222.0.52 "GET /v2.0/networks/bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101265 Jul 18 10:59:28.066443 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:59:28.200487 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-954d6066-1d56-4aed-a466-caed66263c07 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127334210'] for port (602ff5f8-ed6b-4618-a2d5-a7f067acc62f), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:28.225660 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954d6066-1d56-4aed-a466-caed66263c07 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Pushing event deleted for resources: {'Port': ['ID=602ff5f8-ed6b-4618-a2d5-a7f067acc62f,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:59:28.239362 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:59:28.296503 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-954d6066-1d56-4aed-a466-caed66263c07 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Publish callbacks [] for floatingip (4b6a694a-1b27-42c5-a696-b9bfd7fac27d), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:28.296851 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.db.l3_db [None req-954d6066-1d56-4aed-a466-caed66263c07 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Floating IP 4b6a694a-1b27-42c5-a696-b9bfd7fac27d disassociated (deleted). External IP: 172.27.1.121, port: f9f873c9-64f4-4f0f-a61d-410318c37f4a. Jul 18 10:59:28.516046 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-954d6066-1d56-4aed-a466-caed66263c07 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Router 041d21ca-6294-4786-a6d9-3985529053c7 has already been hosted by L3 agent e6bcb791-bd43-4d6b-ab54-e591cb66712b {{(pid=111154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:59:28.668876 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954d6066-1d56-4aed-a466-caed66263c07 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Notify agent at l3_agent.dv-cinder-849498-1-iscsi the message routers_updated {{(pid=111154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:59:28.675948 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-954d6066-1d56-4aed-a466-caed66263c07 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for floatingip (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:28.679106 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55792759-629b-406b-8982-577d188ce7ee None None] Sync routers for ids ['041d21ca-6294-4786-a6d9-3985529053c7'] in dv-cinder-849498-1-iscsi {{(pid=111157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:59:28.691063 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55792759-629b-406b-8982-577d188ce7ee None None] Routers {'041d21ca-6294-4786-a6d9-3985529053c7'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:59:28.691679 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-55792759-629b-406b-8982-577d188ce7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:59:07Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['041d21ca-6294-4786-a6d9-3985529053c7'], 'active': True} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:59:28.724190 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-954d6066-1d56-4aed-a466-caed66263c07 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "DELETE /v2.0/floatingips/4b6a694a-1b27-42c5-a696-b9bfd7fac27d HTTP/1.1" status: 204 len: 168 time: 1.1000071 Jul 18 10:59:28.724918 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d23cc92-a156-4a44-8b76-f082f7c3484a', 'tag': 'f9f873c9-64f4-4f0f-a61d-410318c37f4a'}] {{(pid=111154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:59:28.728913 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76f28ae75f34143b6717ab81e854799a90e2618b86a46665dc49940857a7474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9f907b-0bab-47aa-9ca4-fa54465c6b60" -d '{"events": [{"name": "network-changed", "server_uuid": "7d23cc92-a156-4a44-8b76-f082f7c3484a", "tag": "f9f873c9-64f4-4f0f-a61d-410318c37f4a"}]}' {{(pid=111154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:59:28.773444 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 10:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f333d22d-3345-4b35-9d08-903fdfbdd485 x-openstack-request-id: req-f333d22d-3345-4b35-9d08-903fdfbdd485 {{(pid=111154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:59:28.773742 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d23cc92-a156-4a44-8b76-f082f7c3484a", "tag": "f9f873c9-64f4-4f0f-a61d-410318c37f4a", "status": "completed", "code": 200}]} {{(pid=111154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:59:28.775123 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f333d22d-3345-4b35-9d08-903fdfbdd485 {{(pid=111154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:59:28.775593 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f333d22d-3345-4b35-9d08-903fdfbdd485'] response: {'name': 'network-changed', 'server_uuid': '7d23cc92-a156-4a44-8b76-f082f7c3484a', 'tag': 'f9f873c9-64f4-4f0f-a61d-410318c37f4a', 'status': 'completed', 'code': 200} Jul 18 10:59:28.807166 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvr_db [None req-55792759-629b-406b-8982-577d188ce7ee None None] Set router 041d21ca-6294-4786-a6d9-3985529053c7 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:59:29.014689 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-55792759-629b-406b-8982-577d188ce7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041d21ca-6294-4786-a6d9-3985529053c7', 'name': 'tempest-TestMinimumBasicScenario-1855346414-router', 'tenant_id': 'abc1cd8a20854cb0ac847cf30c1343eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '12d30916-133d-409c-a767-6baa3952308c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:56:58Z', 'updated_at': '2022-07-18T10:57:03Z', 'revision_number': 4, 'project_id': 'abc1cd8a20854cb0ac847cf30c1343eb', 'gw_port': {'id': '12d30916-133d-409c-a767-6baa3952308c', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:43:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041d21ca-6294-4786-a6d9-3985529053c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:56:59Z', 'updated_at': '2022-07-18T10:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': 'c18cce53-4abc-4a33-9a65-94ad8512bf9a', 'name': '', 'network_id': 'bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6', 'tenant_id': 'abc1cd8a20854cb0ac847cf30c1343eb', 'mac_address': 'fa:16:3e:fb:99:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041d21ca-6294-4786-a6d9-3985529053c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'f3a6a586-4f4e-45ae-b1ac-326e1d7e89f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:57:02Z', 'updated_at': '2022-07-18T10:57:08Z', 'revision_number': 5, 'project_id': 'abc1cd8a20854cb0ac847cf30c1343eb', 'subnets': [{'id': 'f3a6a586-4f4e-45ae-b1ac-326e1d7e89f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:59:29.043010 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55792759-629b-406b-8982-577d188ce7ee None None] Checking router: 041d21ca-6294-4786-a6d9-3985529053c7 for host: dv-cinder-849498-1-iscsi {{(pid=111157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:59:29.053126 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55792759-629b-406b-8982-577d188ce7ee None None] Routers {'041d21ca-6294-4786-a6d9-3985529053c7'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:59:29.053752 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-55792759-629b-406b-8982-577d188ce7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:59:07Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['041d21ca-6294-4786-a6d9-3985529053c7'], 'active': True} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:59:29.259290 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvr_db [None req-55792759-629b-406b-8982-577d188ce7ee None None] Set router 041d21ca-6294-4786-a6d9-3985529053c7 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:59:29.462531 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-55792759-629b-406b-8982-577d188ce7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041d21ca-6294-4786-a6d9-3985529053c7', 'name': 'tempest-TestMinimumBasicScenario-1855346414-router', 'tenant_id': 'abc1cd8a20854cb0ac847cf30c1343eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '12d30916-133d-409c-a767-6baa3952308c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:56:58Z', 'updated_at': '2022-07-18T10:57:03Z', 'revision_number': 4, 'project_id': 'abc1cd8a20854cb0ac847cf30c1343eb', 'gw_port': {'id': '12d30916-133d-409c-a767-6baa3952308c', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:43:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041d21ca-6294-4786-a6d9-3985529053c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:56:59Z', 'updated_at': '2022-07-18T10:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': 'c18cce53-4abc-4a33-9a65-94ad8512bf9a', 'name': '', 'network_id': 'bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6', 'tenant_id': 'abc1cd8a20854cb0ac847cf30c1343eb', 'mac_address': 'fa:16:3e:fb:99:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041d21ca-6294-4786-a6d9-3985529053c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'f3a6a586-4f4e-45ae-b1ac-326e1d7e89f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:57:02Z', 'updated_at': '2022-07-18T10:57:08Z', 'revision_number': 5, 'project_id': 'abc1cd8a20854cb0ac847cf30c1343eb', 'subnets': [{'id': 'f3a6a586-4f4e-45ae-b1ac-326e1d7e89f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:59:29.493582 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55792759-629b-406b-8982-577d188ce7ee None None] The sync data for ids ['041d21ca-6294-4786-a6d9-3985529053c7'] in dv-cinder-849498-1-iscsi is: [{'id': '041d21ca-6294-4786-a6d9-3985529053c7', 'name': 'tempest-TestMinimumBasicScenario-1855346414-router', 'tenant_id': 'abc1cd8a20854cb0ac847cf30c1343eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '12d30916-133d-409c-a767-6baa3952308c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:56:58Z', 'updated_at': '2022-07-18T10:57:03Z', 'revision_number': 4, 'project_id': 'abc1cd8a20854cb0ac847cf30c1343eb', 'gw_port': {'id': '12d30916-133d-409c-a767-6baa3952308c', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:43:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041d21ca-6294-4786-a6d9-3985529053c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:56:59Z', 'updated_at': '2022-07-18T10:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi', '_interfaces': [{'id': 'c18cce53-4abc-4a33-9a65-94ad8512bf9a', 'name': '', 'network_id': 'bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6', 'tenant_id': 'abc1cd8a20854cb0ac847cf30c1343eb', 'mac_address': 'fa:16:3e:fb:99:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041d21ca-6294-4786-a6d9-3985529053c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'f3a6a586-4f4e-45ae-b1ac-326e1d7e89f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:57:02Z', 'updated_at': '2022-07-18T10:57:08Z', 'revision_number': 5, 'project_id': 'abc1cd8a20854cb0ac847cf30c1343eb', 'subnets': [{'id': 'f3a6a586-4f4e-45ae-b1ac-326e1d7e89f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:59:29.735738 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cbb792-82b6-4afe-911f-a4d4e7257fe6 None None] New status for floating IP 4b6a694a-1b27-42c5-a696-b9bfd7fac27d: DOWN {{(pid=111156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 10:59:31.247438 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f907b-0bab-47aa-9ca4-fa54465c6b60 req-d62d1585-c282-4069-842c-9b87bdf71560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:59:31.249011 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ce9f907b-0bab-47aa-9ca4-fa54465c6b60 req-d62d1585-c282-4069-842c-9b87bdf71560 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=abc1cd8a20854cb0ac847cf30c1343eb&device_id=7d23cc92-a156-4a44-8b76-f082f7c3484a HTTP/1.1" status: 200 len: 1130 time: 0.0441771 Jul 18 10:59:31.354137 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f907b-0bab-47aa-9ca4-fa54465c6b60 req-a74dace1-d4ec-4c12-8f4c-eb0bca623f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:59:31.355709 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ce9f907b-0bab-47aa-9ca4-fa54465c6b60 req-a74dace1-d4ec-4c12-8f4c-eb0bca623f58 service neutron] 10.222.0.52 "GET /v2.0/networks?id=bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6 HTTP/1.1" status: 200 len: 916 time: 0.1001968 Jul 18 10:59:31.399942 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ce9f907b-0bab-47aa-9ca4-fa54465c6b60 req-7bd9268e-cd57-4e9c-92f4-afaefd16cc0e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9f873c9-64f4-4f0f-a61d-410318c37f4a HTTP/1.1" status: 200 len: 217 time: 0.0374055 Jul 18 10:59:31.734975 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f907b-0bab-47aa-9ca4-fa54465c6b60 req-736a6a44-e135-4abb-ac3d-e83fdce9ce03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:59:31.736446 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ce9f907b-0bab-47aa-9ca4-fa54465c6b60 req-736a6a44-e135-4abb-ac3d-e83fdce9ce03 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f3a6a586-4f4e-45ae-b1ac-326e1d7e89f9 HTTP/1.1" status: 200 len: 854 time: 0.0484762 Jul 18 10:59:32.069841 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f907b-0bab-47aa-9ca4-fa54465c6b60 req-c0a22238-f1f7-4eb1-a533-c4093709af36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:59:32.071651 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ce9f907b-0bab-47aa-9ca4-fa54465c6b60 req-c0a22238-f1f7-4eb1-a533-c4093709af36 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3271949 Jul 18 10:59:32.154785 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:59:32.179948 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ce9f907b-0bab-47aa-9ca4-fa54465c6b60 req-0cf97cbf-227e-4dff-97ef-18744fafb535 service neutron] 10.222.0.52 "GET /v2.0/networks/bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017103 Jul 18 10:59:32.284770 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-ce9f907b-0bab-47aa-9ca4-fa54465c6b60 req-7b752d45-09a5-4a28-bdc4-34d38079de35 service neutron] 10.222.0.52 "GET /v2.0/networks/bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948920 Jul 18 10:59:34.579434 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-8d321294-1749-4017-a160-a345c487aa21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1fc7cd8a-3617-45f0-b645-db80237532c9), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:37.091741 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-4c136532-b90c-4fff-8ef5-b141441f1416 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (e6bcb791-bd43-4d6b-ab54-e591cb66712b), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:37.468297 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443b779-5083-420f-8e19-de21b3eea589 req-a7113324-215b-48ab-a0d6-5d4a5c05aa06 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:59:37.469201 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8443b779-5083-420f-8e19-de21b3eea589 req-a7113324-215b-48ab-a0d6-5d4a5c05aa06 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d23cc92-a156-4a44-8b76-f082f7c3484a HTTP/1.1" status: 200 len: 946 time: 0.0552416 Jul 18 10:59:37.527476 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-8443b779-5083-420f-8e19-de21b3eea589 req-84e85ca5-1575-4f8d-b5ae-9ec0f06f1759 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/security-groups?id=48c827ee-5806-4c36-96f7-3787c00b9e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514908 Jul 18 10:59:38.200127 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-ce070233-206f-40ab-920e-7b3694335a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (dfa25df3-493c-43ae-826d-29cbf3b2bfa8), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:38.652956 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e6868-b705-459a-9e20-09884ae68e7f req-8637fe49-a998-43ad-8407-f7c19ca57735 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:59:38.654449 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-693e6868-b705-459a-9e20-09884ae68e7f req-8637fe49-a998-43ad-8407-f7c19ca57735 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d23cc92-a156-4a44-8b76-f082f7c3484a HTTP/1.1" status: 200 len: 946 time: 0.0547242 Jul 18 10:59:38.692769 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:59:38.705128 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-693e6868-b705-459a-9e20-09884ae68e7f req-423200cc-e5c5-4f58-882b-fa900a3855a4 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/security-groups?id=48c827ee-5806-4c36-96f7-3787c00b9e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449831 Jul 18 10:59:38.713298 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=25 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:59:38.718614 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=61 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:59:39.459832 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=62 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:59:39.465924 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=76 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:59:39.550540 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6cb26-883f-4123-a537-1b7b6ca1e8d4 req-82d43593-1123-460d-9d01-c2c5454ad74d tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:59:39.552164 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-27b6cb26-883f-4123-a537-1b7b6ca1e8d4 req-82d43593-1123-460d-9d01-c2c5454ad74d tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.52 "GET /v2.0/ports?device_id=7d23cc92-a156-4a44-8b76-f082f7c3484a HTTP/1.1" status: 200 len: 946 time: 0.0517538 Jul 18 10:59:39.646900 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.plugin [req-27b6cb26-883f-4123-a537-1b7b6ca1e8d4 req-e02d5ef5-53fb-4f72-a90d-81a11eb3dca2 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Deleting port f9f873c9-64f4-4f0f-a61d-410318c37f4a {{(pid=111155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:59:39.647391 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-27b6cb26-883f-4123-a537-1b7b6ca1e8d4 req-e02d5ef5-53fb-4f72-a90d-81a11eb3dca2 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (f9f873c9-64f4-4f0f-a61d-410318c37f4a), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:39.756383 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.db [req-27b6cb26-883f-4123-a537-1b7b6ca1e8d4 req-e02d5ef5-53fb-4f72-a90d-81a11eb3dca2 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] For port f9f873c9-64f4-4f0f-a61d-410318c37f4a, host hv-cinder-84949, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84949',level=0,port_id=f9f873c9-64f4-4f0f-a61d-410318c37f4a,segment=NetworkSegment(48e72272-2fe5-4c9d-a8b8-c9ff3a9dedba),segment_id=48e72272-2fe5-4c9d-a8b8-c9ff3a9dedba)] {{(pid=111155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:59:39.757183 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-27b6cb26-883f-4123-a537-1b7b6ca1e8d4 req-e02d5ef5-53fb-4f72-a90d-81a11eb3dca2 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (f9f873c9-64f4-4f0f-a61d-410318c37f4a), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:39.772946 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.plugin [req-27b6cb26-883f-4123-a537-1b7b6ca1e8d4 req-e02d5ef5-53fb-4f72-a90d-81a11eb3dca2 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Calling delete_port for f9f873c9-64f4-4f0f-a61d-410318c37f4a owned by compute:nova {{(pid=111155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:59:39.873319 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09291125-3741-435e-9550-8364e8ec85c7 req-514d926e-877a-453c-b717-e8e2dd40603c tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 10:59:39.874976 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-09291125-3741-435e-9550-8364e8ec85c7 req-514d926e-877a-453c-b717-e8e2dd40603c tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d23cc92-a156-4a44-8b76-f082f7c3484a HTTP/1.1" status: 200 len: 946 time: 0.0924366 Jul 18 10:59:39.900236 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f8336af3-fca9-403e-a19b-06518ba3f665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (7e71126e-a656-43d8-a2eb-058f1b343885), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:39.953066 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-09291125-3741-435e-9550-8364e8ec85c7 req-f0ac6fcd-c870-4688-9b68-bd8a97c2597c tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/security-groups?id=48c827ee-5806-4c36-96f7-3787c00b9e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660896 Jul 18 10:59:40.065531 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (62f731a8-190a-49a2-85f5-14fe4e09184e), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:40.094455 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-27b6cb26-883f-4123-a537-1b7b6ca1e8d4 req-e02d5ef5-53fb-4f72-a90d-81a11eb3dca2 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126083827'] for port (f9f873c9-64f4-4f0f-a61d-410318c37f4a), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:40.113372 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-29c51914-efda-4269-8274-168d496bf900 None None] get_ports_and_sgs() called for port_ids ['f9f873c9-64f4-4f0f-a61d-410318c37f4a'] {{(pid=111156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 10:59:40.131003 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02d5ef5-53fb-4f72-a90d-81a11eb3dca2 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Pushing event deleted for resources: {'Port': ['ID=f9f873c9-64f4-4f0f-a61d-410318c37f4a,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:59:40.192504 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b6cb26-883f-4123-a537-1b7b6ca1e8d4 req-e02d5ef5-53fb-4f72-a90d-81a11eb3dca2 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] No DVR routers for this DVR port f9f873c9-64f4-4f0f-a61d-410318c37f4a on host hv-cinder-84949 {{(pid=111155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:59:40.195135 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [req-27b6cb26-883f-4123-a537-1b7b6ca1e8d4 req-e02d5ef5-53fb-4f72-a90d-81a11eb3dca2 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-148321'] for port (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:40.199025 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-27b6cb26-883f-4123-a537-1b7b6ca1e8d4 req-e02d5ef5-53fb-4f72-a90d-81a11eb3dca2 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.52 "DELETE /v2.0/ports/f9f873c9-64f4-4f0f-a61d-410318c37f4a HTTP/1.1" status: 204 len: 173 time: 0.6385105 Jul 18 10:59:40.199480 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d23cc92-a156-4a44-8b76-f082f7c3484a', 'name': 'network-vif-deleted', 'tag': 'f9f873c9-64f4-4f0f-a61d-410318c37f4a'}] {{(pid=111155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 10:59:40.201861 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f06b923856051c73f64d3b2294300e60923526062a62ec6e5be74a6ad2a3856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ecccc5e-f490-4aa4-a96b-a16d7d1fedd5" -d '{"events": [{"server_uuid": "7d23cc92-a156-4a44-8b76-f082f7c3484a", "name": "network-vif-deleted", "tag": "f9f873c9-64f4-4f0f-a61d-410318c37f4a"}]}' {{(pid=111155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 10:59:40.260156 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 10:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-660f7e11-f8f0-493c-b10b-3d147885d059 x-openstack-request-id: req-660f7e11-f8f0-493c-b10b-3d147885d059 {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 10:59:40.260453 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d23cc92-a156-4a44-8b76-f082f7c3484a", "name": "network-vif-deleted", "tag": "f9f873c9-64f4-4f0f-a61d-410318c37f4a", "status": "completed", "code": 200}]} {{(pid=111155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 10:59:40.260908 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-660f7e11-f8f0-493c-b10b-3d147885d059 {{(pid=111155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 10:59:40.261356 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-660f7e11-f8f0-493c-b10b-3d147885d059'] response: {'server_uuid': '7d23cc92-a156-4a44-8b76-f082f7c3484a', 'name': 'network-vif-deleted', 'tag': 'f9f873c9-64f4-4f0f-a61d-410318c37f4a', 'status': 'completed', 'code': 200} Jul 18 10:59:41.076998 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [req-b45a1b22-8c00-4247-957f-8bdc3d54f265 req-3ef57901-8aaa-418c-899f-ead3e958b938 tempest-TestMinimumBasicScenario-61130234 tempest-TestMinimumBasicScenario-61130234-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d23cc92-a156-4a44-8b76-f082f7c3484a HTTP/1.1" status: 200 len: 210 time: 0.0290682 Jul 18 10:59:43.237749 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 50794) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:59:43.360922 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-0c556bc4-e34a-477c-abf0-e0a690bf73d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:43.371207 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device f9f873c9-64f4-4f0f-a61d-410318c37f4a no longer exists at agent hyperv_hv-cinder-84949 {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:59:43.395356 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-29c51914-efda-4269-8274-168d496bf900 None None] No Port match for: f9f873c9-64f4-4f0f-a61d-410318c37f4a {{(pid=111156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:59:43.395356 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-29c51914-efda-4269-8274-168d496bf900 None None] Device f9f873c9-64f4-4f0f-a61d-410318c37f4a not bound to the agent host hv-cinder-84949 {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:59:43.450780 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-0c556bc4-e34a-477c-abf0-e0a690bf73d6 admin admin] Publish callbacks [] for security_group (6e59bb1e-04e9-489c-b8fc-82f7ef233b0b), precommit_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:43.561942 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-0c556bc4-e34a-477c-abf0-e0a690bf73d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (6e59bb1e-04e9-489c-b8fc-82f7ef233b0b), after_create {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:43.608033 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-0c556bc4-e34a-477c-abf0-e0a690bf73d6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bd909fa646d440a0aecadc3fdf3fec51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3693659 Jul 18 10:59:43.609041 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c556bc4-e34a-477c-abf0-e0a690bf73d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e59bb1e-04e9-489c-b8fc-82f7ef233b0b,revision_number=1']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:59:43.611732 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 50802) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:59:43.666661 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-20d0f64e-7b4d-4d9e-ad77-174d35b4831d admin admin] Publish callbacks [] for security_group (6e59bb1e-04e9-489c-b8fc-82f7ef233b0b), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:43.675734 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:59:43.693451 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-20d0f64e-7b4d-4d9e-ad77-174d35b4831d admin admin] Publish callbacks [] for security_group (6e59bb1e-04e9-489c-b8fc-82f7ef233b0b), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:43.859300 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-20d0f64e-7b4d-4d9e-ad77-174d35b4831d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (6e59bb1e-04e9-489c-b8fc-82f7ef233b0b), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:43.862228 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-20d0f64e-7b4d-4d9e-ad77-174d35b4831d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:43.866245 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-20d0f64e-7b4d-4d9e-ad77-174d35b4831d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6e59bb1e-04e9-489c-b8fc-82f7ef233b0b HTTP/1.1" status: 204 len: 168 time: 0.2510667 Jul 18 10:59:43.866418 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 50804) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:59:43.880520 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d0f64e-7b4d-4d9e-ad77-174d35b4831d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e59bb1e-04e9-489c-b8fc-82f7ef233b0b,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:59:44.121665 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:59:44.254290 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-28754d42-3037-4f38-8727-7d383feaeb70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3788995'] for router_interface (041d21ca-6294-4786-a6d9-3985529053c7), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:44.531575 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.plugin [None req-28754d42-3037-4f38-8727-7d383feaeb70 admin admin] Deleting port c18cce53-4abc-4a33-9a65-94ad8512bf9a {{(pid=111155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:59:44.531575 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-28754d42-3037-4f38-8727-7d383feaeb70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (c18cce53-4abc-4a33-9a65-94ad8512bf9a), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:44.622980 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.db [None req-28754d42-3037-4f38-8727-7d383feaeb70 admin admin] For port c18cce53-4abc-4a33-9a65-94ad8512bf9a, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=c18cce53-4abc-4a33-9a65-94ad8512bf9a,segment=NetworkSegment(48e72272-2fe5-4c9d-a8b8-c9ff3a9dedba),segment_id=48e72272-2fe5-4c9d-a8b8-c9ff3a9dedba)] {{(pid=111155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:59:44.623892 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-28754d42-3037-4f38-8727-7d383feaeb70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (c18cce53-4abc-4a33-9a65-94ad8512bf9a), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:44.638624 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.plugin [None req-28754d42-3037-4f38-8727-7d383feaeb70 admin admin] Calling delete_port for c18cce53-4abc-4a33-9a65-94ad8512bf9a owned by network:router_interface {{(pid=111155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:59:44.746943 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=100 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:59:44.928069 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-28754d42-3037-4f38-8727-7d383feaeb70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126083827'] for port (c18cce53-4abc-4a33-9a65-94ad8512bf9a), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:44.963260 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28754d42-3037-4f38-8727-7d383feaeb70 admin admin] Pushing event deleted for resources: {'Port': ['ID=c18cce53-4abc-4a33-9a65-94ad8512bf9a,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:59:45.141191 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-28754d42-3037-4f38-8727-7d383feaeb70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3608536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3788927'] for router_interface (041d21ca-6294-4786-a6d9-3985529053c7), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:45.238073 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:59:45.366822 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28754d42-3037-4f38-8727-7d383feaeb70 admin admin] Router 041d21ca-6294-4786-a6d9-3985529053c7 has already been hosted by L3 agent e6bcb791-bd43-4d6b-ab54-e591cb66712b {{(pid=111155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:59:45.479670 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28754d42-3037-4f38-8727-7d383feaeb70 admin admin] Notify agent at l3_agent.dv-cinder-849498-1-iscsi the message routers_updated {{(pid=111155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:59:45.485404 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-28754d42-3037-4f38-8727-7d383feaeb70 admin admin] 10.222.0.49 "PUT /v2.0/routers/041d21ca-6294-4786-a6d9-3985529053c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6178238 Jul 18 10:59:45.487337 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 50808) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:59:45.489284 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5c4050-a8b6-4998-8fe3-9dddee088508 None None] Sync routers for ids ['041d21ca-6294-4786-a6d9-3985529053c7'] in dv-cinder-849498-1-iscsi {{(pid=111157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:59:45.501221 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5c4050-a8b6-4998-8fe3-9dddee088508 None None] Routers {'041d21ca-6294-4786-a6d9-3985529053c7'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:59:45.501843 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-7c5c4050-a8b6-4998-8fe3-9dddee088508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:59:37Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['041d21ca-6294-4786-a6d9-3985529053c7'], 'active': True} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:59:45.595668 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-e3b2e301-061d-47fb-aeb4-a908ec8deb90 admin admin] Publish callbacks [] for router (041d21ca-6294-4786-a6d9-3985529053c7), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:45.614988 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvr_db [None req-7c5c4050-a8b6-4998-8fe3-9dddee088508 None None] Set router 041d21ca-6294-4786-a6d9-3985529053c7 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:59:45.703015 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-e3b2e301-061d-47fb-aeb4-a908ec8deb90 admin admin] Publish callbacks [] for router_gateway (041d21ca-6294-4786-a6d9-3985529053c7), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:45.787264 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:59:45.800967 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-7c5c4050-a8b6-4998-8fe3-9dddee088508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041d21ca-6294-4786-a6d9-3985529053c7', 'name': 'tempest-TestMinimumBasicScenario-1855346414-router', 'tenant_id': 'abc1cd8a20854cb0ac847cf30c1343eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '12d30916-133d-409c-a767-6baa3952308c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:56:58Z', 'updated_at': '2022-07-18T10:59:44Z', 'revision_number': 5, 'project_id': 'abc1cd8a20854cb0ac847cf30c1343eb', 'gw_port': {'id': '12d30916-133d-409c-a767-6baa3952308c', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:43:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041d21ca-6294-4786-a6d9-3985529053c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:56:59Z', 'updated_at': '2022-07-18T10:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi'}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:59:45.827148 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5c4050-a8b6-4998-8fe3-9dddee088508 None None] Checking router: 041d21ca-6294-4786-a6d9-3985529053c7 for host: dv-cinder-849498-1-iscsi {{(pid=111157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:59:45.830821 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.plugin [None req-e3b2e301-061d-47fb-aeb4-a908ec8deb90 admin admin] Deleting port 12d30916-133d-409c-a767-6baa3952308c {{(pid=111155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:59:45.831271 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-e3b2e301-061d-47fb-aeb4-a908ec8deb90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (12d30916-133d-409c-a767-6baa3952308c), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:45.843160 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5c4050-a8b6-4998-8fe3-9dddee088508 None None] Routers {'041d21ca-6294-4786-a6d9-3985529053c7'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:59:45.843160 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-7c5c4050-a8b6-4998-8fe3-9dddee088508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:59:37Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['041d21ca-6294-4786-a6d9-3985529053c7'], 'active': True} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:59:45.927514 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.db [None req-e3b2e301-061d-47fb-aeb4-a908ec8deb90 admin admin] For port 12d30916-133d-409c-a767-6baa3952308c, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=12d30916-133d-409c-a767-6baa3952308c,segment=NetworkSegment(43730dd2-6239-4f15-a180-e6d1d2fbff54),segment_id=43730dd2-6239-4f15-a180-e6d1d2fbff54)] {{(pid=111155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:59:45.927922 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-e3b2e301-061d-47fb-aeb4-a908ec8deb90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (12d30916-133d-409c-a767-6baa3952308c), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:45.942520 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_dvr_db [None req-7c5c4050-a8b6-4998-8fe3-9dddee088508 None None] Set router 041d21ca-6294-4786-a6d9-3985529053c7 gateway port host: None {{(pid=111157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:59:45.948631 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.plugin [None req-e3b2e301-061d-47fb-aeb4-a908ec8deb90 admin admin] Calling delete_port for 12d30916-133d-409c-a767-6baa3952308c owned by network:router_gateway {{(pid=111155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:59:46.001308 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.l3_hamode_db [None req-7c5c4050-a8b6-4998-8fe3-9dddee088508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041d21ca-6294-4786-a6d9-3985529053c7', 'name': 'tempest-TestMinimumBasicScenario-1855346414-router', 'tenant_id': 'abc1cd8a20854cb0ac847cf30c1343eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:56:58Z', 'updated_at': '2022-07-18T10:59:45Z', 'revision_number': 6, 'project_id': 'abc1cd8a20854cb0ac847cf30c1343eb', 'gw_port_host': None}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:59:46.032047 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5c4050-a8b6-4998-8fe3-9dddee088508 None None] The sync data for ids ['041d21ca-6294-4786-a6d9-3985529053c7'] in dv-cinder-849498-1-iscsi is: [{'id': '041d21ca-6294-4786-a6d9-3985529053c7', 'name': 'tempest-TestMinimumBasicScenario-1855346414-router', 'tenant_id': 'abc1cd8a20854cb0ac847cf30c1343eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:56:58Z', 'updated_at': '2022-07-18T10:59:45Z', 'revision_number': 6, 'project_id': 'abc1cd8a20854cb0ac847cf30c1343eb', 'gw_port_host': None}] {{(pid=111157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:59:46.111108 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:59:46.236371 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-e3b2e301-061d-47fb-aeb4-a908ec8deb90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126083827'] for port (12d30916-133d-409c-a767-6baa3952308c), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:46.262751 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b2e301-061d-47fb-aeb4-a908ec8deb90 admin admin] Pushing event deleted for resources: {'Port': ['ID=12d30916-133d-409c-a767-6baa3952308c,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:59:46.333735 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-e3b2e301-061d-47fb-aeb4-a908ec8deb90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3779396'] for router_gateway (041d21ca-6294-4786-a6d9-3985529053c7), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:46.429346 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-e3b2e301-061d-47fb-aeb4-a908ec8deb90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-968'] for router (041d21ca-6294-4786-a6d9-3985529053c7), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:46.432464 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-e3b2e301-061d-47fb-aeb4-a908ec8deb90 admin admin] Publish callbacks [] for router_controller (041d21ca-6294-4786-a6d9-3985529053c7), precommit_delete_associations {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:46.504602 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device c18cce53-4abc-4a33-9a65-94ad8512bf9a no longer exists at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:59:46.525934 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] No Port match for: c18cce53-4abc-4a33-9a65-94ad8512bf9a {{(pid=111156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:59:46.526330 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device c18cce53-4abc-4a33-9a65-94ad8512bf9a not bound to the agent host dv-cinder-849498-1-iscsi {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:59:46.585646 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-e3b2e301-061d-47fb-aeb4-a908ec8deb90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790289'] for router (041d21ca-6294-4786-a6d9-3985529053c7), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:46.586292 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b2e301-061d-47fb-aeb4-a908ec8deb90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 041d21ca-6294-4786-a6d9-3985529053c7 {{(pid=111155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 10:59:46.592263 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-e3b2e301-061d-47fb-aeb4-a908ec8deb90 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:46.593533 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-e3b2e301-061d-47fb-aeb4-a908ec8deb90 admin admin] 10.222.0.49 "DELETE /v2.0/routers/041d21ca-6294-4786-a6d9-3985529053c7 HTTP/1.1" status: 204 len: 168 time: 1.1050756 Jul 18 10:59:46.596164 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 50810) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:59:46.646765 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.db_base_plugin_v2 [None req-acb5f81e-f53a-4b87-97c6-c9b7b67326fe admin admin] Deleting subnet f3a6a586-4f4e-45ae-b1ac-326e1d7e89f9 {{(pid=111155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 10:59:46.650375 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-acb5f81e-f53a-4b87-97c6-c9b7b67326fe admin admin] Publish callbacks [] for subnet (f3a6a586-4f4e-45ae-b1ac-326e1d7e89f9), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:46.693161 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-acb5f81e-f53a-4b87-97c6-c9b7b67326fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126872142'] for subnet (f3a6a586-4f4e-45ae-b1ac-326e1d7e89f9), precommit_delete_associations {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:46.784879 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-acb5f81e-f53a-4b87-97c6-c9b7b67326fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735052'] for subnet (f3a6a586-4f4e-45ae-b1ac-326e1d7e89f9), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:46.985646 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-acb5f81e-f53a-4b87-97c6-c9b7b67326fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126083790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125836448'] for subnet (f3a6a586-4f4e-45ae-b1ac-326e1d7e89f9), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:47.011588 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb5f81e-f53a-4b87-97c6-c9b7b67326fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3a6a586-4f4e-45ae-b1ac-326e1d7e89f9,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:59:47.017440 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-acb5f81e-f53a-4b87-97c6-c9b7b67326fe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:47.020604 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-acb5f81e-f53a-4b87-97c6-c9b7b67326fe admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f3a6a586-4f4e-45ae-b1ac-326e1d7e89f9 HTTP/1.1" status: 204 len: 168 time: 0.4235089 Jul 18 10:59:47.023237 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 50812) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:59:47.027484 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4364b602-ed6e-4f21-be76-3af16bc90e92 None None] Network bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6 requested from dv-cinder-849498-1-iscsi {{(pid=111156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:59:47.098046 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-ec91a57f-1331-4cbd-aecf-b2ec874580cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639067'] for network (bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:47.146591 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.plugin [None req-ec91a57f-1331-4cbd-aecf-b2ec874580cf admin admin] Deleting port cc60ffe2-fc2e-477d-ba4f-260f4f0de468 {{(pid=111155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:59:47.146829 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-ec91a57f-1331-4cbd-aecf-b2ec874580cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (cc60ffe2-fc2e-477d-ba4f-260f4f0de468), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:47.182011 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a815cb3c-9c60-4e57-bec1-e94da6c554da None None] DHCP port deletion for bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6 request from dv-cinder-849498-1-iscsi {{(pid=111156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 10:59:47.217459 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.db [None req-ec91a57f-1331-4cbd-aecf-b2ec874580cf admin admin] For port cc60ffe2-fc2e-477d-ba4f-260f4f0de468, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=cc60ffe2-fc2e-477d-ba4f-260f4f0de468,segment=NetworkSegment(48e72272-2fe5-4c9d-a8b8-c9ff3a9dedba),segment_id=48e72272-2fe5-4c9d-a8b8-c9ff3a9dedba)] {{(pid=111155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:59:47.217818 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-ec91a57f-1331-4cbd-aecf-b2ec874580cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (cc60ffe2-fc2e-477d-ba4f-260f4f0de468), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:47.222579 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-a815cb3c-9c60-4e57-bec1-e94da6c554da None None] Deleting port cc60ffe2-fc2e-477d-ba4f-260f4f0de468 {{(pid=111156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:59:47.222956 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-a815cb3c-9c60-4e57-bec1-e94da6c554da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (cc60ffe2-fc2e-477d-ba4f-260f4f0de468), before_delete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:47.232823 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.plugin [None req-ec91a57f-1331-4cbd-aecf-b2ec874580cf admin admin] Calling delete_port for cc60ffe2-fc2e-477d-ba4f-260f4f0de468 owned by network:dhcp {{(pid=111155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:59:47.296540 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-a815cb3c-9c60-4e57-bec1-e94da6c554da None None] For port cc60ffe2-fc2e-477d-ba4f-260f4f0de468, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=cc60ffe2-fc2e-477d-ba4f-260f4f0de468,segment=NetworkSegment(48e72272-2fe5-4c9d-a8b8-c9ff3a9dedba),segment_id=48e72272-2fe5-4c9d-a8b8-c9ff3a9dedba)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:59:47.296934 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-a815cb3c-9c60-4e57-bec1-e94da6c554da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (cc60ffe2-fc2e-477d-ba4f-260f4f0de468), precommit_delete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:47.312145 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-a815cb3c-9c60-4e57-bec1-e94da6c554da None None] Calling delete_port for cc60ffe2-fc2e-477d-ba4f-260f4f0de468 owned by network:dhcp {{(pid=111156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:59:47.362625 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:59:47.362625 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:59:47.504986 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-a815cb3c-9c60-4e57-bec1-e94da6c554da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693'] for port (cc60ffe2-fc2e-477d-ba4f-260f4f0de468), after_delete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:47.536137 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a815cb3c-9c60-4e57-bec1-e94da6c554da None None] Pushing event deleted for resources: {'Port': ['ID=cc60ffe2-fc2e-477d-ba4f-260f4f0de468,revision_number=None']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:59:47.541948 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a815cb3c-9c60-4e57-bec1-e94da6c554da None None] No DVR routers for this DVR port cc60ffe2-fc2e-477d-ba4f-260f4f0de468 on host dv-cinder-849498-1-iscsi {{(pid=111156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:59:47.549349 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a815cb3c-9c60-4e57-bec1-e94da6c554da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:59:47.553816 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a815cb3c-9c60-4e57-bec1-e94da6c554da None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:59:47.555106 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a815cb3c-9c60-4e57-bec1-e94da6c554da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:59:47.555106 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a815cb3c-9c60-4e57-bec1-e94da6c554da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:59:47.555106 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a815cb3c-9c60-4e57-bec1-e94da6c554da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:59:47.556354 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a815cb3c-9c60-4e57-bec1-e94da6c554da None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:59:47.556354 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a815cb3c-9c60-4e57-bec1-e94da6c554da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:59:47.556558 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a815cb3c-9c60-4e57-bec1-e94da6c554da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:59:47.557156 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a815cb3c-9c60-4e57-bec1-e94da6c554da None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:59:47.557156 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a815cb3c-9c60-4e57-bec1-e94da6c554da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:59:47.557542 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a815cb3c-9c60-4e57-bec1-e94da6c554da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:59:47.557774 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a815cb3c-9c60-4e57-bec1-e94da6c554da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:59:47.558105 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a815cb3c-9c60-4e57-bec1-e94da6c554da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:59:47.558431 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a815cb3c-9c60-4e57-bec1-e94da6c554da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:59:47.558763 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a815cb3c-9c60-4e57-bec1-e94da6c554da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849498-1-iscsi {{(pid=111156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 10:59:47.596681 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:59:47.617439 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-ec91a57f-1331-4cbd-aecf-b2ec874580cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126083827'] for port (cc60ffe2-fc2e-477d-ba4f-260f4f0de468), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:47.643191 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec91a57f-1331-4cbd-aecf-b2ec874580cf admin admin] Pushing event deleted for resources: {'Port': ['ID=cc60ffe2-fc2e-477d-ba4f-260f4f0de468,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:59:47.646856 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec91a57f-1331-4cbd-aecf-b2ec874580cf admin admin] No DVR routers for this DVR port cc60ffe2-fc2e-477d-ba4f-260f4f0de468 on host dv-cinder-849498-1-iscsi {{(pid=111155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:59:47.726907 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-ec91a57f-1331-4cbd-aecf-b2ec874580cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734605', 'neutron.services.segments.db._delete_segments_for_network-8741536027414'] for network (bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:47.740986 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:59:47.751227 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.services.segments.db [None req-ec91a57f-1331-4cbd-aecf-b2ec874580cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6']}} {{(pid=111155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:59:47.762203 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.services.segments.db [None req-ec91a57f-1331-4cbd-aecf-b2ec874580cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48e72272-2fe5-4c9d-a8b8-c9ff3a9dedba') {'for_net_delete': True} {{(pid=111155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:59:47.762502 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.services.segments.db [None req-ec91a57f-1331-4cbd-aecf-b2ec874580cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48e72272-2fe5-4c9d-a8b8-c9ff3a9dedba') {} {{(pid=111155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:59:47.773166 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-ec91a57f-1331-4cbd-aecf-b2ec874580cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741536027679', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126872119'] for segment (48e72272-2fe5-4c9d-a8b8-c9ff3a9dedba), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:47.787960 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-ec91a57f-1331-4cbd-aecf-b2ec874580cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547345'] for segment (48e72272-2fe5-4c9d-a8b8-c9ff3a9dedba), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:47.797843 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec91a57f-1331-4cbd-aecf-b2ec874580cf admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=111155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 10:59:47.797843 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-ec91a57f-1331-4cbd-aecf-b2ec874580cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126083116'] for segment (48e72272-2fe5-4c9d-a8b8-c9ff3a9dedba), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:47.846102 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.services.segments.plugin [-] Segment 48e72272-2fe5-4c9d-a8b8-c9ff3a9dedba resource provider aggregate not found Jul 18 10:59:47.865798 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.services.segments.plugin [-] Segment 48e72272-2fe5-4c9d-a8b8-c9ff3a9dedba resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 48e72272-2fe5-4c9d-a8b8-c9ff3a9dedba found for delete ", "request_id": "req-607eb065-35f1-4297-a5d3-1b14f9a7d3e8"}]} Jul 18 10:59:48.022952 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-ec91a57f-1331-4cbd-aecf-b2ec874580cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3779455'] for network (bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:48.030665 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-ec91a57f-1331-4cbd-aecf-b2ec874580cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for network (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:48.034498 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-ec91a57f-1331-4cbd-aecf-b2ec874580cf admin admin] 10.222.0.49 "DELETE /v2.0/networks/bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6 HTTP/1.1" status: 204 len: 168 time: 1.0101998 Jul 18 10:59:48.038261 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 50818) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:59:48.045840 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec91a57f-1331-4cbd-aecf-b2ec874580cf admin admin] Pushing event deleted for resources: {'Network': ['ID=bd6b2d5f-f3f8-441c-bdf6-1710c3bbd5c6,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:59:48.219150 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 12d30916-133d-409c-a767-6baa3952308c no longer exists at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:59:48.240136 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] No Port match for: 12d30916-133d-409c-a767-6baa3952308c {{(pid=111156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:59:48.240477 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 12d30916-133d-409c-a767-6baa3952308c not bound to the agent host dv-cinder-849498-1-iscsi {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:59:48.240930 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device cc60ffe2-fc2e-477d-ba4f-260f4f0de468 no longer exists at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:59:48.261161 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] No Port match for: cc60ffe2-fc2e-477d-ba4f-260f4f0de468 {{(pid=111156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:59:48.261431 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device cc60ffe2-fc2e-477d-ba4f-260f4f0de468 not bound to the agent host dv-cinder-849498-1-iscsi {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:59:48.368249 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-e2360f70-edcc-45c6-a1fe-2fbf24027c09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3788995'] for router_interface (40ec1ac7-22bb-42d6-96d8-13a068cff203), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:48.605287 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.plugin [None req-e2360f70-edcc-45c6-a1fe-2fbf24027c09 admin admin] Deleting port 43bf9a1e-0316-456c-bcdc-7e48ee36925b {{(pid=111154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:59:48.605618 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-e2360f70-edcc-45c6-a1fe-2fbf24027c09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (43bf9a1e-0316-456c-bcdc-7e48ee36925b), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:48.692915 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.db [None req-e2360f70-edcc-45c6-a1fe-2fbf24027c09 admin admin] For port 43bf9a1e-0316-456c-bcdc-7e48ee36925b, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=43bf9a1e-0316-456c-bcdc-7e48ee36925b,segment=NetworkSegment(23097a4c-7b35-4a4e-b7f4-9a66508bbbc5),segment_id=23097a4c-7b35-4a4e-b7f4-9a66508bbbc5)] {{(pid=111154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:59:48.693345 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-e2360f70-edcc-45c6-a1fe-2fbf24027c09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (43bf9a1e-0316-456c-bcdc-7e48ee36925b), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:48.708108 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.plugins.ml2.plugin [None req-e2360f70-edcc-45c6-a1fe-2fbf24027c09 admin admin] Calling delete_port for 43bf9a1e-0316-456c-bcdc-7e48ee36925b owned by network:router_interface {{(pid=111154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:59:48.717073 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:59:48.754968 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:59:48.985573 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-e2360f70-edcc-45c6-a1fe-2fbf24027c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127334210'] for port (43bf9a1e-0316-456c-bcdc-7e48ee36925b), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:49.013668 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2360f70-edcc-45c6-a1fe-2fbf24027c09 admin admin] Pushing event deleted for resources: {'Port': ['ID=43bf9a1e-0316-456c-bcdc-7e48ee36925b,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:59:49.198942 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-e2360f70-edcc-45c6-a1fe-2fbf24027c09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3608536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3788927'] for router_interface (40ec1ac7-22bb-42d6-96d8-13a068cff203), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:49.470774 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:59:49.486682 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2360f70-edcc-45c6-a1fe-2fbf24027c09 admin admin] Router 40ec1ac7-22bb-42d6-96d8-13a068cff203 has already been hosted by L3 agent e6bcb791-bd43-4d6b-ab54-e591cb66712b {{(pid=111154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 10:59:49.605234 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2360f70-edcc-45c6-a1fe-2fbf24027c09 admin admin] Notify agent at l3_agent.dv-cinder-849498-1-iscsi the message routers_updated {{(pid=111154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 10:59:49.612186 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-e2360f70-edcc-45c6-a1fe-2fbf24027c09 admin admin] 10.222.0.49 "PUT /v2.0/routers/40ec1ac7-22bb-42d6-96d8-13a068cff203/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5721409 Jul 18 10:59:49.613619 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 50820) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:59:49.616537 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319fb770-1d56-41d9-ac3b-be439bd8c55d None None] Sync routers for ids ['40ec1ac7-22bb-42d6-96d8-13a068cff203'] in dv-cinder-849498-1-iscsi {{(pid=111156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 10:59:49.631700 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319fb770-1d56-41d9-ac3b-be439bd8c55d None None] Routers {'40ec1ac7-22bb-42d6-96d8-13a068cff203'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:59:49.633022 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-319fb770-1d56-41d9-ac3b-be439bd8c55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:59:37Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['40ec1ac7-22bb-42d6-96d8-13a068cff203'], 'active': True} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:59:49.738033 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-9227afb9-e5ec-4b5c-a5fb-a81741805071 admin admin] Publish callbacks [] for router (40ec1ac7-22bb-42d6-96d8-13a068cff203), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:49.754901 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvr_db [None req-319fb770-1d56-41d9-ac3b-be439bd8c55d None None] Set router 40ec1ac7-22bb-42d6-96d8-13a068cff203 gateway port host: dv-cinder-849498-1-iscsi {{(pid=111156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:59:49.861068 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-9227afb9-e5ec-4b5c-a5fb-a81741805071 admin admin] Publish callbacks [] for router_gateway (40ec1ac7-22bb-42d6-96d8-13a068cff203), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:49.955155 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-319fb770-1d56-41d9-ac3b-be439bd8c55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ec1ac7-22bb-42d6-96d8-13a068cff203', 'name': 'tempest-TestMinimumBasicScenario-518575676-router', 'tenant_id': 'a42c425f46f34931a82458c93e39ff4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'external_fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'e35fc8b5-88d9-4d39-8f22-eb5b33ce8d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:57:07Z', 'updated_at': '2022-07-18T10:59:48Z', 'revision_number': 5, 'project_id': 'a42c425f46f34931a82458c93e39ff4b', 'gw_port': {'id': 'e35fc8b5-88d9-4d39-8f22-eb5b33ce8d18', 'name': '', 'network_id': 'bb0f21c8-59d6-4417-bd6b-78e480c446a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ec1ac7-22bb-42d6-96d8-13a068cff203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849498-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T10:57:08Z', 'updated_at': '2022-07-18T10:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4fbd515-2e97-4384-b4aa-6523e13e40eb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849498-1-iscsi'}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:59:49.985582 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319fb770-1d56-41d9-ac3b-be439bd8c55d None None] Checking router: 40ec1ac7-22bb-42d6-96d8-13a068cff203 for host: dv-cinder-849498-1-iscsi {{(pid=111156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 10:59:49.996701 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319fb770-1d56-41d9-ac3b-be439bd8c55d None None] Routers {'40ec1ac7-22bb-42d6-96d8-13a068cff203'} bound to L3 agent in host dv-cinder-849498-1-iscsi {{(pid=111156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 10:59:49.998174 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-319fb770-1d56-41d9-ac3b-be439bd8c55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849498-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-18T10:37:07Z,description=,heartbeat_timestamp=2022-07-18T10:59:37Z,host='dv-cinder-849498-1-iscsi',id=e6bcb791-bd43-4d6b-ab54-e591cb66712b,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T10:37:08Z,topic='l3_agent')) {'router_ids': ['40ec1ac7-22bb-42d6-96d8-13a068cff203'], 'active': True} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:59:50.000086 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.plugin [None req-9227afb9-e5ec-4b5c-a5fb-a81741805071 admin admin] Deleting port e35fc8b5-88d9-4d39-8f22-eb5b33ce8d18 {{(pid=111155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:59:50.000653 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-9227afb9-e5ec-4b5c-a5fb-a81741805071 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (e35fc8b5-88d9-4d39-8f22-eb5b33ce8d18), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:50.094307 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvr_db [None req-319fb770-1d56-41d9-ac3b-be439bd8c55d None None] Set router 40ec1ac7-22bb-42d6-96d8-13a068cff203 gateway port host: None {{(pid=111156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 10:59:50.106563 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.db [None req-9227afb9-e5ec-4b5c-a5fb-a81741805071 admin admin] For port e35fc8b5-88d9-4d39-8f22-eb5b33ce8d18, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=e35fc8b5-88d9-4d39-8f22-eb5b33ce8d18,segment=NetworkSegment(43730dd2-6239-4f15-a180-e6d1d2fbff54),segment_id=43730dd2-6239-4f15-a180-e6d1d2fbff54)] {{(pid=111155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:59:50.106931 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-9227afb9-e5ec-4b5c-a5fb-a81741805071 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (e35fc8b5-88d9-4d39-8f22-eb5b33ce8d18), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:50.122916 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.plugin [None req-9227afb9-e5ec-4b5c-a5fb-a81741805071 admin admin] Calling delete_port for e35fc8b5-88d9-4d39-8f22-eb5b33ce8d18 owned by network:router_gateway {{(pid=111155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:59:50.159673 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_hamode_db [None req-319fb770-1d56-41d9-ac3b-be439bd8c55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ec1ac7-22bb-42d6-96d8-13a068cff203', 'name': 'tempest-TestMinimumBasicScenario-518575676-router', 'tenant_id': 'a42c425f46f34931a82458c93e39ff4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:57:07Z', 'updated_at': '2022-07-18T10:59:49Z', 'revision_number': 6, 'project_id': 'a42c425f46f34931a82458c93e39ff4b', 'gw_port_host': None}], 'dv-cinder-849498-1-iscsi', False) {} {{(pid=111156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:59:50.192169 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319fb770-1d56-41d9-ac3b-be439bd8c55d None None] The sync data for ids ['40ec1ac7-22bb-42d6-96d8-13a068cff203'] in dv-cinder-849498-1-iscsi is: [{'id': '40ec1ac7-22bb-42d6-96d8-13a068cff203', 'name': 'tempest-TestMinimumBasicScenario-518575676-router', 'tenant_id': 'a42c425f46f34931a82458c93e39ff4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T10:57:07Z', 'updated_at': '2022-07-18T10:59:49Z', 'revision_number': 6, 'project_id': 'a42c425f46f34931a82458c93e39ff4b', 'gw_port_host': None}] {{(pid=111156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 10:59:50.463311 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-9227afb9-e5ec-4b5c-a5fb-a81741805071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126083827'] for port (e35fc8b5-88d9-4d39-8f22-eb5b33ce8d18), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:50.493805 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9227afb9-e5ec-4b5c-a5fb-a81741805071 admin admin] Pushing event deleted for resources: {'Port': ['ID=e35fc8b5-88d9-4d39-8f22-eb5b33ce8d18,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:59:50.569079 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-9227afb9-e5ec-4b5c-a5fb-a81741805071 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3779396'] for router_gateway (40ec1ac7-22bb-42d6-96d8-13a068cff203), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:50.704490 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-9227afb9-e5ec-4b5c-a5fb-a81741805071 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3790157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-968'] for router (40ec1ac7-22bb-42d6-96d8-13a068cff203), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:50.706691 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-9227afb9-e5ec-4b5c-a5fb-a81741805071 admin admin] Publish callbacks [] for router_controller (40ec1ac7-22bb-42d6-96d8-13a068cff203), precommit_delete_associations {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:50.753472 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.agents_db [None req-9b2825e1-dfaa-4032-a283-1b7ae0979f6b None None] Agent healthcheck: found 6 active agents {{(pid=111157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 10:59:50.851424 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-9227afb9-e5ec-4b5c-a5fb-a81741805071 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3790289'] for router (40ec1ac7-22bb-42d6-96d8-13a068cff203), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:50.852716 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9227afb9-e5ec-4b5c-a5fb-a81741805071 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40ec1ac7-22bb-42d6-96d8-13a068cff203 {{(pid=111155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 10:59:50.860724 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-9227afb9-e5ec-4b5c-a5fb-a81741805071 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:50.860724 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-9227afb9-e5ec-4b5c-a5fb-a81741805071 admin admin] 10.222.0.49 "DELETE /v2.0/routers/40ec1ac7-22bb-42d6-96d8-13a068cff203 HTTP/1.1" status: 204 len: 168 time: 1.2435298 Jul 18 10:59:50.861345 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 50822) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:59:50.888241 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:59:50.910909 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b5c387a-8cd4-440e-a413-18c99ec99d99 admin admin] Deleting subnet f919306f-d7cd-46e6-bde5-798f6dab1fc2 {{(pid=111155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 10:59:50.914037 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:59:50.915983 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-2b5c387a-8cd4-440e-a413-18c99ec99d99 admin admin] Publish callbacks [] for subnet (f919306f-d7cd-46e6-bde5-798f6dab1fc2), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:50.955623 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-2b5c387a-8cd4-440e-a413-18c99ec99d99 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126872142'] for subnet (f919306f-d7cd-46e6-bde5-798f6dab1fc2), precommit_delete_associations {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:51.053099 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-2b5c387a-8cd4-440e-a413-18c99ec99d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735052'] for subnet (f919306f-d7cd-46e6-bde5-798f6dab1fc2), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:51.200971 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-2b5c387a-8cd4-440e-a413-18c99ec99d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126083790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125836448'] for subnet (f919306f-d7cd-46e6-bde5-798f6dab1fc2), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:51.237311 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5c387a-8cd4-440e-a413-18c99ec99d99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f919306f-d7cd-46e6-bde5-798f6dab1fc2,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:59:51.242054 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-2b5c387a-8cd4-440e-a413-18c99ec99d99 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:51.245320 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-2b5c387a-8cd4-440e-a413-18c99ec99d99 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f919306f-d7cd-46e6-bde5-798f6dab1fc2 HTTP/1.1" status: 204 len: 168 time: 0.3829875 Jul 18 10:59:51.248601 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 50824) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:59:51.257168 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f67fb9-1d13-468b-a286-964b87705082 None None] Network bda7b2a5-0a17-4f7e-85e6-f711983634f5 requested from dv-cinder-849498-1-iscsi {{(pid=111156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 10:59:51.334877 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-66d7ec6c-5f69-4384-9c55-22e8a04ee354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639067'] for network (bda7b2a5-0a17-4f7e-85e6-f711983634f5), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:51.380250 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.plugin [None req-66d7ec6c-5f69-4384-9c55-22e8a04ee354 admin admin] Deleting port 13c16b7b-a52c-4cd5-a302-4dd4719217be {{(pid=111155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:59:51.380580 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-66d7ec6c-5f69-4384-9c55-22e8a04ee354 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (13c16b7b-a52c-4cd5-a302-4dd4719217be), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:51.432129 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d70c39b-dcc5-45f6-81fc-1f2063074e9b None None] DHCP port deletion for bda7b2a5-0a17-4f7e-85e6-f711983634f5 request from dv-cinder-849498-1-iscsi {{(pid=111156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 10:59:51.454133 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.db [None req-66d7ec6c-5f69-4384-9c55-22e8a04ee354 admin admin] For port 13c16b7b-a52c-4cd5-a302-4dd4719217be, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=13c16b7b-a52c-4cd5-a302-4dd4719217be,segment=NetworkSegment(23097a4c-7b35-4a4e-b7f4-9a66508bbbc5),segment_id=23097a4c-7b35-4a4e-b7f4-9a66508bbbc5)] {{(pid=111155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:59:51.454503 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-66d7ec6c-5f69-4384-9c55-22e8a04ee354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (13c16b7b-a52c-4cd5-a302-4dd4719217be), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:51.469442 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.plugin [None req-66d7ec6c-5f69-4384-9c55-22e8a04ee354 admin admin] Calling delete_port for 13c16b7b-a52c-4cd5-a302-4dd4719217be owned by network:dhcp {{(pid=111155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:59:51.475778 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-1d70c39b-dcc5-45f6-81fc-1f2063074e9b None None] Deleting port 13c16b7b-a52c-4cd5-a302-4dd4719217be {{(pid=111156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 10:59:51.476131 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-1d70c39b-dcc5-45f6-81fc-1f2063074e9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741536049412'] for port (13c16b7b-a52c-4cd5-a302-4dd4719217be), before_delete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:51.544281 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.db [None req-1d70c39b-dcc5-45f6-81fc-1f2063074e9b None None] For port 13c16b7b-a52c-4cd5-a302-4dd4719217be, host dv-cinder-849498-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849498-1-iscsi',level=0,port_id=13c16b7b-a52c-4cd5-a302-4dd4719217be,segment=NetworkSegment(23097a4c-7b35-4a4e-b7f4-9a66508bbbc5),segment_id=23097a4c-7b35-4a4e-b7f4-9a66508bbbc5)] {{(pid=111156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 10:59:51.544281 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-1d70c39b-dcc5-45f6-81fc-1f2063074e9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3776908'] for port (13c16b7b-a52c-4cd5-a302-4dd4719217be), precommit_delete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:51.557673 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-1d70c39b-dcc5-45f6-81fc-1f2063074e9b None None] Calling delete_port for 13c16b7b-a52c-4cd5-a302-4dd4719217be owned by network:dhcp {{(pid=111156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 10:59:51.602850 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:59:51.637565 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-66d7ec6c-5f69-4384-9c55-22e8a04ee354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126083827'] for port (13c16b7b-a52c-4cd5-a302-4dd4719217be), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:51.643215 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-1d70c39b-dcc5-45f6-81fc-1f2063074e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-677355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741536054294', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741535591693'] for port (13c16b7b-a52c-4cd5-a302-4dd4719217be), after_delete {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:51.664862 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d7ec6c-5f69-4384-9c55-22e8a04ee354 admin admin] Pushing event deleted for resources: {'Port': ['ID=13c16b7b-a52c-4cd5-a302-4dd4719217be,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:59:51.669570 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d7ec6c-5f69-4384-9c55-22e8a04ee354 admin admin] No DVR routers for this DVR port 13c16b7b-a52c-4cd5-a302-4dd4719217be on host dv-cinder-849498-1-iscsi {{(pid=111155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:59:51.671317 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d70c39b-dcc5-45f6-81fc-1f2063074e9b None None] Pushing event deleted for resources: {'Port': ['ID=13c16b7b-a52c-4cd5-a302-4dd4719217be,revision_number=None']} {{(pid=111156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:59:51.677378 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d70c39b-dcc5-45f6-81fc-1f2063074e9b None None] No DVR routers for this DVR port 13c16b7b-a52c-4cd5-a302-4dd4719217be on host dv-cinder-849498-1-iscsi {{(pid=111156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 10:59:51.754972 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 10:59:51.757464 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-66d7ec6c-5f69-4384-9c55-22e8a04ee354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734605', 'neutron.services.segments.db._delete_segments_for_network-8741536027414'] for network (bda7b2a5-0a17-4f7e-85e6-f711983634f5), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:51.780405 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.services.segments.db [None req-66d7ec6c-5f69-4384-9c55-22e8a04ee354 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bda7b2a5-0a17-4f7e-85e6-f711983634f5']}} {{(pid=111155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:59:51.792675 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.services.segments.db [None req-66d7ec6c-5f69-4384-9c55-22e8a04ee354 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23097a4c-7b35-4a4e-b7f4-9a66508bbbc5') {'for_net_delete': True} {{(pid=111155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:59:51.793016 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.services.segments.db [None req-66d7ec6c-5f69-4384-9c55-22e8a04ee354 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23097a4c-7b35-4a4e-b7f4-9a66508bbbc5') {} {{(pid=111155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 10:59:51.806209 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-66d7ec6c-5f69-4384-9c55-22e8a04ee354 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741536027679', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126872119'] for segment (23097a4c-7b35-4a4e-b7f4-9a66508bbbc5), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:51.821292 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-66d7ec6c-5f69-4384-9c55-22e8a04ee354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547345'] for segment (23097a4c-7b35-4a4e-b7f4-9a66508bbbc5), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:51.828435 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66d7ec6c-5f69-4384-9c55-22e8a04ee354 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=111155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 10:59:51.828858 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-66d7ec6c-5f69-4384-9c55-22e8a04ee354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126083116'] for segment (23097a4c-7b35-4a4e-b7f4-9a66508bbbc5), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:51.886823 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.services.segments.plugin [-] Segment 23097a4c-7b35-4a4e-b7f4-9a66508bbbc5 resource provider aggregate not found Jul 18 10:59:51.905446 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.services.segments.plugin [-] Segment 23097a4c-7b35-4a4e-b7f4-9a66508bbbc5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 23097a4c-7b35-4a4e-b7f4-9a66508bbbc5 found for delete ", "request_id": "req-dd964abc-4391-4edd-ae33-7c12a00153d8"}]} Jul 18 10:59:51.994961 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-66d7ec6c-5f69-4384-9c55-22e8a04ee354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3608529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3779455'] for network (bda7b2a5-0a17-4f7e-85e6-f711983634f5), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:52.002056 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-66d7ec6c-5f69-4384-9c55-22e8a04ee354 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3608515'] for network (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:52.005430 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-66d7ec6c-5f69-4384-9c55-22e8a04ee354 admin admin] 10.222.0.49 "DELETE /v2.0/networks/bda7b2a5-0a17-4f7e-85e6-f711983634f5 HTTP/1.1" status: 204 len: 168 time: 0.7557764 Jul 18 10:59:52.016892 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d7ec6c-5f69-4384-9c55-22e8a04ee354 admin admin] Pushing event deleted for resources: {'Network': ['ID=bda7b2a5-0a17-4f7e-85e6-f711983634f5,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:59:52.210974 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 43bf9a1e-0316-456c-bcdc-7e48ee36925b no longer exists at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:59:52.234383 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] No Port match for: 43bf9a1e-0316-456c-bcdc-7e48ee36925b {{(pid=111156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:59:52.234383 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 43bf9a1e-0316-456c-bcdc-7e48ee36925b not bound to the agent host dv-cinder-849498-1-iscsi {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:59:52.234383 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device e35fc8b5-88d9-4d39-8f22-eb5b33ce8d18 no longer exists at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:59:52.267945 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] No Port match for: e35fc8b5-88d9-4d39-8f22-eb5b33ce8d18 {{(pid=111156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:59:52.268892 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device e35fc8b5-88d9-4d39-8f22-eb5b33ce8d18 not bound to the agent host dv-cinder-849498-1-iscsi {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:59:52.268892 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 13c16b7b-a52c-4cd5-a302-4dd4719217be no longer exists at agent ovs-agent-dv-cinder-849498-1-iscsi {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 10:59:52.288799 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.plugin [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] No Port match for: 13c16b7b-a52c-4cd5-a302-4dd4719217be {{(pid=111156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 10:59:52.289152 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron.plugins.ml2.rpc [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Device 13c16b7b-a52c-4cd5-a302-4dd4719217be not bound to the agent host dv-cinder-849498-1-iscsi {{(pid=111156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 10:59:52.525248 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 50832) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:59:52.575117 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-de52bf33-63ab-40fa-bb28-d8f09d0dbd51 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=abc1cd8a20854cb0ac847cf30c1343eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0486290 Jul 18 10:59:52.577939 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [-] (111155) accepted ('10.222.0.49', 50834) {{(pid=111155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:59:52.632439 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-b5269436-fbdf-4ff9-9fbf-731b0e988eb4 admin admin] Publish callbacks [] for security_group (48c827ee-5806-4c36-96f7-3787c00b9e72), before_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:52.656555 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-b5269436-fbdf-4ff9-9fbf-731b0e988eb4 admin admin] Publish callbacks [] for security_group (48c827ee-5806-4c36-96f7-3787c00b9e72), precommit_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:52.805924 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-b5269436-fbdf-4ff9-9fbf-731b0e988eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (48c827ee-5806-4c36-96f7-3787c00b9e72), after_delete {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:52.809515 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron_lib.callbacks.manager [None req-b5269436-fbdf-4ff9-9fbf-731b0e988eb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:52.810766 dv-cinder-849498-1-iscsi neutron-server[111155]: INFO neutron.wsgi [None req-b5269436-fbdf-4ff9-9fbf-731b0e988eb4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/48c827ee-5806-4c36-96f7-3787c00b9e72 HTTP/1.1" status: 204 len: 168 time: 0.2318621 Jul 18 10:59:52.820044 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5269436-fbdf-4ff9-9fbf-731b0e988eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c827ee-5806-4c36-96f7-3787c00b9e72,revision_number=None']} {{(pid=111155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:59:53.631223 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 50840) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:59:53.674498 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-a3e75209-c3df-4447-a699-5754761d3695 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a42c425f46f34931a82458c93e39ff4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422010 Jul 18 10:59:53.678111 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [-] (111154) accepted ('10.222.0.49', 50842) {{(pid=111154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 10:59:53.730614 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-03bd7901-7de1-4e11-9005-252d3cf3e682 admin admin] Publish callbacks [] for security_group (794948aa-b22a-4d09-a55f-b73662aec2ee), before_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:53.753021 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-03bd7901-7de1-4e11-9005-252d3cf3e682 admin admin] Publish callbacks [] for security_group (794948aa-b22a-4d09-a55f-b73662aec2ee), precommit_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:53.899991 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-03bd7901-7de1-4e11-9005-252d3cf3e682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491956'] for security_group (794948aa-b22a-4d09-a55f-b73662aec2ee), after_delete {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:53.902613 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron_lib.callbacks.manager [None req-03bd7901-7de1-4e11-9005-252d3cf3e682 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 10:59:53.903791 dv-cinder-849498-1-iscsi neutron-server[111154]: INFO neutron.wsgi [None req-03bd7901-7de1-4e11-9005-252d3cf3e682 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/794948aa-b22a-4d09-a55f-b73662aec2ee HTTP/1.1" status: 204 len: 168 time: 0.2247906 Jul 18 10:59:53.912979 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7901-7de1-4e11-9005-252d3cf3e682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794948aa-b22a-4d09-a55f-b73662aec2ee,revision_number=None']} {{(pid=111154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 10:59:56.283566 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1ff6e34c-ad2d-4d6d-84c2-aee03113dac2), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 11:00:02.814179 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=24,neutron:DELETE=2 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 11:00:02.815168 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG dbcounter [-] [111155] Writing DB stats neutron:SELECT=81,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=111155) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 11:00:03.907196 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=22,neutron:DELETE=1 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 11:00:03.908013 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG dbcounter [-] [111154] Writing DB stats neutron:SELECT=76,neutron:DELETE=3 {{(pid=111154) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 11:00:04.579431 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-c5a0682a-d24f-4576-bae5-8f0112bb2d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1fc7cd8a-3617-45f0-b645-db80237532c9), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 11:00:07.022644 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-ae5f00c0-e942-434e-8d44-cb695c69fd4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (e6bcb791-bd43-4d6b-ab54-e591cb66712b), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 11:00:08.190143 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-ce070233-206f-40ab-920e-7b3694335a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (dfa25df3-493c-43ae-826d-29cbf3b2bfa8), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 11:00:09.801667 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 11:00:09.939351 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f8336af3-fca9-403e-a19b-06518ba3f665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (7e71126e-a656-43d8-a2eb-058f1b343885), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 11:00:10.096443 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (62f731a8-190a-49a2-85f5-14fe4e09184e), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 11:00:11.702983 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=57 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 11:00:11.721293 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=60 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 11:00:19.966712 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=16,neutron:UPDATE=4 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 11:00:26.244691 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1ff6e34c-ad2d-4d6d-84c2-aee03113dac2), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 11:00:27.753030 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.agents_db [None req-9b2825e1-dfaa-4032-a283-1b7ae0979f6b None None] Agent healthcheck: found 6 active agents {{(pid=111157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 11:00:34.587766 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-21c6e3cb-ed86-46bc-800a-185a78dcc25c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1fc7cd8a-3617-45f0-b645-db80237532c9), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 11:00:37.007075 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-8c3a99a3-55bb-4ec7-b367-40ad4d649646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (e6bcb791-bd43-4d6b-ab54-e591cb66712b), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 11:00:37.748039 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=1 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 11:00:37.748947 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=1 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 11:00:38.235955 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-ce070233-206f-40ab-920e-7b3694335a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (dfa25df3-493c-43ae-826d-29cbf3b2bfa8), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 11:00:39.898316 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f8336af3-fca9-403e-a19b-06518ba3f665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (7e71126e-a656-43d8-a2eb-058f1b343885), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 11:00:40.075637 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (62f731a8-190a-49a2-85f5-14fe4e09184e), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 11:00:48.717878 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=2 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 11:00:48.718663 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=4 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 11:00:49.966476 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:UPDATE=3,neutron:SELECT=21 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 11:00:49.968449 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 11:00:56.238549 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1ff6e34c-ad2d-4d6d-84c2-aee03113dac2), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 11:01:02.722593 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=1 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 11:01:02.723708 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:DELETE=1 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 11:01:04.578284 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-cabce9ec-b182-44dc-8404-28506bd1c409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1fc7cd8a-3617-45f0-b645-db80237532c9), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 11:01:04.751854 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.agents_db [None req-9b2825e1-dfaa-4032-a283-1b7ae0979f6b None None] Agent healthcheck: found 6 active agents {{(pid=111157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 11:01:07.007825 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-d6988c8c-9d91-4552-8c81-d16f8f4a1f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (e6bcb791-bd43-4d6b-ab54-e591cb66712b), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 11:01:08.175572 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-ce070233-206f-40ab-920e-7b3694335a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (dfa25df3-493c-43ae-826d-29cbf3b2bfa8), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 11:01:09.880965 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f8336af3-fca9-403e-a19b-06518ba3f665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (7e71126e-a656-43d8-a2eb-058f1b343885), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 11:01:10.088055 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (62f731a8-190a-49a2-85f5-14fe4e09184e), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 11:01:14.748377 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=2 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 11:01:19.963607 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 11:01:19.967677 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 11:01:25.715807 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=3 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 11:01:25.716665 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=3 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 11:01:26.275248 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1ff6e34c-ad2d-4d6d-84c2-aee03113dac2), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 11:01:34.587317 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f567eaef-a1f5-4fe1-aa40-2cba180526c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1fc7cd8a-3617-45f0-b645-db80237532c9), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 11:01:36.173641 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 11:01:37.020727 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-0ede24b9-789d-4b69-a822-8e02554a9813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (e6bcb791-bd43-4d6b-ab54-e591cb66712b), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 11:01:38.206757 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-ce070233-206f-40ab-920e-7b3694335a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (dfa25df3-493c-43ae-826d-29cbf3b2bfa8), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 11:01:40.007025 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f8336af3-fca9-403e-a19b-06518ba3f665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (7e71126e-a656-43d8-a2eb-058f1b343885), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 11:01:40.163357 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (62f731a8-190a-49a2-85f5-14fe4e09184e), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 11:01:41.749527 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.agents_db [None req-9b2825e1-dfaa-4032-a283-1b7ae0979f6b None None] Agent healthcheck: found 6 active agents {{(pid=111157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 11:01:49.969297 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 11:01:49.971259 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 11:01:51.744948 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=2 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 11:01:56.217460 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1ff6e34c-ad2d-4d6d-84c2-aee03113dac2), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 11:02:02.708108 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=22 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 11:02:02.712653 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=12 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 11:02:04.589005 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-da2eddcf-2af3-4b7d-b869-cdfb633c0f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1fc7cd8a-3617-45f0-b645-db80237532c9), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 11:02:07.017561 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-256529e4-6217-433a-ad01-1ba90481b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (e6bcb791-bd43-4d6b-ab54-e591cb66712b), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 11:02:08.188997 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-ce070233-206f-40ab-920e-7b3694335a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (dfa25df3-493c-43ae-826d-29cbf3b2bfa8), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 11:02:09.914726 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f8336af3-fca9-403e-a19b-06518ba3f665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (7e71126e-a656-43d8-a2eb-058f1b343885), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 11:02:10.051846 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (62f731a8-190a-49a2-85f5-14fe4e09184e), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 11:02:18.748800 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.agents_db [None req-9b2825e1-dfaa-4032-a283-1b7ae0979f6b None None] Agent healthcheck: found 6 active agents {{(pid=111157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 11:02:19.971062 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 11:02:19.975283 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 11:02:26.222819 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1ff6e34c-ad2d-4d6d-84c2-aee03113dac2), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 11:02:28.743517 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=1 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 11:02:28.744297 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=1 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 11:02:34.591712 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-ade7e735-d256-4632-bee7-4f907e4eb35b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1fc7cd8a-3617-45f0-b645-db80237532c9), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 11:02:37.086083 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-00d7204e-651b-4883-8358-fca08384c7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (e6bcb791-bd43-4d6b-ab54-e591cb66712b), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 11:02:38.186221 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-ce070233-206f-40ab-920e-7b3694335a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (dfa25df3-493c-43ae-826d-29cbf3b2bfa8), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 11:02:39.710318 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=3 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 11:02:39.711047 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=3 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 11:02:39.908333 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f8336af3-fca9-403e-a19b-06518ba3f665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (7e71126e-a656-43d8-a2eb-058f1b343885), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 11:02:40.054092 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (62f731a8-190a-49a2-85f5-14fe4e09184e), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 11:02:49.971549 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 11:02:49.978315 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 11:02:55.420623 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [req-0658ee4b-540a-42fe-970d-24b66886bb1d req-3001d1f4-b235-4a6c-a54c-3b43e76e93ba service neutron] (111155) timed out ('10.222.0.52', 55385) {{(pid=111155) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 18 11:02:55.748703 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.agents_db [None req-9b2825e1-dfaa-4032-a283-1b7ae0979f6b None None] Agent healthcheck: found 6 active agents {{(pid=111157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 11:02:56.213344 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1ff6e34c-ad2d-4d6d-84c2-aee03113dac2), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 11:03:00.356236 dv-cinder-849498-1-iscsi neutron-server[111155]: DEBUG neutron.wsgi [req-fb14c7d6-79e5-494a-a7da-551bea3124f6 req-e59c6579-c478-490e-a52b-2c123590fb8a service neutron] (111155) timed out ('10.222.0.52', 55386) {{(pid=111155) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 18 11:03:00.653713 dv-cinder-849498-1-iscsi neutron-server[111154]: DEBUG neutron.wsgi [req-64fa8532-de7f-47dc-98ff-c94077dd1130 req-8f8ba96a-8736-4565-bb47-c7bdc7eb1184 service neutron] (111154) timed out ('10.222.0.52', 55378) {{(pid=111154) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 18 11:03:04.590827 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-c36ebfa1-3875-413c-ac57-19c5e8b46bcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1fc7cd8a-3617-45f0-b645-db80237532c9), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 11:03:05.744168 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=2 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 11:03:05.744985 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 11:03:07.179266 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-2c99758a-3a2e-4da7-8e62-64fce5502697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (e6bcb791-bd43-4d6b-ab54-e591cb66712b), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 11:03:08.228143 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-ce070233-206f-40ab-920e-7b3694335a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (dfa25df3-493c-43ae-826d-29cbf3b2bfa8), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 11:03:09.896449 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f8336af3-fca9-403e-a19b-06518ba3f665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (7e71126e-a656-43d8-a2eb-058f1b343885), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 11:03:10.070661 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (62f731a8-190a-49a2-85f5-14fe4e09184e), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 11:03:16.707525 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=4 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 11:03:16.708586 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=2 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 11:03:21.860751 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 11:03:21.863672 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 11:03:26.241848 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1ff6e34c-ad2d-4d6d-84c2-aee03113dac2), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 11:03:32.748792 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.agents_db [None req-9b2825e1-dfaa-4032-a283-1b7ae0979f6b None None] Agent healthcheck: found 6 active agents {{(pid=111157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 11:03:34.618683 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-5f4678c0-1a64-4f38-b271-13d1f23dabf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1fc7cd8a-3617-45f0-b645-db80237532c9), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 11:03:37.155790 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-db6dab33-446f-492b-be18-94eab7c2a10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (e6bcb791-bd43-4d6b-ab54-e591cb66712b), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 11:03:38.190323 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-ce070233-206f-40ab-920e-7b3694335a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (dfa25df3-493c-43ae-826d-29cbf3b2bfa8), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 11:03:39.927515 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f8336af3-fca9-403e-a19b-06518ba3f665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (7e71126e-a656-43d8-a2eb-058f1b343885), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 11:03:40.030199 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (62f731a8-190a-49a2-85f5-14fe4e09184e), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 11:03:42.744503 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=2 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 11:03:49.966979 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 11:03:49.968921 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 11:03:56.250492 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1ff6e34c-ad2d-4d6d-84c2-aee03113dac2), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 11:04:01.860419 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=16 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 11:04:01.861228 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=16 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 11:04:04.595194 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-30edd799-9bea-4235-af1f-afeadea6d26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1fc7cd8a-3617-45f0-b645-db80237532c9), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 11:04:07.010841 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-82716955-c9cb-4703-8658-9e48a31d693b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (e6bcb791-bd43-4d6b-ab54-e591cb66712b), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 11:04:08.217975 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-ce070233-206f-40ab-920e-7b3694335a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (dfa25df3-493c-43ae-826d-29cbf3b2bfa8), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 11:04:09.748637 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.agents_db [None req-9b2825e1-dfaa-4032-a283-1b7ae0979f6b None None] Agent healthcheck: found 6 active agents {{(pid=111157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 11:04:09.898199 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f8336af3-fca9-403e-a19b-06518ba3f665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (7e71126e-a656-43d8-a2eb-058f1b343885), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 11:04:10.058424 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (62f731a8-190a-49a2-85f5-14fe4e09184e), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 11:04:19.743865 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=1 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 11:04:19.744648 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=1 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 11:04:19.965809 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 11:04:19.969780 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 11:04:26.314937 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1ff6e34c-ad2d-4d6d-84c2-aee03113dac2), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 11:04:30.697175 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=2 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 11:04:30.701176 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=4 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 11:04:34.578142 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-661164a7-d8e5-46b8-9770-a357dae9a4a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1fc7cd8a-3617-45f0-b645-db80237532c9), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 11:04:37.156003 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-be574faf-effe-462b-919c-4fe4892885fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (e6bcb791-bd43-4d6b-ab54-e591cb66712b), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 11:04:38.268829 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-ce070233-206f-40ab-920e-7b3694335a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (dfa25df3-493c-43ae-826d-29cbf3b2bfa8), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 11:04:39.935522 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f8336af3-fca9-403e-a19b-06518ba3f665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (7e71126e-a656-43d8-a2eb-058f1b343885), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 11:04:40.052040 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (62f731a8-190a-49a2-85f5-14fe4e09184e), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 11:04:46.747302 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG neutron.db.agents_db [None req-9b2825e1-dfaa-4032-a283-1b7ae0979f6b None None] Agent healthcheck: found 6 active agents {{(pid=111157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 11:04:49.965960 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 11:04:49.969007 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG dbcounter [-] [111156] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=111156) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 11:04:56.309079 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-29c51914-efda-4269-8274-168d496bf900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1ff6e34c-ad2d-4d6d-84c2-aee03113dac2), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 11:04:56.743176 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=1 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 11:05:04.598889 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-b25b1de7-e123-4ffe-b314-3304107e1457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (1fc7cd8a-3617-45f0-b645-db80237532c9), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 11:05:07.040255 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-5b1f1904-0192-493f-8be4-cab8c25bc5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (e6bcb791-bd43-4d6b-ab54-e591cb66712b), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 11:05:07.698915 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 11:05:07.700025 dv-cinder-849498-1-iscsi neutron-server[111157]: DEBUG dbcounter [-] [111157] Writing DB stats neutron:SELECT=4 {{(pid=111157) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 11:05:08.228950 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-ce070233-206f-40ab-920e-7b3694335a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (dfa25df3-493c-43ae-826d-29cbf3b2bfa8), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 11:05:09.914297 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-f8336af3-fca9-403e-a19b-06518ba3f665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (7e71126e-a656-43d8-a2eb-058f1b343885), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 11:05:10.046059 dv-cinder-849498-1-iscsi neutron-server[111156]: DEBUG neutron_lib.callbacks.manager [None req-7a7307a9-fc52-481a-baf1-ef8d77d3348a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741536027396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733902'] for agent (62f731a8-190a-49a2-85f5-14fe4e09184e), after_update {{(pid=111156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}